{"level":"warn","ts":"2026-03-04T01:24:42.608307Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:24:42.608422Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=instance=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T01:24:42.608511Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:24:42.608532Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-03-04T01:24:42.608571Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:24:42.609447Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-03-04T01:24:42.609542Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T01:24:42.642007Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"32.088233ms"} {"level":"info","ts":"2026-03-04T01:24:42.657625Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-03-04T01:24:42.657717Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T01:24:42.657832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-03-04T01:24:42.657859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T01:24:42.657874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-03-04T01:24:42.657916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-03-04T01:24:42.709705Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T01:24:42.735373Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T01:24:42.738163Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T01:24:42.766174Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T01:24:42.766548Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T01:24:42.766603Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:24:42.766756Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:24:42.766777Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:24:42.769148Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-03-04T01:24:42.769295Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-03-04T01:24:42.771282Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:24:42.771471Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-03-04T01:24:42.771639Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-03-04T01:24:42.77251Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T01:24:42.772606Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T01:24:43.260609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T01:24:43.260686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T01:24:43.260706Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-03-04T01:24:43.26072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-03-04T01:24:43.260726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-03-04T01:24:43.260737Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-03-04T01:24:43.260745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-03-04T01:24:43.272856Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:43.285739Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T01:24:43.285795Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:24:43.285756Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:24:43.286203Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:43.286207Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T01:24:43.286359Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T01:24:43.286432Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:43.286559Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:43.288784Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T01:24:43.292575Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"warn","ts":"2026-03-04T01:24:49.966108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.033633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-04T01:24:49.966241Z","caller":"traceutil/trace.go:171","msg":"trace[442255373] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:276; }","duration":"556.242948ms","start":"2026-03-04T01:24:49.409974Z","end":"2026-03-04T01:24:49.966217Z","steps":["trace[442255373] 'range keys from in-memory index tree' (duration: 555.932981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:49.9663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:49.409964Z","time spent":"556.32522ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-04T01:24:52.390358Z","caller":"traceutil/trace.go:171","msg":"trace[1895180288] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"330.068846ms","start":"2026-03-04T01:24:52.060256Z","end":"2026-03-04T01:24:52.390325Z","steps":["trace[1895180288] 'process raft request' (duration: 329.678696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:52.391033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:52.060228Z","time spent":"330.237569ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":190,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:24:52.525528Z","caller":"traceutil/trace.go:171","msg":"trace[561806370] linearizableReadLoop","detail":"{readStateIndex:308; appliedIndex:307; }","duration":"117.712852ms","start":"2026-03-04T01:24:52.407789Z","end":"2026-03-04T01:24:52.525502Z","steps":["trace[561806370] 'read index received' (duration: 117.278701ms)","trace[561806370] 'applied index is now lower than readState.Index' (duration: 432.931µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:52.525661Z","caller":"traceutil/trace.go:171","msg":"trace[1385016503] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"125.053576ms","start":"2026-03-04T01:24:52.400587Z","end":"2026-03-04T01:24:52.52564Z","steps":["trace[1385016503] 'process raft request' (duration: 124.555834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:52.526309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.388018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:52.526518Z","caller":"traceutil/trace.go:171","msg":"trace[1035161603] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:0; response_revision:297; }","duration":"118.749207ms","start":"2026-03-04T01:24:52.407749Z","end":"2026-03-04T01:24:52.526498Z","steps":["trace[1035161603] 'agreement among raft nodes before linearized reading' (duration: 117.938377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:52.664205Z","caller":"traceutil/trace.go:171","msg":"trace[2054243775] linearizableReadLoop","detail":"{readStateIndex:310; appliedIndex:309; }","duration":"119.467743ms","start":"2026-03-04T01:24:52.544711Z","end":"2026-03-04T01:24:52.664179Z","steps":["trace[2054243775] 'read index received' (duration: 119.084524ms)","trace[2054243775] 'applied index is now lower than readState.Index' (duration: 381.989µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:52.664346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.608686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:52.664385Z","caller":"traceutil/trace.go:171","msg":"trace[1073173068] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:0; response_revision:299; }","duration":"119.704969ms","start":"2026-03-04T01:24:52.544665Z","end":"2026-03-04T01:24:52.66437Z","steps":["trace[1073173068] 'agreement among raft nodes before linearized reading' (duration: 119.619027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:52.664496Z","caller":"traceutil/trace.go:171","msg":"trace[391082686] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"127.009322ms","start":"2026-03-04T01:24:52.537464Z","end":"2026-03-04T01:24:52.664473Z","steps":["trace[391082686] 'process raft request' (duration: 126.364897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:55.872666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328664895,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:24:56.033358Z","caller":"traceutil/trace.go:171","msg":"trace[1637162865] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:372; }","duration":"661.584346ms","start":"2026-03-04T01:24:55.371742Z","end":"2026-03-04T01:24:56.033327Z","steps":["trace[1637162865] 'read index received' (duration: 657.042827ms)","trace[1637162865] 'applied index is now lower than readState.Index' (duration: 4.540498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:56.033533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.334308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:56.033473Z","caller":"traceutil/trace.go:171","msg":"trace[533122417] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"874.569974ms","start":"2026-03-04T01:24:55.158846Z","end":"2026-03-04T01:24:56.033416Z","steps":["trace[533122417] 'process raft request' (duration: 870.053056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:56.03358Z","caller":"traceutil/trace.go:171","msg":"trace[918299732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:361; }","duration":"558.4269ms","start":"2026-03-04T01:24:55.47514Z","end":"2026-03-04T01:24:56.033567Z","steps":["trace[918299732] 'agreement among raft nodes before linearized reading' (duration: 558.349018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:56.033508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.730299ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:56.033638Z","caller":"traceutil/trace.go:171","msg":"trace[2010372309] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:361; }","duration":"661.893543ms","start":"2026-03-04T01:24:55.37173Z","end":"2026-03-04T01:24:56.033624Z","steps":["trace[2010372309] 'agreement among raft nodes before linearized reading' (duration: 661.700938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:56.033639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:55.475119Z","time spent":"558.497141ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:24:56.03494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:55.158818Z","time spent":"874.794179ms","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2903,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:01.244424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.438415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:01.24455Z","caller":"traceutil/trace.go:171","msg":"trace[897284384] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"343.488055ms","start":"2026-03-04T01:25:00.901037Z","end":"2026-03-04T01:25:01.244525Z","steps":["trace[897284384] 'process raft request' (duration: 159.701061ms)","trace[897284384] 'compare' (duration: 183.300712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:01.24464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:00.901012Z","time spent":"343.594187ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:08.441965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929004899s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:08.442086Z","caller":"traceutil/trace.go:171","msg":"trace[1856133724] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:437; }","duration":"1.63322368s","start":"2026-03-04T01:25:06.808845Z","end":"2026-03-04T01:25:08.442069Z","steps":["trace[1856133724] 'read index received' (duration: 45.691µs)","trace[1856133724] 'applied index is now lower than readState.Index' (duration: 1.633176579s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:08.442243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633401253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:25:08.442283Z","caller":"traceutil/trace.go:171","msg":"trace[2147137844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:422; }","duration":"1.633473945s","start":"2026-03-04T01:25:06.808798Z","end":"2026-03-04T01:25:08.442272Z","steps":["trace[2147137844] 'agreement among raft nodes before linearized reading' (duration: 1.633375293s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:08.442319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:06.808778Z","time spent":"1.633532327s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:08.442357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16303552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T01:25:08.442379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624352919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:25:08.442423Z","caller":"traceutil/trace.go:171","msg":"trace[365715551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:422; }","duration":"1.163162473s","start":"2026-03-04T01:25:07.279248Z","end":"2026-03-04T01:25:08.442411Z","steps":["trace[365715551] 'agreement among raft nodes before linearized reading' (duration: 1.163017109s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:08.442409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409185207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:25:08.442461Z","caller":"traceutil/trace.go:171","msg":"trace[2025422420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:422; }","duration":"1.624478251s","start":"2026-03-04T01:25:06.817962Z","end":"2026-03-04T01:25:08.44244Z","steps":["trace[2025422420] 'agreement among raft nodes before linearized reading' (duration: 1.624288557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:08.442468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:07.279204Z","time spent":"1.163254695s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:25:08.442478Z","caller":"traceutil/trace.go:171","msg":"trace[949655035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:422; }","duration":"1.40928551s","start":"2026-03-04T01:25:07.033175Z","end":"2026-03-04T01:25:08.442461Z","steps":["trace[949655035] 'agreement among raft nodes before linearized reading' (duration: 1.409141746s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:08.442507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:06.81795Z","time spent":"1.624548493s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:08.442515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:07.033156Z","time spent":"1.409351722s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:25:08.442573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.667251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:08.442194Z","caller":"traceutil/trace.go:171","msg":"trace[975832809] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"1.997042089s","start":"2026-03-04T01:25:06.445113Z","end":"2026-03-04T01:25:08.442156Z","steps":["trace[975832809] 'process raft request' (duration: 67.749723ms)","trace[975832809] 'compare' (duration: 1.928862675s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:08.442708Z","caller":"traceutil/trace.go:171","msg":"trace[1720606147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"970.857866ms","start":"2026-03-04T01:25:07.47182Z","end":"2026-03-04T01:25:08.442678Z","steps":["trace[1720606147] 'agreement among raft nodes before linearized reading' (duration: 970.581969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:08.442786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:07.4718Z","time spent":"970.975348ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:25:08.442839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:06.445094Z","time spent":"1.997580401s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:10.762375Z","caller":"traceutil/trace.go:171","msg":"trace[83258434] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"217.361944ms","start":"2026-03-04T01:25:10.544989Z","end":"2026-03-04T01:25:10.762351Z","steps":["trace[83258434] 'process raft request' (duration: 217.19441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:10.766214Z","caller":"traceutil/trace.go:171","msg":"trace[189082020] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"220.354284ms","start":"2026-03-04T01:25:10.545836Z","end":"2026-03-04T01:25:10.76619Z","steps":["trace[189082020] 'process raft request' (duration: 220.19341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:10.766536Z","caller":"traceutil/trace.go:171","msg":"trace[229920083] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"220.467207ms","start":"2026-03-04T01:25:10.546043Z","end":"2026-03-04T01:25:10.76651Z","steps":["trace[229920083] 'process raft request' (duration: 220.109368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:10.766575Z","caller":"traceutil/trace.go:171","msg":"trace[330198275] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"220.179341ms","start":"2026-03-04T01:25:10.546371Z","end":"2026-03-04T01:25:10.766551Z","steps":["trace[330198275] 'process raft request' (duration: 220.005887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:13.061795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.443813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:13.061906Z","caller":"traceutil/trace.go:171","msg":"trace[2047961721] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"252.800076ms","start":"2026-03-04T01:25:12.809091Z","end":"2026-03-04T01:25:13.061891Z","steps":["trace[2047961721] 'process raft request' (duration: 104.188299ms)","trace[2047961721] 'compare' (duration: 148.346121ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:13.062098Z","caller":"traceutil/trace.go:171","msg":"trace[858560163] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"252.210203ms","start":"2026-03-04T01:25:12.809867Z","end":"2026-03-04T01:25:13.062078Z","steps":["trace[858560163] 'process raft request' (duration: 251.994248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:15.471034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.328665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:15.471125Z","caller":"traceutil/trace.go:171","msg":"trace[1310741394] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:453; }","duration":"436.19147ms","start":"2026-03-04T01:25:15.034916Z","end":"2026-03-04T01:25:15.471108Z","steps":["trace[1310741394] 'read index received' (duration: 320.717642ms)","trace[1310741394] 'applied index is now lower than readState.Index' (duration: 115.472638ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:15.471207Z","caller":"traceutil/trace.go:171","msg":"trace[1948297289] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"635.053423ms","start":"2026-03-04T01:25:14.836144Z","end":"2026-03-04T01:25:15.471197Z","steps":["trace[1948297289] 'process raft request' (duration: 519.468013ms)","trace[1948297289] 'compare' (duration: 115.217382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:15.471265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:14.836103Z","time spent":"635.131345ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:15.471461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.535419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:15.472239Z","caller":"traceutil/trace.go:171","msg":"trace[1850479925] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:437; }","duration":"436.671832ms","start":"2026-03-04T01:25:15.034873Z","end":"2026-03-04T01:25:15.471545Z","steps":["trace[1850479925] 'agreement among raft nodes before linearized reading' (duration: 436.477587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:15.472303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:15.034858Z","time spent":"437.43ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-04T01:25:15.972118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328665064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:16.247218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.166996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:16.24741Z","caller":"traceutil/trace.go:171","msg":"trace[800577167] linearizableReadLoop","detail":"{readStateIndex:455; appliedIndex:454; }","duration":"776.222152ms","start":"2026-03-04T01:25:15.471165Z","end":"2026-03-04T01:25:16.247387Z","steps":["trace[800577167] 'read index received' (duration: 661.672027ms)","trace[800577167] 'applied index is now lower than readState.Index' (duration: 114.547865ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:16.247521Z","caller":"traceutil/trace.go:171","msg":"trace[1182795105] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"975.446144ms","start":"2026-03-04T01:25:15.272056Z","end":"2026-03-04T01:25:16.247502Z","steps":["trace[1182795105] 'process raft request' (duration: 860.887879ms)","trace[1182795105] 'compare' (duration: 113.893339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:16.247608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:15.272033Z","time spent":"975.524685ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:16.247699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181557779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:25:16.247749Z","caller":"traceutil/trace.go:171","msg":"trace[1630382943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:438; }","duration":"1.181649891s","start":"2026-03-04T01:25:15.066088Z","end":"2026-03-04T01:25:16.247738Z","steps":["trace[1630382943] 'agreement among raft nodes before linearized reading' (duration: 1.181540339s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:16.24779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:15.066067Z","time spent":"1.181712802s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:16.247737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.117845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:16.248019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181493257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:25:16.248157Z","caller":"traceutil/trace.go:171","msg":"trace[2001977945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:438; }","duration":"1.181919998s","start":"2026-03-04T01:25:15.06618Z","end":"2026-03-04T01:25:16.2481Z","steps":["trace[2001977945] 'agreement among raft nodes before linearized reading' (duration: 1.181513758s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:16.248018Z","caller":"traceutil/trace.go:171","msg":"trace[481443392] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:0; response_revision:438; }","duration":"772.421731ms","start":"2026-03-04T01:25:15.475564Z","end":"2026-03-04T01:25:16.247985Z","steps":["trace[481443392] 'agreement among raft nodes before linearized reading' (duration: 772.125854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:16.248193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:15.066148Z","time spent":"1.18203517s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:25:16.248257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:15.475543Z","time spent":"772.676188ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-04T01:25:19.36382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328665139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:19.86448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328665139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:20.365544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328665139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:20.865954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328665139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:21.366907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328665139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:21.488774Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.152397018s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:25:21.489165Z","caller":"traceutil/trace.go:171","msg":"trace[217903032] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"3.153063133s","start":"2026-03-04T01:25:18.336075Z","end":"2026-03-04T01:25:21.489138Z","steps":["trace[217903032] 'process raft request' (duration: 3.15289774s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.489507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:18.336056Z","time spent":"3.153366601s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:21.490467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999717055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T01:25:21.490581Z","caller":"traceutil/trace.go:171","msg":"trace[1055479781] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999890579s","start":"2026-03-04T01:25:19.490667Z","end":"2026-03-04T01:25:21.490558Z","steps":["trace[1055479781] 'agreement among raft nodes before linearized reading' (duration: 1.999752276s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.490635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:19.490647Z","time spent":"1.999976781s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:25:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T01:25:21.524896Z","caller":"traceutil/trace.go:171","msg":"trace[517388429] linearizableReadLoop","detail":"{readStateIndex:499; appliedIndex:496; }","duration":"2.661367342s","start":"2026-03-04T01:25:18.863501Z","end":"2026-03-04T01:25:21.524868Z","steps":["trace[517388429] 'read index received' (duration: 2.625512228s)","trace[517388429] 'applied index is now lower than readState.Index' (duration: 35.854274ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:21.524957Z","caller":"traceutil/trace.go:171","msg":"trace[783504291] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"3.188732053s","start":"2026-03-04T01:25:18.336167Z","end":"2026-03-04T01:25:21.524899Z","steps":["trace[783504291] 'process raft request' (duration: 3.188561559s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:21.52498Z","caller":"traceutil/trace.go:171","msg":"trace[35104314] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"2.615278225s","start":"2026-03-04T01:25:18.909663Z","end":"2026-03-04T01:25:21.524942Z","steps":["trace[35104314] 'process raft request' (duration: 2.615172912s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.52504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012862058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:25:21.525078Z","caller":"traceutil/trace.go:171","msg":"trace[336106395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:481; }","duration":"2.012963241s","start":"2026-03-04T01:25:19.512103Z","end":"2026-03-04T01:25:21.525067Z","steps":["trace[336106395] 'agreement among raft nodes before linearized reading' (duration: 2.012882099s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.525078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661580637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:25:21.525117Z","caller":"traceutil/trace.go:171","msg":"trace[1442844705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:481; }","duration":"2.661660708s","start":"2026-03-04T01:25:18.863446Z","end":"2026-03-04T01:25:21.525106Z","steps":["trace[1442844705] 'agreement among raft nodes before linearized reading' (duration: 2.661537226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.525116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:19.512079Z","time spent":"2.013028012s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:25:21.525139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:18.863418Z","time spent":"2.66171475s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:21.525134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:18.909646Z","time spent":"2.615401917s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:21.525128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:18.336146Z","time spent":"3.188872015s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:21.525219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.049901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-04T01:25:21.525293Z","caller":"traceutil/trace.go:171","msg":"trace[1641380006] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:481; }","duration":"587.151643ms","start":"2026-03-04T01:25:20.938125Z","end":"2026-03-04T01:25:21.525277Z","steps":["trace[1641380006] 'agreement among raft nodes before linearized reading' (duration: 587.02518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.525345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:20.93811Z","time spent":"587.223025ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4401,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:25:28.333934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.136371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:28.334048Z","caller":"traceutil/trace.go:171","msg":"trace[840925734] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:521; }","duration":"315.319756ms","start":"2026-03-04T01:25:28.018708Z","end":"2026-03-04T01:25:28.334027Z","steps":["trace[840925734] 'range keys from in-memory index tree' (duration: 315.029289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:28.334097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:28.018687Z","time spent":"315.398747ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T01:25:28.334154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.609513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:25:28.33427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.122028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:25:28.334257Z","caller":"traceutil/trace.go:171","msg":"trace[40553005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:521; }","duration":"787.770926ms","start":"2026-03-04T01:25:27.546459Z","end":"2026-03-04T01:25:28.33423Z","steps":["trace[40553005] 'range keys from in-memory index tree' (duration: 787.388577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:28.334325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.339022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:28.33438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:27.546434Z","time spent":"787.912919ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:25:28.334413Z","caller":"traceutil/trace.go:171","msg":"trace[792418039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"859.465205ms","start":"2026-03-04T01:25:27.474926Z","end":"2026-03-04T01:25:28.334391Z","steps":["trace[792418039] 'range keys from in-memory index tree' (duration: 859.222049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:28.334343Z","caller":"traceutil/trace.go:171","msg":"trace[291167913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:521; }","duration":"781.225791ms","start":"2026-03-04T01:25:27.553092Z","end":"2026-03-04T01:25:28.334317Z","steps":["trace[291167913] 'range keys from in-memory index tree' (duration: 780.942173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:28.334464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:27.474879Z","time spent":"859.572748ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:25:28.334514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:27.55307Z","time spent":"781.421655ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:28.33452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.477858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:25:28.334607Z","caller":"traceutil/trace.go:171","msg":"trace[1591295723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:521; }","duration":"818.585581ms","start":"2026-03-04T01:25:27.515983Z","end":"2026-03-04T01:25:28.334569Z","steps":["trace[1591295723] 'range keys from in-memory index tree' (duration: 818.278093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:28.334174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.979371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:25:28.334652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:27.51596Z","time spent":"818.679213ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:25:28.334684Z","caller":"traceutil/trace.go:171","msg":"trace[1069224420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:521; }","duration":"780.515333ms","start":"2026-03-04T01:25:27.554151Z","end":"2026-03-04T01:25:28.334666Z","steps":["trace[1069224420] 'range keys from in-memory index tree' (duration: 779.778886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:28.33473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:27.55414Z","time spent":"780.576695ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:25:28.816631Z","caller":"traceutil/trace.go:171","msg":"trace[477062483] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"477.934563ms","start":"2026-03-04T01:25:28.338674Z","end":"2026-03-04T01:25:28.816608Z","steps":["trace[477062483] 'process raft request' (duration: 477.745908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:28.816781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:28.338656Z","time spent":"478.048165ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:30.657995Z","caller":"traceutil/trace.go:171","msg":"trace[448918479] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:541; }","duration":"2.143085038s","start":"2026-03-04T01:25:28.514884Z","end":"2026-03-04T01:25:30.657969Z","steps":["trace[448918479] 'read index received' (duration: 301.555438ms)","trace[448918479] 'applied index is now lower than readState.Index' (duration: 1.8415285s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:30.658311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143408207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:30.658354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181562112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:30.658358Z","caller":"traceutil/trace.go:171","msg":"trace[1413442357] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"2.319004812s","start":"2026-03-04T01:25:28.339322Z","end":"2026-03-04T01:25:30.658327Z","steps":["trace[1413442357] 'process raft request' (duration: 2.318545601s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:30.658452Z","caller":"traceutil/trace.go:171","msg":"trace[1104073138] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"2.319070534s","start":"2026-03-04T01:25:28.339371Z","end":"2026-03-04T01:25:30.658442Z","steps":["trace[1104073138] 'process raft request' (duration: 2.318533811s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:30.658516Z","caller":"traceutil/trace.go:171","msg":"trace[853276579] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"2.319208747s","start":"2026-03-04T01:25:28.339296Z","end":"2026-03-04T01:25:30.658505Z","steps":["trace[853276579] 'process raft request' (duration: 2.318438239s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:30.65839Z","caller":"traceutil/trace.go:171","msg":"trace[1176420311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"1.181651444s","start":"2026-03-04T01:25:29.476728Z","end":"2026-03-04T01:25:30.65838Z","steps":["trace[1176420311] 'agreement among raft nodes before linearized reading' (duration: 1.181578382s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.658555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:28.339302Z","time spent":"2.319163796s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:30.658549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:28.339348Z","time spent":"2.319136156s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:30.658599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:28.339287Z","time spent":"2.319259708s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:30.658609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:29.476708Z","time spent":"1.181882809s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:25:30.658399Z","caller":"traceutil/trace.go:171","msg":"trace[1291353721] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:525; }","duration":"2.14354114s","start":"2026-03-04T01:25:28.514836Z","end":"2026-03-04T01:25:30.658377Z","steps":["trace[1291353721] 'agreement among raft nodes before linearized reading' (duration: 2.143389366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.658722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:28.514815Z","time spent":"2.143861037s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T01:25:31.871694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050383916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:25:31.871779Z","caller":"traceutil/trace.go:171","msg":"trace[18828636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:525; }","duration":"1.050512989s","start":"2026-03-04T01:25:30.821249Z","end":"2026-03-04T01:25:31.871762Z","steps":["trace[18828636] 'range keys from in-memory index tree' (duration: 1.050219353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:31.871827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.821232Z","time spent":"1.050580161s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:32.254129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.472028ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:25:32.254416Z","caller":"traceutil/trace.go:171","msg":"trace[1929965627] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"433.436532ms","start":"2026-03-04T01:25:31.820955Z","end":"2026-03-04T01:25:32.254391Z","steps":["trace[1929965627] 'process raft request' (duration: 433.266398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:32.254519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:31.820927Z","time spent":"433.531943ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:32.254932Z","caller":"traceutil/trace.go:171","msg":"trace[677940635] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:545; }","duration":"400.286781ms","start":"2026-03-04T01:25:31.854593Z","end":"2026-03-04T01:25:32.25488Z","steps":["trace[677940635] 'read index received' (duration: 272.150487ms)","trace[677940635] 'applied index is now lower than readState.Index' (duration: 128.134364ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:32.255075Z","caller":"traceutil/trace.go:171","msg":"trace[1880382381] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"379.24488ms","start":"2026-03-04T01:25:31.875818Z","end":"2026-03-04T01:25:32.255063Z","steps":["trace[1880382381] 'process raft request' (duration: 378.525273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:32.255198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:31.875798Z","time spent":"379.311551ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:32.255188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.569068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:32.255345Z","caller":"traceutil/trace.go:171","msg":"trace[615206680] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:527; }","duration":"400.692781ms","start":"2026-03-04T01:25:31.854556Z","end":"2026-03-04T01:25:32.255249Z","steps":["trace[615206680] 'agreement among raft nodes before linearized reading' (duration: 400.551658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:32.255423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:31.854536Z","time spent":"400.873265ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T01:25:34.469779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805258236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:25:34.469884Z","caller":"traceutil/trace.go:171","msg":"trace[1608035636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:527; }","duration":"1.80542558s","start":"2026-03-04T01:25:32.664433Z","end":"2026-03-04T01:25:34.469859Z","steps":["trace[1608035636] 'range keys from in-memory index tree' (duration: 1.80501419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:34.469949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:32.664411Z","time spent":"1.805523192s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:34.469996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99502589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:34.470096Z","caller":"traceutil/trace.go:171","msg":"trace[1741449903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:527; }","duration":"1.995163733s","start":"2026-03-04T01:25:32.474911Z","end":"2026-03-04T01:25:34.470075Z","steps":["trace[1741449903] 'range keys from in-memory index tree' (duration: 1.994902957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:34.470227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.097661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:25:34.47035Z","caller":"traceutil/trace.go:171","msg":"trace[644107091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:527; }","duration":"211.275585ms","start":"2026-03-04T01:25:34.259045Z","end":"2026-03-04T01:25:34.470321Z","steps":["trace[644107091] 'range keys from in-memory index tree' (duration: 210.876356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:34.470364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808030862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:25:34.470279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807646653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:25:34.470514Z","caller":"traceutil/trace.go:171","msg":"trace[1195259879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:527; }","duration":"1.807874738s","start":"2026-03-04T01:25:32.662598Z","end":"2026-03-04T01:25:34.470473Z","steps":["trace[1195259879] 'range keys from in-memory index tree' (duration: 1.807462618s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:34.470409Z","caller":"traceutil/trace.go:171","msg":"trace[336326916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:527; }","duration":"1.808105484s","start":"2026-03-04T01:25:32.662288Z","end":"2026-03-04T01:25:34.470394Z","steps":["trace[336326916] 'range keys from in-memory index tree' (duration: 1.807806827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:34.470659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:32.662588Z","time spent":"1.808021772s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:25:34.470724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:32.662265Z","time spent":"1.808423621s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:25:34.470985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:32.474881Z","time spent":"1.996081834s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:25:34.905415Z","caller":"traceutil/trace.go:171","msg":"trace[277656882] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"431.28508ms","start":"2026-03-04T01:25:34.474106Z","end":"2026-03-04T01:25:34.905391Z","steps":["trace[277656882] 'process raft request' (duration: 431.141647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:34.90556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:34.474086Z","time spent":"431.405003ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:36.477308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:25:36.477405Z","caller":"traceutil/trace.go:171","msg":"trace[1138566933] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000425959s","start":"2026-03-04T01:25:34.476954Z","end":"2026-03-04T01:25:36.47738Z","steps":["trace[1138566933] 'agreement among raft nodes before linearized reading' (duration: 2.000306726s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:36.477454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:34.476948Z","time spent":"2.000497061s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:25:38.506406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999820925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:25:38.506508Z","caller":"traceutil/trace.go:171","msg":"trace[2041014814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999969119s","start":"2026-03-04T01:25:36.506514Z","end":"2026-03-04T01:25:38.506483Z","steps":["trace[2041014814] 'agreement among raft nodes before linearized reading' (duration: 1.999842436s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:38.506561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:36.506463Z","time spent":"2.000087811s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:25:38.532147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.626846983s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:25:38.532506Z","caller":"traceutil/trace.go:171","msg":"trace[275684435] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"4.056347441s","start":"2026-03-04T01:25:34.476136Z","end":"2026-03-04T01:25:38.532484Z","steps":["trace[275684435] 'process raft request' (duration: 4.056151106s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:38.532526Z","caller":"traceutil/trace.go:171","msg":"trace[1130857620] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"4.056279039s","start":"2026-03-04T01:25:34.476227Z","end":"2026-03-04T01:25:38.532506Z","steps":["trace[1130857620] 'process raft request' (duration: 4.056204487s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:38.532659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:34.476118Z","time spent":"4.056471984s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:38.532679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:34.476221Z","time spent":"4.056379451s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:38.532837Z","caller":"traceutil/trace.go:171","msg":"trace[1062151337] linearizableReadLoop","detail":"{readStateIndex:552; appliedIndex:548; }","duration":"4.055830888s","start":"2026-03-04T01:25:34.47698Z","end":"2026-03-04T01:25:38.532811Z","steps":["trace[1062151337] 'read index received' (duration: 428.35736ms)","trace[1062151337] 'applied index is now lower than readState.Index' (duration: 3.627471588s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:38.532901Z","caller":"traceutil/trace.go:171","msg":"trace[520375969] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"4.056629767s","start":"2026-03-04T01:25:34.476262Z","end":"2026-03-04T01:25:38.532892Z","steps":["trace[520375969] 'process raft request' (duration: 4.056210027s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:38.53295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:34.476257Z","time spent":"4.056665178s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:38.879827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.371684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:38.879931Z","caller":"traceutil/trace.go:171","msg":"trace[1585184267] linearizableReadLoop","detail":"{readStateIndex:553; appliedIndex:552; }","duration":"347.00845ms","start":"2026-03-04T01:25:38.532906Z","end":"2026-03-04T01:25:38.879914Z","steps":["trace[1585184267] 'read index received' (duration: 238.473873ms)","trace[1585184267] 'applied index is now lower than readState.Index' (duration: 108.533457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:38.880061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641276163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:25:38.880098Z","caller":"traceutil/trace.go:171","msg":"trace[832591346] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:532; }","duration":"2.641345594s","start":"2026-03-04T01:25:36.238743Z","end":"2026-03-04T01:25:38.880088Z","steps":["trace[832591346] 'agreement among raft nodes before linearized reading' (duration: 2.641219921s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:38.880111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.816689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:38.880138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:36.238725Z","time spent":"2.641404936s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-04T01:25:38.8801Z","caller":"traceutil/trace.go:171","msg":"trace[927629332] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"2.225629806s","start":"2026-03-04T01:25:36.654434Z","end":"2026-03-04T01:25:38.880064Z","steps":["trace[927629332] 'process raft request' (duration: 2.116935466s)","trace[927629332] 'compare' (duration: 108.26449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:38.880158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398088872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:38.880175Z","caller":"traceutil/trace.go:171","msg":"trace[673528694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:532; }","duration":"365.967033ms","start":"2026-03-04T01:25:38.514193Z","end":"2026-03-04T01:25:38.88016Z","steps":["trace[673528694] 'agreement among raft nodes before linearized reading' (duration: 365.84853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:38.880206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:38.514143Z","time spent":"366.056745ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:25:38.880183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.506886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T01:25:38.880211Z","caller":"traceutil/trace.go:171","msg":"trace[144165943] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:532; }","duration":"1.398139684s","start":"2026-03-04T01:25:37.482051Z","end":"2026-03-04T01:25:38.880191Z","steps":["trace[144165943] 'agreement among raft nodes before linearized reading' (duration: 1.398055202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:38.880255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:37.482006Z","time spent":"1.398241656s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-04T01:25:38.880259Z","caller":"traceutil/trace.go:171","msg":"trace[1906667065] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997; range_end:; response_count:1; response_revision:532; }","duration":"366.634659ms","start":"2026-03-04T01:25:38.513606Z","end":"2026-03-04T01:25:38.88024Z","steps":["trace[1906667065] 'agreement among raft nodes before linearized reading' (duration: 366.382453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:38.88029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:36.65441Z","time spent":"2.22577531s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:38.880318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:38.513588Z","time spent":"366.71613ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" "} {"level":"warn","ts":"2026-03-04T01:25:38.880497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970651839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:25:38.880605Z","caller":"traceutil/trace.go:171","msg":"trace[1758316819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:532; }","duration":"1.970812503s","start":"2026-03-04T01:25:36.909774Z","end":"2026-03-04T01:25:38.880586Z","steps":["trace[1758316819] 'agreement among raft nodes before linearized reading' (duration: 1.970538746s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:38.880664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:36.909753Z","time spent":"1.970901626s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:25:39.147303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.44982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:39.147404Z","caller":"traceutil/trace.go:171","msg":"trace[1393415004] linearizableReadLoop","detail":"{readStateIndex:557; appliedIndex:556; }","duration":"173.978987ms","start":"2026-03-04T01:25:38.973408Z","end":"2026-03-04T01:25:39.147387Z","steps":["trace[1393415004] 'read index received' (duration: 35.365443ms)","trace[1393415004] 'applied index is now lower than readState.Index' (duration: 138.612334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:39.147507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.09247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:39.147492Z","caller":"traceutil/trace.go:171","msg":"trace[848219668] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"197.290952ms","start":"2026-03-04T01:25:38.950143Z","end":"2026-03-04T01:25:39.147434Z","steps":["trace[848219668] 'process raft request' (duration: 58.628997ms)","trace[848219668] 'compare' (duration: 138.305207ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:39.147556Z","caller":"traceutil/trace.go:171","msg":"trace[722994864] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:535; }","duration":"174.184152ms","start":"2026-03-04T01:25:38.973358Z","end":"2026-03-04T01:25:39.147542Z","steps":["trace[722994864] 'agreement among raft nodes before linearized reading' (duration: 174.074559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:39.412476Z","caller":"traceutil/trace.go:171","msg":"trace[739067210] linearizableReadLoop","detail":"{readStateIndex:558; appliedIndex:557; }","duration":"151.251985ms","start":"2026-03-04T01:25:39.261196Z","end":"2026-03-04T01:25:39.412448Z","steps":["trace[739067210] 'read index received' (duration: 86.527982ms)","trace[739067210] 'applied index is now lower than readState.Index' (duration: 64.722433ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:39.41249Z","caller":"traceutil/trace.go:171","msg":"trace[967545573] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"181.119007ms","start":"2026-03-04T01:25:39.231332Z","end":"2026-03-04T01:25:39.412451Z","steps":["trace[967545573] 'process raft request' (duration: 116.313472ms)","trace[967545573] 'compare' (duration: 64.59522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:39.412679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.478891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-j6tdd\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-03-04T01:25:39.412747Z","caller":"traceutil/trace.go:171","msg":"trace[560380837] range","detail":"{range_begin:/registry/pods/kube-system/cilium-j6tdd; range_end:; response_count:1; response_revision:536; }","duration":"151.620274ms","start":"2026-03-04T01:25:39.261107Z","end":"2026-03-04T01:25:39.412728Z","steps":["trace[560380837] 'agreement among raft nodes before linearized reading' (duration: 151.427299ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:39.438322Z","caller":"traceutil/trace.go:171","msg":"trace[927855506] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"176.415634ms","start":"2026-03-04T01:25:39.261858Z","end":"2026-03-04T01:25:39.438273Z","steps":["trace[927855506] 'process raft request' (duration: 175.556564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:39.566704Z","caller":"traceutil/trace.go:171","msg":"trace[1000271512] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"151.000089ms","start":"2026-03-04T01:25:39.415668Z","end":"2026-03-04T01:25:39.566668Z","steps":["trace[1000271512] 'process raft request' (duration: 149.999725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:39.5668Z","caller":"traceutil/trace.go:171","msg":"trace[1286496832] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"151.002559ms","start":"2026-03-04T01:25:39.415755Z","end":"2026-03-04T01:25:39.566758Z","steps":["trace[1286496832] 'process raft request' (duration: 150.769053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:39.567031Z","caller":"traceutil/trace.go:171","msg":"trace[141145765] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"139.852833ms","start":"2026-03-04T01:25:39.427155Z","end":"2026-03-04T01:25:39.567007Z","steps":["trace[141145765] 'process raft request' (duration: 139.495924ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:39.640415Z","caller":"traceutil/trace.go:171","msg":"trace[215484333] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"148.441388ms","start":"2026-03-04T01:25:39.491951Z","end":"2026-03-04T01:25:39.640393Z","steps":["trace[215484333] 'process raft request' (duration: 148.150631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:40.478999Z","caller":"traceutil/trace.go:171","msg":"trace[783189790] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"775.185257ms","start":"2026-03-04T01:25:39.703784Z","end":"2026-03-04T01:25:40.47897Z","steps":["trace[783189790] 'process raft request' (duration: 689.800271ms)","trace[783189790] 'compare' (duration: 85.125259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:40.479128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.703769Z","time spent":"775.29868ms","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:25:40.47938Z","caller":"traceutil/trace.go:171","msg":"trace[831066902] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"775.138236ms","start":"2026-03-04T01:25:39.70419Z","end":"2026-03-04T01:25:40.479328Z","steps":["trace[831066902] 'process raft request' (duration: 774.959262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:40.479459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.70417Z","time spent":"775.255958ms","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:25:40.479497Z","caller":"traceutil/trace.go:171","msg":"trace[75667214] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"775.145476ms","start":"2026-03-04T01:25:39.704309Z","end":"2026-03-04T01:25:40.479455Z","steps":["trace[75667214] 'process raft request' (duration: 774.945551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:40.479573Z","caller":"traceutil/trace.go:171","msg":"trace[553835092] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"767.76713ms","start":"2026-03-04T01:25:39.711782Z","end":"2026-03-04T01:25:40.479549Z","steps":["trace[553835092] 'process raft request' (duration: 767.574276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:40.479675Z","caller":"traceutil/trace.go:171","msg":"trace[1095462460] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"767.141475ms","start":"2026-03-04T01:25:39.71252Z","end":"2026-03-04T01:25:40.479661Z","steps":["trace[1095462460] 'process raft request' (duration: 766.901649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:40.479677Z","caller":"traceutil/trace.go:171","msg":"trace[2144434292] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"766.259144ms","start":"2026-03-04T01:25:39.713403Z","end":"2026-03-04T01:25:40.479662Z","steps":["trace[2144434292] 'process raft request' (duration: 766.177202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:40.479687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.711766Z","time spent":"767.861752ms","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:25:40.479693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.704283Z","time spent":"775.33119ms","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:25:40.479735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.713386Z","time spent":"766.325415ms","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:25:40.479734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.712506Z","time spent":"767.200416ms","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:25:41.991749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251514638s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:25:42.297726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.706006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:42.29798Z","caller":"traceutil/trace.go:171","msg":"trace[14443471] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.561116117s","start":"2026-03-04T01:25:40.736851Z","end":"2026-03-04T01:25:42.297967Z","steps":["trace[14443471] 'process raft request' (duration: 1.255117854s)","trace[14443471] 'compare' (duration: 305.604374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:42.298032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.736816Z","time spent":"1.561197799s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:25:42.298047Z","caller":"traceutil/trace.go:171","msg":"trace[1078103399] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"1.559874348s","start":"2026-03-04T01:25:40.738151Z","end":"2026-03-04T01:25:42.298025Z","steps":["trace[1078103399] 'process raft request' (duration: 1.559699393s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.298152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.738133Z","time spent":"1.5599675s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:42.298179Z","caller":"traceutil/trace.go:171","msg":"trace[1865249159] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"1.560093723s","start":"2026-03-04T01:25:40.738073Z","end":"2026-03-04T01:25:42.298166Z","steps":["trace[1865249159] 'process raft request' (duration: 1.559729644s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:42.298167Z","caller":"traceutil/trace.go:171","msg":"trace[1512646202] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"1.56041774s","start":"2026-03-04T01:25:40.737718Z","end":"2026-03-04T01:25:42.298135Z","steps":["trace[1512646202] 'read index received' (duration: 2.605632ms)","trace[1512646202] 'applied index is now lower than readState.Index' (duration: 1.557809098s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:42.298226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.738031Z","time spent":"1.560171745s","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3551,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:42.298239Z","caller":"traceutil/trace.go:171","msg":"trace[1112567995] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.559906339s","start":"2026-03-04T01:25:40.738324Z","end":"2026-03-04T01:25:42.29823Z","steps":["trace[1112567995] 'process raft request' (duration: 1.55955053s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.29828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.7383Z","time spent":"1.55995675s","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4410,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:42.298289Z","caller":"traceutil/trace.go:171","msg":"trace[867962737] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"1.559860938s","start":"2026-03-04T01:25:40.738415Z","end":"2026-03-04T01:25:42.298276Z","steps":["trace[867962737] 'process raft request' (duration: 1.559491449s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.298406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.738405Z","time spent":"1.559911759s","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:42.298448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560692558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-03-04T01:25:42.298518Z","caller":"traceutil/trace.go:171","msg":"trace[117335820] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:632; }","duration":"1.56079014s","start":"2026-03-04T01:25:40.73771Z","end":"2026-03-04T01:25:42.298501Z","steps":["trace[117335820] 'agreement among raft nodes before linearized reading' (duration: 1.560572675s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.298558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.73765Z","time spent":"1.560899572s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3538,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-04T01:25:42.31202Z","caller":"traceutil/trace.go:171","msg":"trace[1258166721] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.562824738s","start":"2026-03-04T01:25:40.749162Z","end":"2026-03-04T01:25:42.311987Z","steps":["trace[1258166721] 'process raft request' (duration: 1.562585003s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.312236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.749152Z","time spent":"1.562957701s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:42.312288Z","caller":"traceutil/trace.go:171","msg":"trace[195344855] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.563029133s","start":"2026-03-04T01:25:40.749236Z","end":"2026-03-04T01:25:42.312265Z","steps":["trace[195344855] 'process raft request' (duration: 1.562655644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.312428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.749232Z","time spent":"1.563115235s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:42.312597Z","caller":"traceutil/trace.go:171","msg":"trace[816449623] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.546281283s","start":"2026-03-04T01:25:40.766244Z","end":"2026-03-04T01:25:42.312525Z","steps":["trace[816449623] 'process raft request' (duration: 1.545941895s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:42.312646Z","caller":"traceutil/trace.go:171","msg":"trace[157134424] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.043539963s","start":"2026-03-04T01:25:41.269093Z","end":"2026-03-04T01:25:42.312633Z","steps":["trace[157134424] 'process raft request' (duration: 1.043278267s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.312695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.269075Z","time spent":"1.043597754s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:25:42.312972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.766215Z","time spent":"1.546441947s","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:42.486785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.306564ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:25:42.486937Z","caller":"traceutil/trace.go:171","msg":"trace[445440201] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:655; }","duration":"188.673357ms","start":"2026-03-04T01:25:42.298238Z","end":"2026-03-04T01:25:42.486911Z","steps":["trace[445440201] 'read index received' (duration: 13.593924ms)","trace[445440201] 'applied index is now lower than readState.Index' (duration: 175.076773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:42.487055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218011352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-j6tdd\" ","response":"range_response_count:1 size:17247"} {"level":"warn","ts":"2026-03-04T01:25:42.487163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512901519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:25:42.487159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012356659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:42.487206Z","caller":"traceutil/trace.go:171","msg":"trace[171902892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:636; }","duration":"1.512987341s","start":"2026-03-04T01:25:40.974207Z","end":"2026-03-04T01:25:42.487195Z","steps":["trace[171902892] 'agreement among raft nodes before linearized reading' (duration: 1.512811117s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:42.487221Z","caller":"traceutil/trace.go:171","msg":"trace[274428775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"1.012468552s","start":"2026-03-04T01:25:41.474737Z","end":"2026-03-04T01:25:42.487206Z","steps":["trace[274428775] 'agreement among raft nodes before linearized reading' (duration: 1.012361639s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.487245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738311871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:42.487256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.974184Z","time spent":"1.513058822s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:25:42.487165Z","caller":"traceutil/trace.go:171","msg":"trace[1740113247] range","detail":"{range_begin:/registry/pods/kube-system/cilium-j6tdd; range_end:; response_count:1; response_revision:636; }","duration":"1.218143555s","start":"2026-03-04T01:25:41.268977Z","end":"2026-03-04T01:25:42.487121Z","steps":["trace[1740113247] 'agreement among raft nodes before linearized reading' (duration: 1.217957251s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.487298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.268958Z","time spent":"1.218332059s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17269,"request content":"key:\"/registry/pods/kube-system/cilium-j6tdd\" "} {"level":"info","ts":"2026-03-04T01:25:42.487294Z","caller":"traceutil/trace.go:171","msg":"trace[1805940608] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:636; }","duration":"1.738390513s","start":"2026-03-04T01:25:40.748885Z","end":"2026-03-04T01:25:42.487275Z","steps":["trace[1805940608] 'agreement among raft nodes before linearized reading' (duration: 1.738320651s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.487341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:40.748868Z","time spent":"1.738463015s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"warn","ts":"2026-03-04T01:25:42.487259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.474708Z","time spent":"1.012544844s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:25:42.572738Z","caller":"traceutil/trace.go:171","msg":"trace[90570099] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"270.547509ms","start":"2026-03-04T01:25:42.302157Z","end":"2026-03-04T01:25:42.572705Z","steps":["trace[90570099] 'process raft request' (duration: 270.251682ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:42.572788Z","caller":"traceutil/trace.go:171","msg":"trace[507062498] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"268.10686ms","start":"2026-03-04T01:25:42.304654Z","end":"2026-03-04T01:25:42.572761Z","steps":["trace[507062498] 'process raft request' (duration: 267.957197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:42.572887Z","caller":"traceutil/trace.go:171","msg":"trace[722911546] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"265.466078ms","start":"2026-03-04T01:25:42.307402Z","end":"2026-03-04T01:25:42.572869Z","steps":["trace[722911546] 'process raft request' (duration: 265.413857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:42.572953Z","caller":"traceutil/trace.go:171","msg":"trace[1092024852] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"266.108973ms","start":"2026-03-04T01:25:42.306832Z","end":"2026-03-04T01:25:42.572941Z","steps":["trace[1092024852] 'process raft request' (duration: 265.933718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:42.572972Z","caller":"traceutil/trace.go:171","msg":"trace[659952313] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"267.787803ms","start":"2026-03-04T01:25:42.305154Z","end":"2026-03-04T01:25:42.572942Z","steps":["trace[659952313] 'process raft request' (duration: 267.522696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:42.573113Z","caller":"traceutil/trace.go:171","msg":"trace[120088339] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"267.121797ms","start":"2026-03-04T01:25:42.305982Z","end":"2026-03-04T01:25:42.573103Z","steps":["trace[120088339] 'process raft request' (duration: 266.740078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.98938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.215063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:42.989646Z","caller":"traceutil/trace.go:171","msg":"trace[1287429389] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"616.923914ms","start":"2026-03-04T01:25:42.372679Z","end":"2026-03-04T01:25:42.989603Z","steps":["trace[1287429389] 'process raft request' (duration: 468.395904ms)","trace[1287429389] 'compare' (duration: 148.07406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:42.989824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.372658Z","time spent":"617.072158ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:42.98991Z","caller":"traceutil/trace.go:171","msg":"trace[1938016172] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:660; }","duration":"502.908656ms","start":"2026-03-04T01:25:42.486983Z","end":"2026-03-04T01:25:42.989891Z","steps":["trace[1938016172] 'read index received' (duration: 85.515128ms)","trace[1938016172] 'applied index is now lower than readState.Index' (duration: 417.392148ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:42.989929Z","caller":"traceutil/trace.go:171","msg":"trace[701986642] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"486.501766ms","start":"2026-03-04T01:25:42.503408Z","end":"2026-03-04T01:25:42.98991Z","steps":["trace[701986642] 'process raft request' (duration: 486.336212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.990023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.503383Z","time spent":"486.594987ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:42.990112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.023257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4425"} {"level":"info","ts":"2026-03-04T01:25:42.990143Z","caller":"traceutil/trace.go:171","msg":"trace[580337812] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:645; }","duration":"685.078869ms","start":"2026-03-04T01:25:42.305055Z","end":"2026-03-04T01:25:42.990134Z","steps":["trace[580337812] 'agreement among raft nodes before linearized reading' (duration: 684.941736ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:42.990094Z","caller":"traceutil/trace.go:171","msg":"trace[85966482] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"498.84233ms","start":"2026-03-04T01:25:42.49119Z","end":"2026-03-04T01:25:42.990033Z","steps":["trace[85966482] 'process raft request' (duration: 498.306757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.990175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.305048Z","time spent":"685.12051ms","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4447,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"warn","ts":"2026-03-04T01:25:42.990395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.491166Z","time spent":"499.040985ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:43.226814Z","caller":"traceutil/trace.go:171","msg":"trace[1563659268] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"649.847159ms","start":"2026-03-04T01:25:42.57692Z","end":"2026-03-04T01:25:43.226767Z","steps":["trace[1563659268] 'process raft request' (duration: 624.643048ms)","trace[1563659268] 'compare' (duration: 24.900944ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:43.226893Z","caller":"traceutil/trace.go:171","msg":"trace[703286572] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"648.140149ms","start":"2026-03-04T01:25:42.578726Z","end":"2026-03-04T01:25:43.226866Z","steps":["trace[703286572] 'process raft request' (duration: 647.944894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:43.227002Z","caller":"traceutil/trace.go:171","msg":"trace[644866327] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"647.911153ms","start":"2026-03-04T01:25:42.579051Z","end":"2026-03-04T01:25:43.226963Z","steps":["trace[644866327] 'process raft request' (duration: 647.679417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:43.227154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.578707Z","time spent":"648.345623ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:25:43.227191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.579033Z","time spent":"648.059426ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3115,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:43.227022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.576901Z","time spent":"650.021573ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:25:43.227267Z","caller":"traceutil/trace.go:171","msg":"trace[1356545426] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"647.001321ms","start":"2026-03-04T01:25:42.580232Z","end":"2026-03-04T01:25:43.227233Z","steps":["trace[1356545426] 'process raft request' (duration: 646.574471ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:43.22738Z","caller":"traceutil/trace.go:171","msg":"trace[1356069765] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"625.346565ms","start":"2026-03-04T01:25:42.60201Z","end":"2026-03-04T01:25:43.227356Z","steps":["trace[1356069765] 'process raft request' (duration: 624.985407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:43.227458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.580222Z","time spent":"647.146585ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3850,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:43.227504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.601992Z","time spent":"625.445857ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211574,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:43.227543Z","caller":"traceutil/trace.go:171","msg":"trace[1786507880] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"646.225503ms","start":"2026-03-04T01:25:42.581273Z","end":"2026-03-04T01:25:43.227499Z","steps":["trace[1786507880] 'process raft request' (duration: 645.583057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:43.227571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.112027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:43.227594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.958221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:25:43.227639Z","caller":"traceutil/trace.go:171","msg":"trace[869903218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:651; }","duration":"739.23616ms","start":"2026-03-04T01:25:42.488387Z","end":"2026-03-04T01:25:43.227623Z","steps":["trace[869903218] 'agreement among raft nodes before linearized reading' (duration: 739.111387ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:43.227655Z","caller":"traceutil/trace.go:171","msg":"trace[1066928475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:651; }","duration":"668.067183ms","start":"2026-03-04T01:25:42.559569Z","end":"2026-03-04T01:25:43.227636Z","steps":["trace[1066928475] 'agreement among raft nodes before linearized reading' (duration: 667.872168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:43.227692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.55954Z","time spent":"668.146055ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:43.22768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.581265Z","time spent":"646.339425ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4974,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:43.227744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.218417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:25:43.22735Z","caller":"traceutil/trace.go:171","msg":"trace[600274053] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:669; }","duration":"237.334807ms","start":"2026-03-04T01:25:42.98996Z","end":"2026-03-04T01:25:43.227294Z","steps":["trace[600274053] 'read index received' (duration: 211.609854ms)","trace[600274053] 'applied index is now lower than readState.Index' (duration: 25.723373ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:43.227785Z","caller":"traceutil/trace.go:171","msg":"trace[1524464541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:651; }","duration":"668.309809ms","start":"2026-03-04T01:25:42.559465Z","end":"2026-03-04T01:25:43.227775Z","steps":["trace[1524464541] 'agreement among raft nodes before linearized reading' (duration: 668.167916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:43.22782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.559443Z","time spent":"668.37101ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:25:43.227691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.488373Z","time spent":"739.308441ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:25:43.227894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.892901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4425"} {"level":"info","ts":"2026-03-04T01:25:43.227914Z","caller":"traceutil/trace.go:171","msg":"trace[1105656235] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:651; }","duration":"232.939113ms","start":"2026-03-04T01:25:42.994969Z","end":"2026-03-04T01:25:43.227908Z","steps":["trace[1105656235] 'agreement among raft nodes before linearized reading' (duration: 232.876261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:43.228135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.90748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:25:43.228193Z","caller":"traceutil/trace.go:171","msg":"trace[1763950060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:651; }","duration":"668.139995ms","start":"2026-03-04T01:25:42.560037Z","end":"2026-03-04T01:25:43.228177Z","steps":["trace[1763950060] 'agreement among raft nodes before linearized reading' (duration: 667.414068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:43.228238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.560028Z","time spent":"668.197486ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:43.537724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.524495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:43.538012Z","caller":"traceutil/trace.go:171","msg":"trace[571834794] linearizableReadLoop","detail":"{readStateIndex:679; appliedIndex:675; }","duration":"300.035841ms","start":"2026-03-04T01:25:43.237958Z","end":"2026-03-04T01:25:43.537994Z","steps":["trace[571834794] 'read index received' (duration: 61.69058ms)","trace[571834794] 'applied index is now lower than readState.Index' (duration: 238.344021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:43.538085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.123323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:43.53812Z","caller":"traceutil/trace.go:171","msg":"trace[390127884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:656; }","duration":"300.178935ms","start":"2026-03-04T01:25:43.237929Z","end":"2026-03-04T01:25:43.538108Z","steps":["trace[390127884] 'agreement among raft nodes before linearized reading' (duration: 300.124584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:43.538163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:43.237919Z","time spent":"300.236826ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:25:43.538171Z","caller":"traceutil/trace.go:171","msg":"trace[1441634191] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"304.790565ms","start":"2026-03-04T01:25:43.233348Z","end":"2026-03-04T01:25:43.538139Z","steps":["trace[1441634191] 'process raft request' (duration: 185.755038ms)","trace[1441634191] 'compare' (duration: 118.365131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:43.538336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:43.233326Z","time spent":"304.927708ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:43.538332Z","caller":"traceutil/trace.go:171","msg":"trace[1578343151] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"294.009428ms","start":"2026-03-04T01:25:43.244279Z","end":"2026-03-04T01:25:43.538288Z","steps":["trace[1578343151] 'process raft request' (duration: 293.664749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:43.538314Z","caller":"traceutil/trace.go:171","msg":"trace[577754626] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"304.771324ms","start":"2026-03-04T01:25:43.233464Z","end":"2026-03-04T01:25:43.538236Z","steps":["trace[577754626] 'process raft request' (duration: 304.371885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:43.538393Z","caller":"traceutil/trace.go:171","msg":"trace[186698298] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"303.747189ms","start":"2026-03-04T01:25:43.234624Z","end":"2026-03-04T01:25:43.538371Z","steps":["trace[186698298] 'process raft request' (duration: 303.268178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:43.538491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:43.234614Z","time spent":"303.826512ms","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:43.53851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:43.233423Z","time spent":"304.988499ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:43.653003Z","caller":"traceutil/trace.go:171","msg":"trace[2082493877] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:680; }","duration":"104.156412ms","start":"2026-03-04T01:25:43.548824Z","end":"2026-03-04T01:25:43.652981Z","steps":["trace[2082493877] 'read index received' (duration: 90.407845ms)","trace[2082493877] 'applied index is now lower than readState.Index' (duration: 13.747157ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:43.653404Z","caller":"traceutil/trace.go:171","msg":"trace[1210535979] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"104.950951ms","start":"2026-03-04T01:25:43.548418Z","end":"2026-03-04T01:25:43.653369Z","steps":["trace[1210535979] 'process raft request' (duration: 90.896127ms)","trace[1210535979] 'compare' (duration: 13.542762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:43.653391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.543622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:43.653585Z","caller":"traceutil/trace.go:171","msg":"trace[239646104] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:657; }","duration":"104.760497ms","start":"2026-03-04T01:25:43.548804Z","end":"2026-03-04T01:25:43.653565Z","steps":["trace[239646104] 'agreement among raft nodes before linearized reading' (duration: 104.48316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:44.039559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.327201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:44.039693Z","caller":"traceutil/trace.go:171","msg":"trace[709421317] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"241.776573ms","start":"2026-03-04T01:25:43.797891Z","end":"2026-03-04T01:25:44.039668Z","steps":["trace[709421317] 'process raft request' (duration: 120.266147ms)","trace[709421317] 'compare' (duration: 121.130637ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:45.254643Z","caller":"traceutil/trace.go:171","msg":"trace[200665171] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"161.023198ms","start":"2026-03-04T01:25:45.093599Z","end":"2026-03-04T01:25:45.254622Z","steps":["trace[200665171] 'process raft request' (duration: 160.920716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:45.424448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.536234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:45.42449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.411455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:45.424588Z","caller":"traceutil/trace.go:171","msg":"trace[211485189] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"162.670917ms","start":"2026-03-04T01:25:45.261855Z","end":"2026-03-04T01:25:45.424526Z","steps":["trace[211485189] 'range keys from in-memory index tree' (duration: 162.438172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:45.424657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.778893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:45.424809Z","caller":"traceutil/trace.go:171","msg":"trace[236083913] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"163.951918ms","start":"2026-03-04T01:25:45.260839Z","end":"2026-03-04T01:25:45.424791Z","steps":["trace[236083913] 'range keys from in-memory index tree' (duration: 163.729172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:45.424845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.016032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:45.424902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.023112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:45.42488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.993815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:45.424976Z","caller":"traceutil/trace.go:171","msg":"trace[8858447] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"162.128394ms","start":"2026-03-04T01:25:45.262827Z","end":"2026-03-04T01:25:45.424956Z","steps":["trace[8858447] 'range keys from in-memory index tree' (duration: 161.965551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:45.425032Z","caller":"traceutil/trace.go:171","msg":"trace[407925264] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"163.18628ms","start":"2026-03-04T01:25:45.261807Z","end":"2026-03-04T01:25:45.424993Z","steps":["trace[407925264] 'range keys from in-memory index tree' (duration: 162.894233ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:45.42493Z","caller":"traceutil/trace.go:171","msg":"trace[1437734453] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"162.108904ms","start":"2026-03-04T01:25:45.262795Z","end":"2026-03-04T01:25:45.424904Z","steps":["trace[1437734453] 'range keys from in-memory index tree' (duration: 161.977631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:45.425117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.203588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:45.424882Z","caller":"traceutil/trace.go:171","msg":"trace[247025121] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"163.61008ms","start":"2026-03-04T01:25:45.261002Z","end":"2026-03-04T01:25:45.424612Z","steps":["trace[247025121] 'range keys from in-memory index tree' (duration: 163.355974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:45.42477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.839362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:45.425284Z","caller":"traceutil/trace.go:171","msg":"trace[1642188586] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"162.262277ms","start":"2026-03-04T01:25:45.263003Z","end":"2026-03-04T01:25:45.425265Z","steps":["trace[1642188586] 'process raft request' (duration: 43.795254ms)","trace[1642188586] 'compare' (duration: 117.589953ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:45.425294Z","caller":"traceutil/trace.go:171","msg":"trace[1979546332] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"163.468367ms","start":"2026-03-04T01:25:45.261803Z","end":"2026-03-04T01:25:45.425271Z","steps":["trace[1979546332] 'range keys from in-memory index tree' (duration: 162.728279ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:45.425372Z","caller":"traceutil/trace.go:171","msg":"trace[1470213524] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"132.58281ms","start":"2026-03-04T01:25:45.292771Z","end":"2026-03-04T01:25:45.425353Z","steps":["trace[1470213524] 'process raft request' (duration: 132.477577ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:45.425513Z","caller":"traceutil/trace.go:171","msg":"trace[956455236] linearizableReadLoop","detail":"{readStateIndex:704; appliedIndex:703; }","duration":"158.494687ms","start":"2026-03-04T01:25:45.266892Z","end":"2026-03-04T01:25:45.425387Z","steps":["trace[956455236] 'read index received' (duration: 39.88928ms)","trace[956455236] 'applied index is now lower than readState.Index' (duration: 118.589817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:45.425757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.864147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:45.425851Z","caller":"traceutil/trace.go:171","msg":"trace[2082970921] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:681; }","duration":"158.9991ms","start":"2026-03-04T01:25:45.266832Z","end":"2026-03-04T01:25:45.425832Z","steps":["trace[2082970921] 'agreement among raft nodes before linearized reading' (duration: 158.786965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:45.425999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.368751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:45.426026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.024582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:25:45.426073Z","caller":"traceutil/trace.go:171","msg":"trace[253172065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:681; }","duration":"123.104084ms","start":"2026-03-04T01:25:45.302957Z","end":"2026-03-04T01:25:45.426061Z","steps":["trace[253172065] 'agreement among raft nodes before linearized reading' (duration: 122.92126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:45.426068Z","caller":"traceutil/trace.go:171","msg":"trace[846734872] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:681; }","duration":"157.479193ms","start":"2026-03-04T01:25:45.268567Z","end":"2026-03-04T01:25:45.426046Z","steps":["trace[846734872] 'agreement among raft nodes before linearized reading' (duration: 157.291929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:45.426001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.155576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:45.426268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.515612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-j6tdd\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-03-04T01:25:45.426303Z","caller":"traceutil/trace.go:171","msg":"trace[1766922353] range","detail":"{range_begin:/registry/pods/kube-system/cilium-j6tdd; range_end:; response_count:1; response_revision:681; }","duration":"133.580864ms","start":"2026-03-04T01:25:45.292712Z","end":"2026-03-04T01:25:45.426293Z","steps":["trace[1766922353] 'agreement among raft nodes before linearized reading' (duration: 133.476731ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:45.426309Z","caller":"traceutil/trace.go:171","msg":"trace[8503590] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:681; }","duration":"131.458193ms","start":"2026-03-04T01:25:45.294807Z","end":"2026-03-04T01:25:45.426265Z","steps":["trace[8503590] 'agreement among raft nodes before linearized reading' (duration: 131.126575ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:46.59259Z","caller":"traceutil/trace.go:171","msg":"trace[2131568925] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:734; }","duration":"117.768357ms","start":"2026-03-04T01:25:46.474758Z","end":"2026-03-04T01:25:46.592527Z","steps":["trace[2131568925] 'read index received' (duration: 117.4899ms)","trace[2131568925] 'applied index is now lower than readState.Index' (duration: 277.367µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:46.592652Z","caller":"traceutil/trace.go:171","msg":"trace[1473986004] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"127.815597ms","start":"2026-03-04T01:25:46.464784Z","end":"2026-03-04T01:25:46.592599Z","steps":["trace[1473986004] 'process raft request' (duration: 127.578221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:46.592835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.050353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:46.59294Z","caller":"traceutil/trace.go:171","msg":"trace[1158845774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:710; }","duration":"118.230838ms","start":"2026-03-04T01:25:46.474684Z","end":"2026-03-04T01:25:46.592915Z","steps":["trace[1158845774] 'agreement among raft nodes before linearized reading' (duration: 118.009913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:55.696024Z","caller":"traceutil/trace.go:171","msg":"trace[700506990] linearizableReadLoop","detail":"{readStateIndex:882; appliedIndex:881; }","duration":"112.331897ms","start":"2026-03-04T01:25:55.583667Z","end":"2026-03-04T01:25:55.695999Z","steps":["trace[700506990] 'read index received' (duration: 109.446588ms)","trace[700506990] 'applied index is now lower than readState.Index' (duration: 2.884189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:55.696247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.557932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:25:55.696317Z","caller":"traceutil/trace.go:171","msg":"trace[340027572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:854; }","duration":"112.666075ms","start":"2026-03-04T01:25:55.58364Z","end":"2026-03-04T01:25:55.696306Z","steps":["trace[340027572] 'agreement among raft nodes before linearized reading' (duration: 112.497631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:55.696669Z","caller":"traceutil/trace.go:171","msg":"trace[1422041504] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"119.58489ms","start":"2026-03-04T01:25:55.576498Z","end":"2026-03-04T01:25:55.696083Z","steps":["trace[1422041504] 'process raft request' (duration: 116.737062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:55.697053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.116842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:25:55.697254Z","caller":"traceutil/trace.go:171","msg":"trace[23164299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:854; }","duration":"104.713276ms","start":"2026-03-04T01:25:55.592526Z","end":"2026-03-04T01:25:55.69724Z","steps":["trace[23164299] 'agreement among raft nodes before linearized reading' (duration: 104.06198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:56.988029Z","caller":"traceutil/trace.go:171","msg":"trace[485361290] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"155.677871ms","start":"2026-03-04T01:25:56.832326Z","end":"2026-03-04T01:25:56.988003Z","steps":["trace[485361290] 'process raft request' (duration: 155.559528ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:59.863709Z","caller":"traceutil/trace.go:171","msg":"trace[647129374] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"115.667037ms","start":"2026-03-04T01:25:59.748021Z","end":"2026-03-04T01:25:59.863688Z","steps":["trace[647129374] 'process raft request' (duration: 115.571045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:01.675598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.73423ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:26:01.675908Z","caller":"traceutil/trace.go:171","msg":"trace[516947398] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:920; }","duration":"287.488452ms","start":"2026-03-04T01:26:01.388403Z","end":"2026-03-04T01:26:01.675891Z","steps":["trace[516947398] 'read index received' (duration: 57.322µs)","trace[516947398] 'applied index is now lower than readState.Index' (duration: 287.42928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:01.676153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.745928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-t8spd\" ","response":"range_response_count:1 size:4756"} {"level":"info","ts":"2026-03-04T01:26:01.676264Z","caller":"traceutil/trace.go:171","msg":"trace[1823664703] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-t8spd; range_end:; response_count:1; response_revision:891; }","duration":"287.896202ms","start":"2026-03-04T01:26:01.388351Z","end":"2026-03-04T01:26:01.676247Z","steps":["trace[1823664703] 'agreement among raft nodes before linearized reading' (duration: 287.669136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:01.676606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.815606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:01.676647Z","caller":"traceutil/trace.go:171","msg":"trace[740536158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:891; }","duration":"200.879628ms","start":"2026-03-04T01:26:01.475758Z","end":"2026-03-04T01:26:01.676638Z","steps":["trace[740536158] 'agreement among raft nodes before linearized reading' (duration: 200.817717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:01.676667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.030123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:01.676777Z","caller":"traceutil/trace.go:171","msg":"trace[1540226454] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:891; }","duration":"264.156166ms","start":"2026-03-04T01:26:01.412594Z","end":"2026-03-04T01:26:01.67675Z","steps":["trace[1540226454] 'agreement among raft nodes before linearized reading' (duration: 263.945301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:02.094792Z","caller":"traceutil/trace.go:171","msg":"trace[1824741276] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"413.500556ms","start":"2026-03-04T01:26:01.68126Z","end":"2026-03-04T01:26:02.094761Z","steps":["trace[1824741276] 'process raft request' (duration: 413.307662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:02.09514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:01.681242Z","time spent":"413.648329ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:26:03.908979Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.766701858s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:26:03.909336Z","caller":"traceutil/trace.go:171","msg":"trace[870688314] linearizableReadLoop","detail":"{readStateIndex:923; appliedIndex:921; }","duration":"2.162591274s","start":"2026-03-04T01:26:01.746725Z","end":"2026-03-04T01:26:03.909316Z","steps":["trace[870688314] 'read index received' (duration: 347.83304ms)","trace[870688314] 'applied index is now lower than readState.Index' (duration: 1.814757194s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:03.909395Z","caller":"traceutil/trace.go:171","msg":"trace[1640372081] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"2.223941676s","start":"2026-03-04T01:26:01.685425Z","end":"2026-03-04T01:26:03.909367Z","steps":["trace[1640372081] 'process raft request' (duration: 2.223712071s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:03.90951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162777229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T01:26:03.909533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:01.685399Z","time spent":"2.22407409s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:03.90954Z","caller":"traceutil/trace.go:171","msg":"trace[554662566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:893; }","duration":"2.16282401s","start":"2026-03-04T01:26:01.746707Z","end":"2026-03-04T01:26:03.909531Z","steps":["trace[554662566] 'agreement among raft nodes before linearized reading' (duration: 2.162704107s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:03.909567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:01.746656Z","time spent":"2.162905162s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:26:03.960278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109198262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:26:03.960344Z","caller":"traceutil/trace.go:171","msg":"trace[1786684695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:894; }","duration":"2.109297444s","start":"2026-03-04T01:26:01.851032Z","end":"2026-03-04T01:26:03.96033Z","steps":["trace[1786684695] 'agreement among raft nodes before linearized reading' (duration: 2.10912458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:03.960376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:01.851021Z","time spent":"2.109348605s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:26:03.960357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484490662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:03.960458Z","caller":"traceutil/trace.go:171","msg":"trace[669507335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:894; }","duration":"1.484640185s","start":"2026-03-04T01:26:02.475797Z","end":"2026-03-04T01:26:03.960437Z","steps":["trace[669507335] 'agreement among raft nodes before linearized reading' (duration: 1.484470181s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:03.960489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092584446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T01:26:03.960515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:02.475776Z","time spent":"1.484730267s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:26:03.960606Z","caller":"traceutil/trace.go:171","msg":"trace[1998071420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:894; }","duration":"2.092717009s","start":"2026-03-04T01:26:01.867854Z","end":"2026-03-04T01:26:03.960571Z","steps":["trace[1998071420] 'agreement among raft nodes before linearized reading' (duration: 2.092463293s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:03.960383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.902898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T01:26:03.960664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:01.867843Z","time spent":"2.092810241s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:26:03.960683Z","caller":"traceutil/trace.go:171","msg":"trace[1956455497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:894; }","duration":"863.226115ms","start":"2026-03-04T01:26:03.097426Z","end":"2026-03-04T01:26:03.960652Z","steps":["trace[1956455497] 'agreement among raft nodes before linearized reading' (duration: 862.809235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:03.960524Z","caller":"traceutil/trace.go:171","msg":"trace[1158524553] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"424.121329ms","start":"2026-03-04T01:26:03.536342Z","end":"2026-03-04T01:26:03.960464Z","steps":["trace[1158524553] 'process raft request' (duration: 423.72169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:03.960787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:03.097411Z","time spent":"863.346508ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:26:03.960891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:03.536325Z","time spent":"424.481127ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:04.166592Z","caller":"traceutil/trace.go:171","msg":"trace[221418437] linearizableReadLoop","detail":"{readStateIndex:928; appliedIndex:924; }","duration":"204.997895ms","start":"2026-03-04T01:26:03.961575Z","end":"2026-03-04T01:26:04.166573Z","steps":["trace[221418437] 'read index received' (duration: 204.701918ms)","trace[221418437] 'applied index is now lower than readState.Index' (duration: 295.167µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:04.166677Z","caller":"traceutil/trace.go:171","msg":"trace[284360126] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"251.179226ms","start":"2026-03-04T01:26:03.915477Z","end":"2026-03-04T01:26:04.166656Z","steps":["trace[284360126] 'process raft request' (duration: 251.020333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:04.166696Z","caller":"traceutil/trace.go:171","msg":"trace[455089572] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"253.514942ms","start":"2026-03-04T01:26:03.913136Z","end":"2026-03-04T01:26:04.166651Z","steps":["trace[455089572] 'process raft request' (duration: 253.171284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:04.166809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.219191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:04.16678Z","caller":"traceutil/trace.go:171","msg":"trace[1379033029] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"252.091598ms","start":"2026-03-04T01:26:03.914667Z","end":"2026-03-04T01:26:04.166759Z","steps":["trace[1379033029] 'process raft request' (duration: 251.735409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:04.166818Z","caller":"traceutil/trace.go:171","msg":"trace[1355641994] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"250.662204ms","start":"2026-03-04T01:26:03.916084Z","end":"2026-03-04T01:26:04.166746Z","steps":["trace[1355641994] 'process raft request' (duration: 250.448179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:04.166869Z","caller":"traceutil/trace.go:171","msg":"trace[1003634281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:898; }","duration":"205.311533ms","start":"2026-03-04T01:26:03.961546Z","end":"2026-03-04T01:26:04.166858Z","steps":["trace[1003634281] 'agreement among raft nodes before linearized reading' (duration: 205.219841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:04.16757Z","caller":"traceutil/trace.go:171","msg":"trace[2117307670] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"203.105421ms","start":"2026-03-04T01:26:03.964443Z","end":"2026-03-04T01:26:04.167549Z","steps":["trace[2117307670] 'process raft request' (duration: 202.978678ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:04.16799Z","caller":"traceutil/trace.go:171","msg":"trace[711275282] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"203.314296ms","start":"2026-03-04T01:26:03.964663Z","end":"2026-03-04T01:26:04.167977Z","steps":["trace[711275282] 'process raft request' (duration: 202.997148ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:04.167952Z","caller":"traceutil/trace.go:171","msg":"trace[1469347433] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"203.358887ms","start":"2026-03-04T01:26:03.964584Z","end":"2026-03-04T01:26:04.167943Z","steps":["trace[1469347433] 'process raft request' (duration: 202.928027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:04.37132Z","caller":"traceutil/trace.go:171","msg":"trace[397637937] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"193.79249ms","start":"2026-03-04T01:26:04.177496Z","end":"2026-03-04T01:26:04.371289Z","steps":["trace[397637937] 'process raft request' (duration: 180.36916ms)","trace[397637937] 'compare' (duration: 13.289876ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:04.718651Z","caller":"traceutil/trace.go:171","msg":"trace[126655809] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"115.930653ms","start":"2026-03-04T01:26:04.602685Z","end":"2026-03-04T01:26:04.718616Z","steps":["trace[126655809] 'process raft request' (duration: 95.66685ms)","trace[126655809] 'compare' (duration: 20.118049ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:08.664947Z","caller":"traceutil/trace.go:171","msg":"trace[404723849] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"108.968727ms","start":"2026-03-04T01:26:08.555944Z","end":"2026-03-04T01:26:08.664913Z","steps":["trace[404723849] 'process raft request' (duration: 87.207839ms)","trace[404723849] 'compare' (duration: 21.617965ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:14.595931Z","caller":"traceutil/trace.go:171","msg":"trace[22654368] linearizableReadLoop","detail":"{readStateIndex:985; appliedIndex:984; }","duration":"120.84873ms","start":"2026-03-04T01:26:14.47506Z","end":"2026-03-04T01:26:14.595909Z","steps":["trace[22654368] 'read index received' (duration: 63.143295ms)","trace[22654368] 'applied index is now lower than readState.Index' (duration: 57.704455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:14.596056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.970003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:14.596086Z","caller":"traceutil/trace.go:171","msg":"trace[1234700319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:952; }","duration":"121.041715ms","start":"2026-03-04T01:26:14.475035Z","end":"2026-03-04T01:26:14.596077Z","steps":["trace[1234700319] 'agreement among raft nodes before linearized reading' (duration: 120.966734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:14.596041Z","caller":"traceutil/trace.go:171","msg":"trace[204772815] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"166.56736ms","start":"2026-03-04T01:26:14.429442Z","end":"2026-03-04T01:26:14.596009Z","steps":["trace[204772815] 'process raft request' (duration: 108.809963ms)","trace[204772815] 'compare' (duration: 57.557602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:23.074138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.757893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:26:23.074312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.687391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T01:26:23.074342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.236168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:26:23.074418Z","caller":"traceutil/trace.go:171","msg":"trace[799343581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:977; }","duration":"587.331799ms","start":"2026-03-04T01:26:22.487058Z","end":"2026-03-04T01:26:23.07439Z","steps":["trace[799343581] 'range keys from in-memory index tree' (duration: 587.060923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:23.074479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:22.487039Z","time spent":"587.427012ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:26:23.074317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.407397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:23.074535Z","caller":"traceutil/trace.go:171","msg":"trace[348773586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:977; }","duration":"609.915547ms","start":"2026-03-04T01:26:22.464313Z","end":"2026-03-04T01:26:23.074228Z","steps":["trace[348773586] 'range keys from in-memory index tree' (duration: 609.576569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:23.074544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.106554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:26:23.074595Z","caller":"traceutil/trace.go:171","msg":"trace[321144533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:977; }","duration":"599.693714ms","start":"2026-03-04T01:26:22.47485Z","end":"2026-03-04T01:26:23.074544Z","steps":["trace[321144533] 'range keys from in-memory index tree' (duration: 599.337105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:23.074623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:22.464274Z","time spent":"610.335547ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:26:23.074633Z","caller":"traceutil/trace.go:171","msg":"trace[2119821708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:977; }","duration":"587.238657ms","start":"2026-03-04T01:26:22.487375Z","end":"2026-03-04T01:26:23.074613Z","steps":["trace[2119821708] 'range keys from in-memory index tree' (duration: 586.910839ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:23.074395Z","caller":"traceutil/trace.go:171","msg":"trace[978825613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:977; }","duration":"442.813795ms","start":"2026-03-04T01:26:22.631563Z","end":"2026-03-04T01:26:23.074377Z","steps":["trace[978825613] 'range keys from in-memory index tree' (duration: 442.520838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:23.074656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:22.474837Z","time spent":"599.804206ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:26:23.07468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:22.487355Z","time spent":"587.315239ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:26:23.074699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:22.631549Z","time spent":"443.140392ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:26:23.45371Z","caller":"traceutil/trace.go:171","msg":"trace[1725312937] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"374.830295ms","start":"2026-03-04T01:26:23.078852Z","end":"2026-03-04T01:26:23.453682Z","steps":["trace[1725312937] 'process raft request' (duration: 374.768573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:23.453795Z","caller":"traceutil/trace.go:171","msg":"trace[1599310622] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"374.899505ms","start":"2026-03-04T01:26:23.078854Z","end":"2026-03-04T01:26:23.453754Z","steps":["trace[1599310622] 'process raft request' (duration: 374.526756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:23.453876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:23.078828Z","time spent":"374.958477ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:26:23.453978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:23.078837Z","time spent":"375.044079ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:23.533101Z","caller":"traceutil/trace.go:171","msg":"trace[721869914] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"453.632832ms","start":"2026-03-04T01:26:23.079437Z","end":"2026-03-04T01:26:23.53307Z","steps":["trace[721869914] 'process raft request' (duration: 449.291999ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:23.533121Z","caller":"traceutil/trace.go:171","msg":"trace[633674666] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"453.379146ms","start":"2026-03-04T01:26:23.079715Z","end":"2026-03-04T01:26:23.533094Z","steps":["trace[633674666] 'process raft request' (duration: 453.276293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:23.533266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:23.079677Z","time spent":"453.511009ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:26:23.533281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:23.079422Z","time spent":"453.765115ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:47.747072Z","caller":"traceutil/trace.go:171","msg":"trace[21229167] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"172.922063ms","start":"2026-03-04T01:26:47.574123Z","end":"2026-03-04T01:26:47.747045Z","steps":["trace[21229167] 'process raft request' (duration: 172.747518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:47.799877Z","caller":"traceutil/trace.go:171","msg":"trace[1379353910] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"224.137727ms","start":"2026-03-04T01:26:47.575711Z","end":"2026-03-04T01:26:47.799849Z","steps":["trace[1379353910] 'process raft request' (duration: 223.809809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:57.971825Z","caller":"traceutil/trace.go:171","msg":"trace[2072040616] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"141.006154ms","start":"2026-03-04T01:26:57.830771Z","end":"2026-03-04T01:26:57.971777Z","steps":["trace[2072040616] 'process raft request' (duration: 140.613325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:00.133657Z","caller":"traceutil/trace.go:171","msg":"trace[1772413282] linearizableReadLoop","detail":"{readStateIndex:1527; appliedIndex:1526; }","duration":"147.755426ms","start":"2026-03-04T01:26:59.985868Z","end":"2026-03-04T01:27:00.133623Z","steps":["trace[1772413282] 'read index received' (duration: 147.51958ms)","trace[1772413282] 'applied index is now lower than readState.Index' (duration: 234.186µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:00.133721Z","caller":"traceutil/trace.go:171","msg":"trace[1898229166] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"148.065872ms","start":"2026-03-04T01:26:59.98562Z","end":"2026-03-04T01:27:00.133686Z","steps":["trace[1898229166] 'process raft request' (duration: 147.849117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:00.133967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.711725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T01:27:00.133969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.783303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T01:27:00.133996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.016532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:27:00.134022Z","caller":"traceutil/trace.go:171","msg":"trace[1504664432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1459; }","duration":"147.787806ms","start":"2026-03-04T01:26:59.986223Z","end":"2026-03-04T01:27:00.134011Z","steps":["trace[1504664432] 'agreement among raft nodes before linearized reading' (duration: 147.643103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:00.134031Z","caller":"traceutil/trace.go:171","msg":"trace[1014590858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1459; }","duration":"146.871534ms","start":"2026-03-04T01:26:59.987146Z","end":"2026-03-04T01:27:00.134018Z","steps":["trace[1014590858] 'agreement among raft nodes before linearized reading' (duration: 146.726181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:00.134063Z","caller":"traceutil/trace.go:171","msg":"trace[1486067198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1459; }","duration":"148.197356ms","start":"2026-03-04T01:26:59.985845Z","end":"2026-03-04T01:27:00.134043Z","steps":["trace[1486067198] 'agreement among raft nodes before linearized reading' (duration: 147.913449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:03.83468Z","caller":"traceutil/trace.go:171","msg":"trace[150798377] linearizableReadLoop","detail":"{readStateIndex:1581; appliedIndex:1580; }","duration":"360.225695ms","start":"2026-03-04T01:27:03.474428Z","end":"2026-03-04T01:27:03.834653Z","steps":["trace[150798377] 'read index received' (duration: 360.060671ms)","trace[150798377] 'applied index is now lower than readState.Index' (duration: 164.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:03.834822Z","caller":"traceutil/trace.go:171","msg":"trace[591882943] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"403.553293ms","start":"2026-03-04T01:27:03.431258Z","end":"2026-03-04T01:27:03.834811Z","steps":["trace[591882943] 'process raft request' (duration: 403.257746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:03.834932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:03.431235Z","time spent":"403.617254ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:03.835201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.940454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T01:27:03.835208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.746878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:03.835281Z","caller":"traceutil/trace.go:171","msg":"trace[14830536] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1511; }","duration":"109.088058ms","start":"2026-03-04T01:27:03.726176Z","end":"2026-03-04T01:27:03.835264Z","steps":["trace[14830536] 'agreement among raft nodes before linearized reading' (duration: 108.7559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:03.835292Z","caller":"traceutil/trace.go:171","msg":"trace[1858327154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1511; }","duration":"360.87149ms","start":"2026-03-04T01:27:03.474403Z","end":"2026-03-04T01:27:03.835275Z","steps":["trace[1858327154] 'agreement among raft nodes before linearized reading' (duration: 360.609994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:03.835336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:03.474389Z","time spent":"360.939331ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:27:13.436138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214541623s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:13.436585Z","caller":"traceutil/trace.go:171","msg":"trace[319016709] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1684; }","duration":"1.567159028s","start":"2026-03-04T01:27:11.869352Z","end":"2026-03-04T01:27:13.436511Z","steps":["trace[319016709] 'read index received' (duration: 352.118773ms)","trace[319016709] 'applied index is now lower than readState.Index' (duration: 1.215039055s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:13.436589Z","caller":"traceutil/trace.go:171","msg":"trace[327663601] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"1.576985221s","start":"2026-03-04T01:27:11.859553Z","end":"2026-03-04T01:27:13.436539Z","steps":["trace[327663601] 'process raft request' (duration: 361.939907ms)","trace[327663601] 'compare' (duration: 1.214065871s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:13.436736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:11.859524Z","time spent":"1.577130055s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:13.436746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567399214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:27:13.436784Z","caller":"traceutil/trace.go:171","msg":"trace[1236869443] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1613; }","duration":"1.567502276s","start":"2026-03-04T01:27:11.86927Z","end":"2026-03-04T01:27:13.436773Z","steps":["trace[1236869443] 'agreement among raft nodes before linearized reading' (duration: 1.567370773s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:13.436817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:11.869257Z","time spent":"1.567551298s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:27:13.437056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211144172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:27:13.437074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136279016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-943b94da-03d5-4bd0-95e5-75f08e342edc\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-04T01:27:13.437105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125925271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:27:13.437117Z","caller":"traceutil/trace.go:171","msg":"trace[843739041] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-943b94da-03d5-4bd0-95e5-75f08e342edc; range_end:; response_count:1; response_revision:1613; }","duration":"1.136321037s","start":"2026-03-04T01:27:12.300786Z","end":"2026-03-04T01:27:13.437107Z","steps":["trace[843739041] 'agreement among raft nodes before linearized reading' (duration: 1.136231615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:13.437146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:12.300711Z","time spent":"1.13642851s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-943b94da-03d5-4bd0-95e5-75f08e342edc\" "} {"level":"info","ts":"2026-03-04T01:27:13.437147Z","caller":"traceutil/trace.go:171","msg":"trace[217551795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1613; }","duration":"1.125996233s","start":"2026-03-04T01:27:12.311137Z","end":"2026-03-04T01:27:13.437133Z","steps":["trace[217551795] 'agreement among raft nodes before linearized reading' (duration: 1.125845569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:13.437178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141002288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T01:27:13.43718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:12.311117Z","time spent":"1.126056744s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T01:27:13.437199Z","caller":"traceutil/trace.go:171","msg":"trace[607800888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1613; }","duration":"1.141047799s","start":"2026-03-04T01:27:12.296145Z","end":"2026-03-04T01:27:13.437193Z","steps":["trace[607800888] 'agreement among raft nodes before linearized reading' (duration: 1.140984477s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:13.437222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:12.296125Z","time spent":"1.141091281s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:27:13.437233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248636482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T01:27:13.437255Z","caller":"traceutil/trace.go:171","msg":"trace[579649122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1613; }","duration":"1.248712703s","start":"2026-03-04T01:27:12.188534Z","end":"2026-03-04T01:27:13.437246Z","steps":["trace[579649122] 'agreement among raft nodes before linearized reading' (duration: 1.248670402s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:13.43727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:12.188513Z","time spent":"1.248753085s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:27:13.437113Z","caller":"traceutil/trace.go:171","msg":"trace[1344783158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"1.211235335s","start":"2026-03-04T01:27:12.225864Z","end":"2026-03-04T01:27:13.437099Z","steps":["trace[1344783158] 'agreement among raft nodes before linearized reading' (duration: 1.211133972s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:13.43715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.14779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:27:13.437311Z","caller":"traceutil/trace.go:171","msg":"trace[2116786053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1613; }","duration":"716.336484ms","start":"2026-03-04T01:27:12.720971Z","end":"2026-03-04T01:27:13.437307Z","steps":["trace[2116786053] 'agreement among raft nodes before linearized reading' (duration: 716.066687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:13.437324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:12.720961Z","time spent":"716.359534ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:27:13.437355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.501623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:27:13.437361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:12.225849Z","time spent":"1.21146321s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:27:13.437401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.686099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-943b94da-03d5-4bd0-95e5-75f08e342edc\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T01:27:13.437423Z","caller":"traceutil/trace.go:171","msg":"trace[2059394908] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-943b94da-03d5-4bd0-95e5-75f08e342edc; range_end:; response_count:1; response_revision:1613; }","duration":"734.74494ms","start":"2026-03-04T01:27:12.702672Z","end":"2026-03-04T01:27:13.437417Z","steps":["trace[2059394908] 'agreement among raft nodes before linearized reading' (duration: 734.682159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:13.437419Z","caller":"traceutil/trace.go:171","msg":"trace[561607841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"962.600296ms","start":"2026-03-04T01:27:12.474788Z","end":"2026-03-04T01:27:13.437388Z","steps":["trace[561607841] 'agreement among raft nodes before linearized reading' (duration: 962.494063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:13.437447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:12.702651Z","time spent":"734.788992ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-943b94da-03d5-4bd0-95e5-75f08e342edc\" "} {"level":"warn","ts":"2026-03-04T01:27:13.437453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:12.474732Z","time spent":"962.714669ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:27:13.437467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249938262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T01:27:13.437498Z","caller":"traceutil/trace.go:171","msg":"trace[1265170511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1613; }","duration":"1.249985634s","start":"2026-03-04T01:27:12.187503Z","end":"2026-03-04T01:27:13.437489Z","steps":["trace[1265170511] 'agreement among raft nodes before linearized reading' (duration: 1.249908692s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:13.437534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:12.187496Z","time spent":"1.250032455s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:27:13.43763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251250993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:27:13.437667Z","caller":"traceutil/trace.go:171","msg":"trace[426569603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1613; }","duration":"1.251306435s","start":"2026-03-04T01:27:12.186339Z","end":"2026-03-04T01:27:13.437645Z","steps":["trace[426569603] 'agreement among raft nodes before linearized reading' (duration: 1.250614248s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:13.437683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:12.186319Z","time spent":"1.251360347s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:27:13.975605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328667403,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:27:13.99289Z","caller":"traceutil/trace.go:171","msg":"trace[1553676122] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"544.959159ms","start":"2026-03-04T01:27:13.447904Z","end":"2026-03-04T01:27:13.992863Z","steps":["trace[1553676122] 'process raft request' (duration: 544.759464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:13.99304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:13.447884Z","time spent":"545.078081ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:15.110068Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117378987s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:27:15.110458Z","caller":"traceutil/trace.go:171","msg":"trace[1953508245] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"1.652542063s","start":"2026-03-04T01:27:13.457891Z","end":"2026-03-04T01:27:15.110433Z","steps":["trace[1953508245] 'process raft request' (duration: 1.652353518s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:15.110589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:13.457881Z","time spent":"1.652629695s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:15.110863Z","caller":"traceutil/trace.go:171","msg":"trace[638504399] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"1.652863641s","start":"2026-03-04T01:27:13.457949Z","end":"2026-03-04T01:27:15.110812Z","steps":["trace[638504399] 'process raft request' (duration: 1.6524289s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:15.111064Z","caller":"traceutil/trace.go:171","msg":"trace[485862515] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"1.653079475s","start":"2026-03-04T01:27:13.45796Z","end":"2026-03-04T01:27:15.111039Z","steps":["trace[485862515] 'process raft request' (duration: 1.652770228s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:15.11112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:13.457932Z","time spent":"1.653050385s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:15.11117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:13.457942Z","time spent":"1.653168188s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:15.111224Z","caller":"traceutil/trace.go:171","msg":"trace[324173912] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"1.652646115s","start":"2026-03-04T01:27:13.458535Z","end":"2026-03-04T01:27:15.111181Z","steps":["trace[324173912] 'process raft request' (duration: 1.652369729s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:15.111365Z","caller":"traceutil/trace.go:171","msg":"trace[1703768283] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"1.652730147s","start":"2026-03-04T01:27:13.458619Z","end":"2026-03-04T01:27:15.111349Z","steps":["trace[1703768283] 'process raft request' (duration: 1.652369179s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:15.111411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:13.458511Z","time spent":"1.652812399s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:15.111459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:13.458607Z","time spent":"1.652810139s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:15.111507Z","caller":"traceutil/trace.go:171","msg":"trace[231347148] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"1.652763218s","start":"2026-03-04T01:27:13.458677Z","end":"2026-03-04T01:27:15.111441Z","steps":["trace[231347148] 'process raft request' (duration: 1.652554973s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:15.111666Z","caller":"traceutil/trace.go:171","msg":"trace[256954067] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1685; }","duration":"1.636785319s","start":"2026-03-04T01:27:13.474858Z","end":"2026-03-04T01:27:15.111644Z","steps":["trace[256954067] 'read index received' (duration: 517.778904ms)","trace[256954067] 'applied index is now lower than readState.Index' (duration: 1.119005025s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:15.111696Z","caller":"traceutil/trace.go:171","msg":"trace[334984658] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"1.471137419s","start":"2026-03-04T01:27:13.640515Z","end":"2026-03-04T01:27:15.111652Z","steps":["trace[334984658] 'process raft request' (duration: 1.470827511s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:15.111691Z","caller":"traceutil/trace.go:171","msg":"trace[1925721433] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"1.182292357s","start":"2026-03-04T01:27:13.929363Z","end":"2026-03-04T01:27:15.111656Z","steps":["trace[1925721433] 'process raft request' (duration: 1.182222845s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:15.11176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:13.458662Z","time spent":"1.652950663s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:15.111785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636925992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:15.111819Z","caller":"traceutil/trace.go:171","msg":"trace[192349276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1622; }","duration":"1.637000794s","start":"2026-03-04T01:27:13.474808Z","end":"2026-03-04T01:27:15.111808Z","steps":["trace[192349276] 'agreement among raft nodes before linearized reading' (duration: 1.636942363s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:15.11183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:13.640493Z","time spent":"1.471270242s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:15.111849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:13.474791Z","time spent":"1.637052135s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:27:15.11186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:13.929339Z","time spent":"1.18243655s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:15.111941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441933246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T01:27:15.112022Z","caller":"traceutil/trace.go:171","msg":"trace[241705881] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1622; }","duration":"1.442038439s","start":"2026-03-04T01:27:13.669953Z","end":"2026-03-04T01:27:15.111991Z","steps":["trace[241705881] 'agreement among raft nodes before linearized reading' (duration: 1.441827284s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:15.112024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.485208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T01:27:15.112073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:13.669933Z","time spent":"1.44212805s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T01:27:15.112083Z","caller":"traceutil/trace.go:171","msg":"trace[939132473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1622; }","duration":"660.591731ms","start":"2026-03-04T01:27:14.451473Z","end":"2026-03-04T01:27:15.112065Z","steps":["trace[939132473] 'agreement among raft nodes before linearized reading' (duration: 660.394167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:15.112118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:14.451451Z","time spent":"660.659312ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:27:15.112079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.00879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:15.112232Z","caller":"traceutil/trace.go:171","msg":"trace[1200732667] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1622; }","duration":"470.232345ms","start":"2026-03-04T01:27:14.64196Z","end":"2026-03-04T01:27:15.112192Z","steps":["trace[1200732667] 'agreement among raft nodes before linearized reading' (duration: 469.903758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:15.112367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:14.641942Z","time spent":"470.402159ms","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:27:15.112436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.535418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-943b94da-03d5-4bd0-95e5-75f08e342edc\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-04T01:27:15.112532Z","caller":"traceutil/trace.go:171","msg":"trace[1618471455] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-943b94da-03d5-4bd0-95e5-75f08e342edc; range_end:; response_count:1; response_revision:1622; }","duration":"662.63078ms","start":"2026-03-04T01:27:14.449877Z","end":"2026-03-04T01:27:15.112507Z","steps":["trace[1618471455] 'agreement among raft nodes before linearized reading' (duration: 662.463636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:15.11263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:14.449831Z","time spent":"662.782553ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-943b94da-03d5-4bd0-95e5-75f08e342edc\" "} {"level":"warn","ts":"2026-03-04T01:27:17.26228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.934558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:27:17.262309Z","caller":"traceutil/trace.go:171","msg":"trace[2021489610] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"141.960978ms","start":"2026-03-04T01:27:17.120323Z","end":"2026-03-04T01:27:17.262284Z","steps":["trace[2021489610] 'process raft request' (duration: 141.759903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:17.262304Z","caller":"traceutil/trace.go:171","msg":"trace[306621053] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"142.338067ms","start":"2026-03-04T01:27:17.119905Z","end":"2026-03-04T01:27:17.262244Z","steps":["trace[306621053] 'process raft request' (duration: 142.126332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:17.262383Z","caller":"traceutil/trace.go:171","msg":"trace[1422219390] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1642; }","duration":"145.069842ms","start":"2026-03-04T01:27:17.117291Z","end":"2026-03-04T01:27:17.262361Z","steps":["trace[1422219390] 'agreement among raft nodes before linearized reading' (duration: 144.844156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:17.262383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.493999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T01:27:17.262429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.353661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-943b94da-03d5-4bd0-95e5-75f08e342edc\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-04T01:27:17.262458Z","caller":"traceutil/trace.go:171","msg":"trace[149493616] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1642; }","duration":"104.612062ms","start":"2026-03-04T01:27:17.157828Z","end":"2026-03-04T01:27:17.26244Z","steps":["trace[149493616] 'agreement among raft nodes before linearized reading' (duration: 104.369806ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:17.262492Z","caller":"traceutil/trace.go:171","msg":"trace[193692802] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-943b94da-03d5-4bd0-95e5-75f08e342edc; range_end:; response_count:1; response_revision:1642; }","duration":"108.453382ms","start":"2026-03-04T01:27:17.154023Z","end":"2026-03-04T01:27:17.262476Z","steps":["trace[193692802] 'agreement among raft nodes before linearized reading' (duration: 108.270508ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:17.26274Z","caller":"traceutil/trace.go:171","msg":"trace[631851111] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"142.763336ms","start":"2026-03-04T01:27:17.119375Z","end":"2026-03-04T01:27:17.262139Z","steps":["trace[631851111] 'process raft request' (duration: 122.603208ms)","trace[631851111] 'compare' (duration: 19.906842ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:17.283713Z","caller":"traceutil/trace.go:171","msg":"trace[316761161] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"112.173391ms","start":"2026-03-04T01:27:17.171523Z","end":"2026-03-04T01:27:17.283696Z","steps":["trace[316761161] 'process raft request' (duration: 112.069958ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:17.940586Z","caller":"traceutil/trace.go:171","msg":"trace[438114902] linearizableReadLoop","detail":"{readStateIndex:1719; appliedIndex:1718; }","duration":"127.185847ms","start":"2026-03-04T01:27:17.813356Z","end":"2026-03-04T01:27:17.940542Z","steps":["trace[438114902] 'read index received' (duration: 127.006172ms)","trace[438114902] 'applied index is now lower than readState.Index' (duration: 178.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:17.940638Z","caller":"traceutil/trace.go:171","msg":"trace[2089005954] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"198.735584ms","start":"2026-03-04T01:27:17.741873Z","end":"2026-03-04T01:27:17.940608Z","steps":["trace[2089005954] 'process raft request' (duration: 198.518709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:17.940834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.442202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:27:17.940918Z","caller":"traceutil/trace.go:171","msg":"trace[655997540] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1646; }","duration":"127.608287ms","start":"2026-03-04T01:27:17.813292Z","end":"2026-03-04T01:27:17.9409Z","steps":["trace[655997540] 'agreement among raft nodes before linearized reading' (duration: 127.377902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:18.860862Z","caller":"traceutil/trace.go:171","msg":"trace[2114182767] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"109.15675ms","start":"2026-03-04T01:27:18.751678Z","end":"2026-03-04T01:27:18.860834Z","steps":["trace[2114182767] 'process raft request' (duration: 109.019987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.363139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328667585,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:27:25.422404Z","caller":"traceutil/trace.go:171","msg":"trace[1210866951] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"645.110123ms","start":"2026-03-04T01:27:24.777273Z","end":"2026-03-04T01:27:25.422383Z","steps":["trace[1210866951] 'process raft request' (duration: 644.999951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.42252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:24.777257Z","time spent":"645.211775ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:27:25.568254Z","caller":"traceutil/trace.go:171","msg":"trace[1334740518] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"783.151277ms","start":"2026-03-04T01:27:24.785078Z","end":"2026-03-04T01:27:25.56823Z","steps":["trace[1334740518] 'process raft request' (duration: 782.953363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.568412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:24.785051Z","time spent":"783.279211ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11971,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:25.568432Z","caller":"traceutil/trace.go:171","msg":"trace[785420065] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1779; }","duration":"705.361293ms","start":"2026-03-04T01:27:24.863046Z","end":"2026-03-04T01:27:25.568407Z","steps":["trace[785420065] 'read index received' (duration: 559.340958ms)","trace[785420065] 'applied index is now lower than readState.Index' (duration: 146.018405ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:25.56849Z","caller":"traceutil/trace.go:171","msg":"trace[1109177499] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"341.461801ms","start":"2026-03-04T01:27:25.227004Z","end":"2026-03-04T01:27:25.568465Z","steps":["trace[1109177499] 'process raft request' (duration: 341.170364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.568618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:25.226976Z","time spent":"341.591683ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:25.56876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.69046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-04T01:27:25.568862Z","caller":"traceutil/trace.go:171","msg":"trace[999545702] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1706; }","duration":"705.847454ms","start":"2026-03-04T01:27:24.862988Z","end":"2026-03-04T01:27:25.568836Z","steps":["trace[999545702] 'agreement among raft nodes before linearized reading' (duration: 705.538557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.568915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:24.862968Z","time spent":"705.935126ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:27:25.581611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.972262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T01:27:25.581638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.498648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:27:25.581704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.523223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:27:25.581701Z","caller":"traceutil/trace.go:171","msg":"trace[503153407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1707; }","duration":"160.59115ms","start":"2026-03-04T01:27:25.421097Z","end":"2026-03-04T01:27:25.581688Z","steps":["trace[503153407] 'agreement among raft nodes before linearized reading' (duration: 160.424506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:25.581727Z","caller":"traceutil/trace.go:171","msg":"trace[461879588] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1707; }","duration":"602.547333ms","start":"2026-03-04T01:27:24.979173Z","end":"2026-03-04T01:27:25.58172Z","steps":["trace[461879588] 'agreement among raft nodes before linearized reading' (duration: 602.511493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.581727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.440595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T01:27:25.581729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.535968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T01:27:25.581777Z","caller":"traceutil/trace.go:171","msg":"trace[563956723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1707; }","duration":"235.528968ms","start":"2026-03-04T01:27:25.346235Z","end":"2026-03-04T01:27:25.581764Z","steps":["trace[563956723] 'agreement among raft nodes before linearized reading' (duration: 235.410415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:25.58181Z","caller":"traceutil/trace.go:171","msg":"trace[1169450319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1707; }","duration":"160.638511ms","start":"2026-03-04T01:27:25.421155Z","end":"2026-03-04T01:27:25.581794Z","steps":["trace[1169450319] 'agreement among raft nodes before linearized reading' (duration: 160.466577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.581842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.242214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T01:27:25.581849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.858233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:27:25.581871Z","caller":"traceutil/trace.go:171","msg":"trace[551580768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1707; }","duration":"166.296005ms","start":"2026-03-04T01:27:25.415567Z","end":"2026-03-04T01:27:25.581863Z","steps":["trace[551580768] 'agreement among raft nodes before linearized reading' (duration: 166.217083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:25.581884Z","caller":"traceutil/trace.go:171","msg":"trace[697565352] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1707; }","duration":"213.913715ms","start":"2026-03-04T01:27:25.367962Z","end":"2026-03-04T01:27:25.581876Z","steps":["trace[697565352] 'agreement among raft nodes before linearized reading' (duration: 213.823313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.581758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:24.97914Z","time spent":"602.609895ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:27:25.581664Z","caller":"traceutil/trace.go:171","msg":"trace[1611423860] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1707; }","duration":"162.051315ms","start":"2026-03-04T01:27:25.4196Z","end":"2026-03-04T01:27:25.581652Z","steps":["trace[1611423860] 'agreement among raft nodes before linearized reading' (duration: 161.907481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.58223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.254664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:25.582359Z","caller":"traceutil/trace.go:171","msg":"trace[1289846250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1707; }","duration":"107.425388ms","start":"2026-03-04T01:27:25.474915Z","end":"2026-03-04T01:27:25.58234Z","steps":["trace[1289846250] 'agreement among raft nodes before linearized reading' (duration: 107.267174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:31.976314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328667675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:27:32.536678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.651965ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:27:32.567233Z","caller":"traceutil/trace.go:171","msg":"trace[1510501426] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"973.687928ms","start":"2026-03-04T01:27:31.593512Z","end":"2026-03-04T01:27:32.5672Z","steps":["trace[1510501426] 'process raft request' (duration: 973.405401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:32.567217Z","caller":"traceutil/trace.go:171","msg":"trace[653294678] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"969.043827ms","start":"2026-03-04T01:27:31.598144Z","end":"2026-03-04T01:27:32.567187Z","steps":["trace[653294678] 'process raft request' (duration: 968.940035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:32.567377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:31.593493Z","time spent":"973.811021ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:32.567399Z","caller":"traceutil/trace.go:171","msg":"trace[55304937] linearizableReadLoop","detail":"{readStateIndex:1825; appliedIndex:1822; }","duration":"1.092051926s","start":"2026-03-04T01:27:31.475325Z","end":"2026-03-04T01:27:32.567377Z","steps":["trace[55304937] 'read index received' (duration: 899.777825ms)","trace[55304937] 'applied index is now lower than readState.Index' (duration: 192.272161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:32.567411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:31.598138Z","time spent":"969.183891ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:32.567491Z","caller":"traceutil/trace.go:171","msg":"trace[1311377098] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"357.308696ms","start":"2026-03-04T01:27:32.210161Z","end":"2026-03-04T01:27:32.56747Z","steps":["trace[1311377098] 'process raft request' (duration: 356.984838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:32.567587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:32.210144Z","time spent":"357.393449ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:32.567632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092301752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:27:32.567633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.270075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:27:32.567669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.684074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:27:32.567702Z","caller":"traceutil/trace.go:171","msg":"trace[111369897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1749; }","duration":"1.092398504s","start":"2026-03-04T01:27:31.475281Z","end":"2026-03-04T01:27:32.56768Z","steps":["trace[111369897] 'agreement among raft nodes before linearized reading' (duration: 1.09221001s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:32.567714Z","caller":"traceutil/trace.go:171","msg":"trace[56093024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1749; }","duration":"948.775317ms","start":"2026-03-04T01:27:31.618924Z","end":"2026-03-04T01:27:32.567699Z","steps":["trace[56093024] 'agreement among raft nodes before linearized reading' (duration: 948.587422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:32.567739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:31.475257Z","time spent":"1.092474965s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:27:32.56775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.857607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:27:32.567775Z","caller":"traceutil/trace.go:171","msg":"trace[912026867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1749; }","duration":"907.905547ms","start":"2026-03-04T01:27:31.659862Z","end":"2026-03-04T01:27:32.567768Z","steps":["trace[912026867] 'agreement among raft nodes before linearized reading' (duration: 907.801795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:32.567801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:31.659851Z","time spent":"907.945438ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:27:32.567789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:31.618897Z","time spent":"948.878819ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T01:27:32.567713Z","caller":"traceutil/trace.go:171","msg":"trace[133141785] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1749; }","duration":"169.395098ms","start":"2026-03-04T01:27:32.398299Z","end":"2026-03-04T01:27:32.567694Z","steps":["trace[133141785] 'agreement among raft nodes before linearized reading' (duration: 169.264985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:32.567835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.102694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T01:27:32.567835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.132452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:27:32.56788Z","caller":"traceutil/trace.go:171","msg":"trace[433721103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1749; }","duration":"906.188167ms","start":"2026-03-04T01:27:31.661679Z","end":"2026-03-04T01:27:32.567867Z","steps":["trace[433721103] 'agreement among raft nodes before linearized reading' (duration: 906.050783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:32.567877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.343747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:27:32.567896Z","caller":"traceutil/trace.go:171","msg":"trace[1706014866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1749; }","duration":"373.224774ms","start":"2026-03-04T01:27:32.194655Z","end":"2026-03-04T01:27:32.56788Z","steps":["trace[1706014866] 'agreement among raft nodes before linearized reading' (duration: 373.090281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:32.567914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:31.661655Z","time spent":"906.251099ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:27:32.567708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.693927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:27:32.567925Z","caller":"traceutil/trace.go:171","msg":"trace[846156337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1749; }","duration":"908.41434ms","start":"2026-03-04T01:27:31.659498Z","end":"2026-03-04T01:27:32.567912Z","steps":["trace[846156337] 'agreement among raft nodes before linearized reading' (duration: 908.259286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:32.567952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:32.194637Z","time spent":"373.302566ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:27:32.567929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.796521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:27:32.567967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:31.659488Z","time spent":"908.468771ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:27:32.56796Z","caller":"traceutil/trace.go:171","msg":"trace[128631640] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1749; }","duration":"903.982585ms","start":"2026-03-04T01:27:31.663967Z","end":"2026-03-04T01:27:32.567949Z","steps":["trace[128631640] 'agreement among raft nodes before linearized reading' (duration: 903.560405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:32.568035Z","caller":"traceutil/trace.go:171","msg":"trace[1827803497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1749; }","duration":"907.003606ms","start":"2026-03-04T01:27:31.661005Z","end":"2026-03-04T01:27:32.568009Z","steps":["trace[1827803497] 'agreement among raft nodes before linearized reading' (duration: 906.618737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:32.568074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:31.663956Z","time spent":"904.103377ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:27:32.568082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:31.660987Z","time spent":"907.084777ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:27:34.777666Z","caller":"traceutil/trace.go:171","msg":"trace[1971656394] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"133.939817ms","start":"2026-03-04T01:27:34.643679Z","end":"2026-03-04T01:27:34.777619Z","steps":["trace[1971656394] 'process raft request' (duration: 56.592253ms)","trace[1971656394] 'compare' (duration: 77.127789ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:40.813315Z","caller":"traceutil/trace.go:171","msg":"trace[86485465] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"130.755375ms","start":"2026-03-04T01:27:40.682533Z","end":"2026-03-04T01:27:40.813289Z","steps":["trace[86485465] 'process raft request' (duration: 85.160316ms)","trace[86485465] 'compare' (duration: 45.479476ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:40.840283Z","caller":"traceutil/trace.go:171","msg":"trace[1474500729] linearizableReadLoop","detail":"{readStateIndex:1864; appliedIndex:1862; }","duration":"155.394829ms","start":"2026-03-04T01:27:40.684868Z","end":"2026-03-04T01:27:40.840263Z","steps":["trace[1474500729] 'read index received' (duration: 82.836081ms)","trace[1474500729] 'applied index is now lower than readState.Index' (duration: 72.557918ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:40.840359Z","caller":"traceutil/trace.go:171","msg":"trace[764090877] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"155.567772ms","start":"2026-03-04T01:27:40.684751Z","end":"2026-03-04T01:27:40.840319Z","steps":["trace[764090877] 'process raft request' (duration: 155.357337ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:40.840421Z","caller":"traceutil/trace.go:171","msg":"trace[504631416] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"155.522682ms","start":"2026-03-04T01:27:40.684871Z","end":"2026-03-04T01:27:40.840394Z","steps":["trace[504631416] 'process raft request' (duration: 155.354448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:40.840487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.599253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:27:40.840531Z","caller":"traceutil/trace.go:171","msg":"trace[369768987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1787; }","duration":"155.651464ms","start":"2026-03-04T01:27:40.684862Z","end":"2026-03-04T01:27:40.840513Z","steps":["trace[369768987] 'agreement among raft nodes before linearized reading' (duration: 155.519791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:40.840597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.269535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:27:40.840647Z","caller":"traceutil/trace.go:171","msg":"trace[553844677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1787; }","duration":"155.370647ms","start":"2026-03-04T01:27:40.685265Z","end":"2026-03-04T01:27:40.840636Z","steps":["trace[553844677] 'agreement among raft nodes before linearized reading' (duration: 155.215144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:40.840759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.498677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:27:40.840771Z","caller":"traceutil/trace.go:171","msg":"trace[664641876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1787; }","duration":"154.518907ms","start":"2026-03-04T01:27:40.686248Z","end":"2026-03-04T01:27:40.840767Z","steps":["trace[664641876] 'agreement among raft nodes before linearized reading' (duration: 154.472286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:00.391093Z","caller":"traceutil/trace.go:171","msg":"trace[1833798897] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"178.443005ms","start":"2026-03-04T01:28:00.21259Z","end":"2026-03-04T01:28:00.391033Z","steps":["trace[1833798897] 'process raft request' (duration: 178.22629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.189452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.366784ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:01.189602Z","caller":"traceutil/trace.go:171","msg":"trace[109594480] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1891; }","duration":"511.528468ms","start":"2026-03-04T01:28:00.678049Z","end":"2026-03-04T01:28:01.189577Z","steps":["trace[109594480] 'range keys from in-memory index tree' (duration: 511.349164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.189619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.069253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:01.18981Z","caller":"traceutil/trace.go:171","msg":"trace[892328599] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1973; }","duration":"930.050745ms","start":"2026-03-04T01:28:00.259741Z","end":"2026-03-04T01:28:01.189792Z","steps":["trace[892328599] 'read index received' (duration: 131.014761ms)","trace[892328599] 'applied index is now lower than readState.Index' (duration: 799.035004ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:01.189766Z","caller":"traceutil/trace.go:171","msg":"trace[2055163100] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"963.804655ms","start":"2026-03-04T01:28:00.225925Z","end":"2026-03-04T01:28:01.18973Z","steps":["trace[2055163100] 'process raft request' (duration: 843.534888ms)","trace[2055163100] 'compare' (duration: 119.812426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:01.190122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:00.225892Z","time spent":"963.979178ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:01.190368Z","caller":"traceutil/trace.go:171","msg":"trace[748007914] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"407.757561ms","start":"2026-03-04T01:28:00.782597Z","end":"2026-03-04T01:28:01.190355Z","steps":["trace[748007914] 'process raft request' (duration: 407.126346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.190455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:00.782572Z","time spent":"407.839674ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:01.190504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.725971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:01.190616Z","caller":"traceutil/trace.go:171","msg":"trace[1300279372] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1893; }","duration":"930.883575ms","start":"2026-03-04T01:28:00.25971Z","end":"2026-03-04T01:28:01.190594Z","steps":["trace[1300279372] 'agreement among raft nodes before linearized reading' (duration: 930.183229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.190676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:00.259697Z","time spent":"930.962577ms","remote":"127.0.0.1:45184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:28:01.19084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.005926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:28:01.190885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.245013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-04T01:28:01.19089Z","caller":"traceutil/trace.go:171","msg":"trace[230658387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1894; }","duration":"718.093368ms","start":"2026-03-04T01:28:00.472783Z","end":"2026-03-04T01:28:01.190877Z","steps":["trace[230658387] 'agreement among raft nodes before linearized reading' (duration: 717.965065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.190928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.486512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T01:28:01.190934Z","caller":"traceutil/trace.go:171","msg":"trace[412837245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1894; }","duration":"138.295254ms","start":"2026-03-04T01:28:01.052626Z","end":"2026-03-04T01:28:01.190921Z","steps":["trace[412837245] 'agreement among raft nodes before linearized reading' (duration: 138.12025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.190941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:00.472761Z","time spent":"718.17271ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:28:01.190965Z","caller":"traceutil/trace.go:171","msg":"trace[1339553872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1894; }","duration":"158.540663ms","start":"2026-03-04T01:28:01.032414Z","end":"2026-03-04T01:28:01.190955Z","steps":["trace[1339553872] 'agreement among raft nodes before linearized reading' (duration: 158.461711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.19102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.920062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:28:01.191037Z","caller":"traceutil/trace.go:171","msg":"trace[1158970940] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"346.214046ms","start":"2026-03-04T01:28:00.844809Z","end":"2026-03-04T01:28:01.191023Z","steps":["trace[1158970940] 'process raft request' (duration: 345.493349ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:01.191073Z","caller":"traceutil/trace.go:171","msg":"trace[1585508440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1894; }","duration":"147.976273ms","start":"2026-03-04T01:28:01.043075Z","end":"2026-03-04T01:28:01.191051Z","steps":["trace[1585508440] 'agreement among raft nodes before linearized reading' (duration: 147.877011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.190901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.435281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T01:28:01.190853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.852098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:28:01.191128Z","caller":"traceutil/trace.go:171","msg":"trace[128218416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1894; }","duration":"158.711617ms","start":"2026-03-04T01:28:01.032407Z","end":"2026-03-04T01:28:01.191118Z","steps":["trace[128218416] 'agreement among raft nodes before linearized reading' (duration: 158.283456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.191146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.456097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:28:01.191159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:00.844787Z","time spent":"346.282837ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:01.191171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.671653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18997f16b8a610c9\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-04T01:28:01.191191Z","caller":"traceutil/trace.go:171","msg":"trace[1553502483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1894; }","duration":"255.529599ms","start":"2026-03-04T01:28:00.935647Z","end":"2026-03-04T01:28:01.191176Z","steps":["trace[1553502483] 'agreement among raft nodes before linearized reading' (duration: 255.395506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:01.191203Z","caller":"traceutil/trace.go:171","msg":"trace[666581906] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1894; }","duration":"270.211646ms","start":"2026-03-04T01:28:00.920937Z","end":"2026-03-04T01:28:01.191149Z","steps":["trace[666581906] 'agreement among raft nodes before linearized reading' (duration: 269.791086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.191307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.765217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T01:28:01.191208Z","caller":"traceutil/trace.go:171","msg":"trace[1091190108] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18997f16b8a610c9; range_end:; response_count:1; response_revision:1894; }","duration":"285.745214ms","start":"2026-03-04T01:28:00.905448Z","end":"2026-03-04T01:28:01.191194Z","steps":["trace[1091190108] 'agreement among raft nodes before linearized reading' (duration: 285.644622ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:01.191341Z","caller":"traceutil/trace.go:171","msg":"trace[773729259] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1894; }","duration":"501.837229ms","start":"2026-03-04T01:28:00.689494Z","end":"2026-03-04T01:28:01.191331Z","steps":["trace[773729259] 'agreement among raft nodes before linearized reading' (duration: 501.746966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.191397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:00.689471Z","time spent":"501.919571ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T01:28:01.191449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.094162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T01:28:01.191513Z","caller":"traceutil/trace.go:171","msg":"trace[625802017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1894; }","duration":"158.178184ms","start":"2026-03-04T01:28:01.033314Z","end":"2026-03-04T01:28:01.191492Z","steps":["trace[625802017] 'agreement among raft nodes before linearized reading' (duration: 157.912028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.861868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.96541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:01.862004Z","caller":"traceutil/trace.go:171","msg":"trace[2108920433] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"667.902691ms","start":"2026-03-04T01:28:01.194082Z","end":"2026-03-04T01:28:01.861985Z","steps":["trace[2108920433] 'process raft request' (duration: 141.717565ms)","trace[2108920433] 'compare' (duration: 525.846348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:01.862064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:01.194065Z","time spent":"667.970003ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:02.64104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.270792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:02.641186Z","caller":"traceutil/trace.go:171","msg":"trace[1582421856] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"1.444527176s","start":"2026-03-04T01:28:01.196644Z","end":"2026-03-04T01:28:02.641172Z","steps":["trace[1582421856] 'process raft request' (duration: 917.062739ms)","trace[1582421856] 'compare' (duration: 527.081017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:02.641238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:01.196619Z","time spent":"1.444597087s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:02.641787Z","caller":"traceutil/trace.go:171","msg":"trace[364901632] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"1.445027067s","start":"2026-03-04T01:28:01.196685Z","end":"2026-03-04T01:28:02.641712Z","steps":["trace[364901632] 'process raft request' (duration: 1.444427093s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:02.641829Z","caller":"traceutil/trace.go:171","msg":"trace[1897603604] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"1.444526065s","start":"2026-03-04T01:28:01.197268Z","end":"2026-03-04T01:28:02.641794Z","steps":["trace[1897603604] 'process raft request' (duration: 1.444473844s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:02.641833Z","caller":"traceutil/trace.go:171","msg":"trace[512783716] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"1.445006127s","start":"2026-03-04T01:28:01.196783Z","end":"2026-03-04T01:28:02.641789Z","steps":["trace[512783716] 'process raft request' (duration: 1.444853494s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:02.641851Z","caller":"traceutil/trace.go:171","msg":"trace[85005375] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"1.443939222s","start":"2026-03-04T01:28:01.197875Z","end":"2026-03-04T01:28:02.641814Z","steps":["trace[85005375] 'process raft request' (duration: 1.443885761s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:02.641856Z","caller":"traceutil/trace.go:171","msg":"trace[794536240] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"1.444940526s","start":"2026-03-04T01:28:01.196863Z","end":"2026-03-04T01:28:02.641804Z","steps":["trace[794536240] 'process raft request' (duration: 1.444854043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:02.642732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:01.196848Z","time spent":"1.445854487s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:02.641884Z","caller":"traceutil/trace.go:171","msg":"trace[742451233] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1977; }","duration":"1.385406586s","start":"2026-03-04T01:28:01.256465Z","end":"2026-03-04T01:28:02.641872Z","steps":["trace[742451233] 'read index received' (duration: 79.363559ms)","trace[742451233] 'applied index is now lower than readState.Index' (duration: 1.306041177s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:02.641993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:01.196773Z","time spent":"1.44513017s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:02.641822Z","caller":"traceutil/trace.go:171","msg":"trace[56917456] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"1.444985086s","start":"2026-03-04T01:28:01.196803Z","end":"2026-03-04T01:28:02.641788Z","steps":["trace[56917456] 'process raft request' (duration: 1.444883574s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:02.64304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:01.196791Z","time spent":"1.446216955s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:02.641976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:01.197257Z","time spent":"1.444634938s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:02.642011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:01.197853Z","time spent":"1.444072074s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:02.641989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:01.196657Z","time spent":"1.445233373s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:02.871831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.011525ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:28:02.87196Z","caller":"traceutil/trace.go:171","msg":"trace[1381391263] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1985; }","duration":"229.072182ms","start":"2026-03-04T01:28:02.642868Z","end":"2026-03-04T01:28:02.87194Z","steps":["trace[1381391263] 'read index received' (duration: 118.733µs)","trace[1381391263] 'applied index is now lower than readState.Index' (duration: 228.951879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:02.872043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397352448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:02.872081Z","caller":"traceutil/trace.go:171","msg":"trace[1086838165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1902; }","duration":"1.39743662s","start":"2026-03-04T01:28:01.474631Z","end":"2026-03-04T01:28:02.872068Z","steps":["trace[1086838165] 'agreement among raft nodes before linearized reading' (duration: 1.397357908s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:02.872131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:01.474611Z","time spent":"1.397512582s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:28:02.872132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615581015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-03-04T01:28:02.872164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.004885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:28:02.87221Z","caller":"traceutil/trace.go:171","msg":"trace[1189096974] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1902; }","duration":"1.615785039s","start":"2026-03-04T01:28:01.256403Z","end":"2026-03-04T01:28:02.872188Z","steps":["trace[1189096974] 'agreement among raft nodes before linearized reading' (duration: 1.385504418s)","trace[1189096974] 'range keys from in-memory index tree' (duration: 229.868092ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:02.872231Z","caller":"traceutil/trace.go:171","msg":"trace[1504942965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1902; }","duration":"674.108718ms","start":"2026-03-04T01:28:02.198105Z","end":"2026-03-04T01:28:02.872214Z","steps":["trace[1504942965] 'agreement among raft nodes before linearized reading' (duration: 673.954334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:02.87227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:02.198076Z","time spent":"674.185029ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:28:02.872271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:01.25638Z","time spent":"1.615872922s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:28:03.559256Z","caller":"traceutil/trace.go:171","msg":"trace[988369801] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"387.680337ms","start":"2026-03-04T01:28:03.171553Z","end":"2026-03-04T01:28:03.559233Z","steps":["trace[988369801] 'process raft request' (duration: 387.529213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:03.559397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:03.171529Z","time spent":"387.79907ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:03.749336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.762249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:03.749528Z","caller":"traceutil/trace.go:171","msg":"trace[415921179] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"552.201552ms","start":"2026-03-04T01:28:03.197304Z","end":"2026-03-04T01:28:03.749506Z","steps":["trace[415921179] 'process raft request' (duration: 552.12333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:03.749641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:03.197287Z","time spent":"552.302864ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:03.749675Z","caller":"traceutil/trace.go:171","msg":"trace[1828285206] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"553.515143ms","start":"2026-03-04T01:28:03.196096Z","end":"2026-03-04T01:28:03.749611Z","steps":["trace[1828285206] 'process raft request' (duration: 451.391905ms)","trace[1828285206] 'compare' (duration: 101.638716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:03.750018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:03.196068Z","time spent":"553.80274ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:04.119548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.65723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:28:04.119641Z","caller":"traceutil/trace.go:171","msg":"trace[1606029882] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1905; }","duration":"238.795403ms","start":"2026-03-04T01:28:03.880825Z","end":"2026-03-04T01:28:04.119621Z","steps":["trace[1606029882] 'range keys from in-memory index tree' (duration: 238.437484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:04.958906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.123994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:04.959198Z","caller":"traceutil/trace.go:171","msg":"trace[1310777183] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"308.161255ms","start":"2026-03-04T01:28:04.650989Z","end":"2026-03-04T01:28:04.95915Z","steps":["trace[1310777183] 'process raft request' (duration: 105.288473ms)","trace[1310777183] 'compare' (duration: 201.836268ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:04.959271Z","caller":"traceutil/trace.go:171","msg":"trace[606221023] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"306.924365ms","start":"2026-03-04T01:28:04.652324Z","end":"2026-03-04T01:28:04.959248Z","steps":["trace[606221023] 'process raft request' (duration: 306.867864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:04.959224Z","caller":"traceutil/trace.go:171","msg":"trace[1384250849] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"307.12362ms","start":"2026-03-04T01:28:04.65207Z","end":"2026-03-04T01:28:04.959193Z","steps":["trace[1384250849] 'process raft request' (duration: 306.957136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:04.959357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:04.652312Z","time spent":"307.006247ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:04.959365Z","caller":"traceutil/trace.go:171","msg":"trace[2048706449] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"307.033618ms","start":"2026-03-04T01:28:04.652282Z","end":"2026-03-04T01:28:04.959316Z","steps":["trace[2048706449] 'process raft request' (duration: 306.859694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:04.959425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:04.650971Z","time spent":"308.338479ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:04.959494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:04.652058Z","time spent":"307.343095ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:04.959313Z","caller":"traceutil/trace.go:171","msg":"trace[482189603] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"307.155131ms","start":"2026-03-04T01:28:04.652117Z","end":"2026-03-04T01:28:04.959272Z","steps":["trace[482189603] 'process raft request' (duration: 306.983647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:04.959576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:04.652265Z","time spent":"307.199112ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:04.959661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:04.652086Z","time spent":"307.5196ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:11.191251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328668154,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:28:11.584187Z","caller":"traceutil/trace.go:171","msg":"trace[593121135] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2018; }","duration":"893.99947ms","start":"2026-03-04T01:28:10.690163Z","end":"2026-03-04T01:28:11.584163Z","steps":["trace[593121135] 'read index received' (duration: 893.848467ms)","trace[593121135] 'applied index is now lower than readState.Index' (duration: 149.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:11.58425Z","caller":"traceutil/trace.go:171","msg":"trace[1244319882] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"973.888091ms","start":"2026-03-04T01:28:10.610323Z","end":"2026-03-04T01:28:11.584211Z","steps":["trace[1244319882] 'process raft request' (duration: 973.693377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:11.584424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:10.610302Z","time spent":"974.022954ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:11.58449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.307847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:28:11.584632Z","caller":"traceutil/trace.go:171","msg":"trace[461720304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1934; }","duration":"894.509432ms","start":"2026-03-04T01:28:10.690103Z","end":"2026-03-04T01:28:11.584613Z","steps":["trace[461720304] 'agreement among raft nodes before linearized reading' (duration: 894.189844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:11.584684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:10.690079Z","time spent":"894.594944ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:28:11.848569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.697919ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:28:11.848721Z","caller":"traceutil/trace.go:171","msg":"trace[1155734924] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2019; }","duration":"264.45651ms","start":"2026-03-04T01:28:11.584251Z","end":"2026-03-04T01:28:11.848708Z","steps":["trace[1155734924] 'read index received' (duration: 17.71439ms)","trace[1155734924] 'applied index is now lower than readState.Index' (duration: 246.74154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:11.84884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.972354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:28:11.848865Z","caller":"traceutil/trace.go:171","msg":"trace[1256062448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1934; }","duration":"865.032806ms","start":"2026-03-04T01:28:10.983826Z","end":"2026-03-04T01:28:11.848859Z","steps":["trace[1256062448] 'agreement among raft nodes before linearized reading' (duration: 864.935123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:11.848889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:10.983813Z","time spent":"865.069766ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:28:11.848923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.651632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T01:28:11.848929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.797191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T01:28:11.848968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.467811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:28:11.849005Z","caller":"traceutil/trace.go:171","msg":"trace[647497091] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1934; }","duration":"868.771514ms","start":"2026-03-04T01:28:10.980206Z","end":"2026-03-04T01:28:11.848977Z","steps":["trace[647497091] 'agreement among raft nodes before linearized reading' (duration: 868.560609ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:11.84902Z","caller":"traceutil/trace.go:171","msg":"trace[1841371788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1934; }","duration":"864.940944ms","start":"2026-03-04T01:28:10.984061Z","end":"2026-03-04T01:28:11.849002Z","steps":["trace[1841371788] 'agreement among raft nodes before linearized reading' (duration: 864.696768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:11.849025Z","caller":"traceutil/trace.go:171","msg":"trace[877445934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1934; }","duration":"583.560663ms","start":"2026-03-04T01:28:11.265449Z","end":"2026-03-04T01:28:11.84901Z","steps":["trace[877445934] 'agreement among raft nodes before linearized reading' (duration: 583.44329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:11.849039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.332346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T01:28:11.849051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:10.980184Z","time spent":"868.857466ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:28:11.84903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.429411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T01:28:11.849065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:10.984039Z","time spent":"865.017715ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:28:11.849067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:11.265436Z","time spent":"583.620914ms","remote":"127.0.0.1:47168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:28:11.849101Z","caller":"traceutil/trace.go:171","msg":"trace[265513774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1934; }","duration":"864.542334ms","start":"2026-03-04T01:28:10.984542Z","end":"2026-03-04T01:28:11.849085Z","steps":["trace[265513774] 'agreement among raft nodes before linearized reading' (duration: 864.353379ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:11.849098Z","caller":"traceutil/trace.go:171","msg":"trace[29615867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1934; }","duration":"678.417278ms","start":"2026-03-04T01:28:11.170657Z","end":"2026-03-04T01:28:11.849074Z","steps":["trace[29615867] 'agreement among raft nodes before linearized reading' (duration: 678.317795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:11.849131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:10.984536Z","time spent":"864.589525ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:28:11.849144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:11.170634Z","time spent":"678.50149ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:28:11.848912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.077113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:28:11.849295Z","caller":"traceutil/trace.go:171","msg":"trace[794495009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1934; }","duration":"864.488143ms","start":"2026-03-04T01:28:10.984756Z","end":"2026-03-04T01:28:11.849244Z","steps":["trace[794495009] 'agreement among raft nodes before linearized reading' (duration: 863.972971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:11.849386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:10.98473Z","time spent":"864.599976ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:28:11.849178Z","caller":"traceutil/trace.go:171","msg":"trace[1280219249] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"260.411624ms","start":"2026-03-04T01:28:11.588741Z","end":"2026-03-04T01:28:11.849153Z","steps":["trace[1280219249] 'process raft request' (duration: 259.904762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:12.222158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.691094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:12.222276Z","caller":"traceutil/trace.go:171","msg":"trace[1945118006] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"448.588048ms","start":"2026-03-04T01:28:11.773667Z","end":"2026-03-04T01:28:12.222255Z","steps":["trace[1945118006] 'process raft request' (duration: 306.714339ms)","trace[1945118006] 'compare' (duration: 141.466469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:12.22234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:11.773649Z","time spent":"448.662309ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:12.226654Z","caller":"traceutil/trace.go:171","msg":"trace[478976500] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"451.781074ms","start":"2026-03-04T01:28:11.774855Z","end":"2026-03-04T01:28:12.226636Z","steps":["trace[478976500] 'process raft request' (duration: 451.571449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:12.226693Z","caller":"traceutil/trace.go:171","msg":"trace[1617505327] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"373.583393ms","start":"2026-03-04T01:28:11.853085Z","end":"2026-03-04T01:28:12.226669Z","steps":["trace[1617505327] 'process raft request' (duration: 373.503701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:12.226763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:11.774839Z","time spent":"451.867565ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:12.226861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:11.853063Z","time spent":"373.710436ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:12.226957Z","caller":"traceutil/trace.go:171","msg":"trace[2005413824] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"373.567913ms","start":"2026-03-04T01:28:11.853365Z","end":"2026-03-04T01:28:12.226933Z","steps":["trace[2005413824] 'process raft request' (duration: 373.267436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:12.227032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:11.853355Z","time spent":"373.636424ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:12.227263Z","caller":"traceutil/trace.go:171","msg":"trace[1322269187] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"373.778958ms","start":"2026-03-04T01:28:11.853458Z","end":"2026-03-04T01:28:12.227237Z","steps":["trace[1322269187] 'process raft request' (duration: 373.424729ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:12.227302Z","caller":"traceutil/trace.go:171","msg":"trace[30691103] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"373.555553ms","start":"2026-03-04T01:28:11.853719Z","end":"2026-03-04T01:28:12.227274Z","steps":["trace[30691103] 'process raft request' (duration: 373.408679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:12.227407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:11.853434Z","time spent":"373.89842ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:12.227408Z","caller":"traceutil/trace.go:171","msg":"trace[1331735917] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"371.303039ms","start":"2026-03-04T01:28:11.85606Z","end":"2026-03-04T01:28:12.227363Z","steps":["trace[1331735917] 'process raft request' (duration: 371.161715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:12.227494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:11.85371Z","time spent":"373.683246ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:12.227518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.75972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:12.2273Z","caller":"traceutil/trace.go:171","msg":"trace[1821481530] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2021; }","duration":"378.53006ms","start":"2026-03-04T01:28:11.848744Z","end":"2026-03-04T01:28:12.227274Z","steps":["trace[1821481530] 'read index received' (duration: 231.907679ms)","trace[1821481530] 'applied index is now lower than readState.Index' (duration: 146.621011ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:12.227584Z","caller":"traceutil/trace.go:171","msg":"trace[1405312133] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1942; }","duration":"445.857433ms","start":"2026-03-04T01:28:11.781705Z","end":"2026-03-04T01:28:12.227562Z","steps":["trace[1405312133] 'agreement among raft nodes before linearized reading' (duration: 445.780911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:12.227626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:11.856052Z","time spent":"371.461932ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:12.227644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:11.781682Z","time spent":"445.947265ms","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:28:12.227447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.468394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:28:12.22782Z","caller":"traceutil/trace.go:171","msg":"trace[933869001] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1942; }","duration":"516.886764ms","start":"2026-03-04T01:28:11.710918Z","end":"2026-03-04T01:28:12.227805Z","steps":["trace[933869001] 'agreement among raft nodes before linearized reading' (duration: 516.437614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:12.227938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:11.710901Z","time spent":"517.019928ms","remote":"127.0.0.1:35742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":15,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:28:14.019213Z","caller":"traceutil/trace.go:171","msg":"trace[328079130] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2028; }","duration":"166.038021ms","start":"2026-03-04T01:28:13.853153Z","end":"2026-03-04T01:28:14.019191Z","steps":["trace[328079130] 'read index received' (duration: 165.841356ms)","trace[328079130] 'applied index is now lower than readState.Index' (duration: 195.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:14.019319Z","caller":"traceutil/trace.go:171","msg":"trace[1550555354] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"381.583144ms","start":"2026-03-04T01:28:13.637696Z","end":"2026-03-04T01:28:14.019279Z","steps":["trace[1550555354] 'process raft request' (duration: 381.310277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:14.019438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.277966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:28:14.019497Z","caller":"traceutil/trace.go:171","msg":"trace[1168585589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1943; }","duration":"166.373208ms","start":"2026-03-04T01:28:13.853097Z","end":"2026-03-04T01:28:14.01947Z","steps":["trace[1168585589] 'agreement among raft nodes before linearized reading' (duration: 166.225775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:14.019507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:13.637672Z","time spent":"381.728047ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:14.019504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.961038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:28:14.019598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.922071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:28:14.019667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.027549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:28:14.019779Z","caller":"traceutil/trace.go:171","msg":"trace[847589955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1943; }","duration":"155.195293ms","start":"2026-03-04T01:28:13.864567Z","end":"2026-03-04T01:28:14.019762Z","steps":["trace[847589955] 'agreement among raft nodes before linearized reading' (duration: 154.854895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:14.019711Z","caller":"traceutil/trace.go:171","msg":"trace[728421285] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1943; }","duration":"148.072905ms","start":"2026-03-04T01:28:13.871614Z","end":"2026-03-04T01:28:14.019687Z","steps":["trace[728421285] 'agreement among raft nodes before linearized reading' (duration: 147.881621ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:14.019646Z","caller":"traceutil/trace.go:171","msg":"trace[378541343] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1943; }","duration":"106.111082ms","start":"2026-03-04T01:28:13.913518Z","end":"2026-03-04T01:28:14.019629Z","steps":["trace[378541343] 'agreement among raft nodes before linearized reading' (duration: 105.933338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:14.731061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328668181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:28:15.048136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024010092s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:28:15.987608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.988638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:15.987856Z","caller":"traceutil/trace.go:171","msg":"trace[1216267796] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"1.963786307s","start":"2026-03-04T01:28:14.024043Z","end":"2026-03-04T01:28:15.987829Z","steps":["trace[1216267796] 'process raft request' (duration: 1.024480472s)","trace[1216267796] 'compare' (duration: 938.856145ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:15.987885Z","caller":"traceutil/trace.go:171","msg":"trace[746528080] linearizableReadLoop","detail":"{readStateIndex:2032; appliedIndex:2029; }","duration":"1.757569085s","start":"2026-03-04T01:28:14.230298Z","end":"2026-03-04T01:28:15.987867Z","steps":["trace[746528080] 'read index received' (duration: 818.210429ms)","trace[746528080] 'applied index is now lower than readState.Index' (duration: 939.357706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:15.987992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:14.024023Z","time spent":"1.96389772s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:15.988097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75779629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T01:28:15.988153Z","caller":"traceutil/trace.go:171","msg":"trace[503296023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1946; }","duration":"1.757880923s","start":"2026-03-04T01:28:14.230258Z","end":"2026-03-04T01:28:15.988139Z","steps":["trace[503296023] 'agreement among raft nodes before linearized reading' (duration: 1.757720839s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:15.98818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757527844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T01:28:15.988192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:14.230242Z","time spent":"1.757941144s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:28:15.98822Z","caller":"traceutil/trace.go:171","msg":"trace[737434382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1946; }","duration":"1.757586405s","start":"2026-03-04T01:28:14.230624Z","end":"2026-03-04T01:28:15.988211Z","steps":["trace[737434382] 'agreement among raft nodes before linearized reading' (duration: 1.757484643s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:15.988254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:14.230616Z","time spent":"1.757631086s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:28:15.98839Z","caller":"traceutil/trace.go:171","msg":"trace[28454223] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"1.759279955s","start":"2026-03-04T01:28:14.229095Z","end":"2026-03-04T01:28:15.988375Z","steps":["trace[28454223] 'process raft request' (duration: 1.758668191s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:15.988467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:14.229068Z","time spent":"1.759355617s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:15.988763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.461621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18997f16b8a610c9\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-04T01:28:15.988769Z","caller":"traceutil/trace.go:171","msg":"trace[991669093] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"1.75691756s","start":"2026-03-04T01:28:14.231836Z","end":"2026-03-04T01:28:15.988754Z","steps":["trace[991669093] 'process raft request' (duration: 1.755987448s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:15.988816Z","caller":"traceutil/trace.go:171","msg":"trace[420440482] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18997f16b8a610c9; range_end:; response_count:1; response_revision:1946; }","duration":"392.554753ms","start":"2026-03-04T01:28:15.596249Z","end":"2026-03-04T01:28:15.988804Z","steps":["trace[420440482] 'agreement among raft nodes before linearized reading' (duration: 392.4221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:15.988852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:15.596229Z","time spent":"392.615425ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18997f16b8a610c9\" "} {"level":"warn","ts":"2026-03-04T01:28:15.988856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75780601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:28:15.988859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:14.231824Z","time spent":"1.756990442s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:15.988893Z","caller":"traceutil/trace.go:171","msg":"trace[1146202175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1946; }","duration":"1.757872422s","start":"2026-03-04T01:28:14.231013Z","end":"2026-03-04T01:28:15.988885Z","steps":["trace[1146202175] 'agreement among raft nodes before linearized reading' (duration: 1.757755489s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:15.988924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:14.231001Z","time spent":"1.757916753s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:28:15.988909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512420981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:15.988956Z","caller":"traceutil/trace.go:171","msg":"trace[102540480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1946; }","duration":"1.512517374s","start":"2026-03-04T01:28:14.476427Z","end":"2026-03-04T01:28:15.988944Z","steps":["trace[102540480] 'agreement among raft nodes before linearized reading' (duration: 1.512432442s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:15.98895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.183741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T01:28:15.988986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:14.476404Z","time spent":"1.512570505s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:28:15.989005Z","caller":"traceutil/trace.go:171","msg":"trace[595110205] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1946; }","duration":"593.299924ms","start":"2026-03-04T01:28:15.395689Z","end":"2026-03-04T01:28:15.988989Z","steps":["trace[595110205] 'agreement among raft nodes before linearized reading' (duration: 593.15435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:15.989057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:15.395672Z","time spent":"593.372966ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:28:15.989051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757911733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:28:15.989113Z","caller":"traceutil/trace.go:171","msg":"trace[1686090534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1946; }","duration":"1.757978835s","start":"2026-03-04T01:28:14.231116Z","end":"2026-03-04T01:28:15.989095Z","steps":["trace[1686090534] 'agreement among raft nodes before linearized reading' (duration: 1.757815691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:15.989166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:14.231113Z","time spent":"1.758040297s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:28:15.989267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758106338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:28:15.989335Z","caller":"traceutil/trace.go:171","msg":"trace[1355879636] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1946; }","duration":"1.75821273s","start":"2026-03-04T01:28:14.231098Z","end":"2026-03-04T01:28:15.98931Z","steps":["trace[1355879636] 'agreement among raft nodes before linearized reading' (duration: 1.757666567s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:15.989491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:14.231089Z","time spent":"1.758283792s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:28:15.989524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.206913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:28:15.989603Z","caller":"traceutil/trace.go:171","msg":"trace[1240920501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1946; }","duration":"961.312136ms","start":"2026-03-04T01:28:15.028259Z","end":"2026-03-04T01:28:15.989571Z","steps":["trace[1240920501] 'agreement among raft nodes before linearized reading' (duration: 960.523797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:15.989668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:15.028236Z","time spent":"961.411298ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:28:16.497422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328668187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:28:16.998261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328668187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:28:17.500717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328668187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:28:17.531919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538597656s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:28:17.571903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.05428Z","time spent":"517.613963ms","remote":"127.0.0.1:38380","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:28:17.57259Z","caller":"traceutil/trace.go:171","msg":"trace[232632409] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"1.579310349s","start":"2026-03-04T01:28:15.993217Z","end":"2026-03-04T01:28:17.572527Z","steps":["trace[232632409] 'process raft request' (duration: 1.539007786s)","trace[232632409] 'compare' (duration: 39.346171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:17.572751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:15.993198Z","time spent":"1.579452723s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:17.998043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000781725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:28:17.998122Z","caller":"traceutil/trace.go:171","msg":"trace[650089783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000891638s","start":"2026-03-04T01:28:15.997214Z","end":"2026-03-04T01:28:17.998106Z","steps":["trace[650089783] 'agreement among raft nodes before linearized reading' (duration: 2.000794766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:17.998164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:15.997206Z","time spent":"2.000949059s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:28:18.316891Z","caller":"traceutil/trace.go:171","msg":"trace[1333793153] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"2.323584317s","start":"2026-03-04T01:28:15.993278Z","end":"2026-03-04T01:28:18.316862Z","steps":["trace[1333793153] 'process raft request' (duration: 2.323377563s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.317066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:15.99326Z","time spent":"2.32371655s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:18.317098Z","caller":"traceutil/trace.go:171","msg":"trace[1812055154] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"2.323736861s","start":"2026-03-04T01:28:15.993343Z","end":"2026-03-04T01:28:18.31708Z","steps":["trace[1812055154] 'process raft request' (duration: 2.323453894s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.317221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:15.993338Z","time spent":"2.323811632s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:18.317471Z","caller":"traceutil/trace.go:171","msg":"trace[450876995] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"2.324034717s","start":"2026-03-04T01:28:15.993418Z","end":"2026-03-04T01:28:18.317452Z","steps":["trace[450876995] 'process raft request' (duration: 2.323606537s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.317549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:15.993413Z","time spent":"2.324102079s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:18.317583Z","caller":"traceutil/trace.go:171","msg":"trace[514962404] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"2.324050888s","start":"2026-03-04T01:28:15.993524Z","end":"2026-03-04T01:28:18.317575Z","steps":["trace[514962404] 'process raft request' (duration: 2.323882474s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.317628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:15.993519Z","time spent":"2.324083319s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:18.317768Z","caller":"traceutil/trace.go:171","msg":"trace[1252731826] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"2.324201842s","start":"2026-03-04T01:28:15.99356Z","end":"2026-03-04T01:28:18.317762Z","steps":["trace[1252731826] 'process raft request' (duration: 2.323986087s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.317812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:15.993551Z","time spent":"2.324242492s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:18.318027Z","caller":"traceutil/trace.go:171","msg":"trace[1822835961] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"2.103454356s","start":"2026-03-04T01:28:16.214559Z","end":"2026-03-04T01:28:18.318013Z","steps":["trace[1822835961] 'process raft request' (duration: 2.103345563s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:18.318042Z","caller":"traceutil/trace.go:171","msg":"trace[378202545] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"2.324239032s","start":"2026-03-04T01:28:15.993769Z","end":"2026-03-04T01:28:18.318008Z","steps":["trace[378202545] 'process raft request' (duration: 2.323963786s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.318102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.21453Z","time spent":"2.103536538s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:18.318112Z","caller":"traceutil/trace.go:171","msg":"trace[1381720303] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"323.029098ms","start":"2026-03-04T01:28:17.995075Z","end":"2026-03-04T01:28:18.318105Z","steps":["trace[1381720303] 'process raft request' (duration: 323.003307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.318156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.995048Z","time spent":"323.085838ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:18.318217Z","caller":"traceutil/trace.go:171","msg":"trace[464480862] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"1.238426316s","start":"2026-03-04T01:28:17.079785Z","end":"2026-03-04T01:28:18.318211Z","steps":["trace[464480862] 'process raft request' (duration: 1.238192371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.318219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:15.993762Z","time spent":"2.324345465s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:18.318249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.079774Z","time spent":"1.238460047s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:18.318301Z","caller":"traceutil/trace.go:171","msg":"trace[1055975590] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2032; }","duration":"2.321053447s","start":"2026-03-04T01:28:15.997234Z","end":"2026-03-04T01:28:18.318288Z","steps":["trace[1055975590] 'read index received' (duration: 1.535006171s)","trace[1055975590] 'applied index is now lower than readState.Index' (duration: 786.046366ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:18.318359Z","caller":"traceutil/trace.go:171","msg":"trace[1633568779] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"325.149657ms","start":"2026-03-04T01:28:17.993197Z","end":"2026-03-04T01:28:18.318347Z","steps":["trace[1633568779] 'process raft request' (duration: 324.85282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.318423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.99317Z","time spent":"325.22295ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:18.318497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071146891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T01:28:18.31854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.722388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-04T01:28:18.318541Z","caller":"traceutil/trace.go:171","msg":"trace[1640613535] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:1957; }","duration":"2.071230423s","start":"2026-03-04T01:28:16.247299Z","end":"2026-03-04T01:28:18.318529Z","steps":["trace[1640613535] 'agreement among raft nodes before linearized reading' (duration: 2.071088559s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:18.318565Z","caller":"traceutil/trace.go:171","msg":"trace[687482133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1957; }","duration":"365.787899ms","start":"2026-03-04T01:28:17.952771Z","end":"2026-03-04T01:28:18.318558Z","steps":["trace[687482133] 'agreement among raft nodes before linearized reading' (duration: 365.686647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.318591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.952747Z","time spent":"365.839691ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:28:18.318569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24745047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:18.318641Z","caller":"traceutil/trace.go:171","msg":"trace[169479536] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1957; }","duration":"1.247579823s","start":"2026-03-04T01:28:17.071043Z","end":"2026-03-04T01:28:18.318623Z","steps":["trace[169479536] 'agreement among raft nodes before linearized reading' (duration: 1.24745058s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.318695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.07102Z","time spent":"1.247665054s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:28:18.318699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.198291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:28:18.318678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28212399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:28:18.318756Z","caller":"traceutil/trace.go:171","msg":"trace[737028640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1957; }","duration":"320.274973ms","start":"2026-03-04T01:28:17.998458Z","end":"2026-03-04T01:28:18.318733Z","steps":["trace[737028640] 'agreement among raft nodes before linearized reading' (duration: 320.201221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:18.31877Z","caller":"traceutil/trace.go:171","msg":"trace[671798021] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1957; }","duration":"1.282255554s","start":"2026-03-04T01:28:17.036492Z","end":"2026-03-04T01:28:18.318748Z","steps":["trace[671798021] 'agreement among raft nodes before linearized reading' (duration: 1.282035459s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.318777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.561547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:28:18.31879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321325188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:28:18.318845Z","caller":"traceutil/trace.go:171","msg":"trace[1143500513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1957; }","duration":"325.66891ms","start":"2026-03-04T01:28:17.993162Z","end":"2026-03-04T01:28:18.318831Z","steps":["trace[1143500513] 'agreement among raft nodes before linearized reading' (duration: 325.505796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:18.318873Z","caller":"traceutil/trace.go:171","msg":"trace[1901657484] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1957; }","duration":"1.321466232s","start":"2026-03-04T01:28:16.997373Z","end":"2026-03-04T01:28:18.31884Z","steps":["trace[1901657484] 'agreement among raft nodes before linearized reading' (duration: 1.321268437s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.318882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.998443Z","time spent":"320.383455ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:28:18.318928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.997347Z","time spent":"1.321569185s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:28:18.318857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.030545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:18.319127Z","caller":"traceutil/trace.go:171","msg":"trace[1125461020] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1957; }","duration":"949.282811ms","start":"2026-03-04T01:28:17.369779Z","end":"2026-03-04T01:28:18.319062Z","steps":["trace[1125461020] 'agreement among raft nodes before linearized reading' (duration: 949.056026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.318911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.99314Z","time spent":"325.760181ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:28:18.319205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.83578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T01:28:18.319232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.369758Z","time spent":"949.452555ms","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:28:18.319285Z","caller":"traceutil/trace.go:171","msg":"trace[1658789197] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1957; }","duration":"671.013554ms","start":"2026-03-04T01:28:17.648252Z","end":"2026-03-04T01:28:18.319265Z","steps":["trace[1658789197] 'agreement among raft nodes before linearized reading' (duration: 670.575534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.318847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.036481Z","time spent":"1.282343906s","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:28:18.319329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.648232Z","time spent":"671.086975ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T01:28:18.318583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.247277Z","time spent":"2.071294664s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-04T01:28:18.319912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.85702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:18.319977Z","caller":"traceutil/trace.go:171","msg":"trace[1325281754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1957; }","duration":"212.942242ms","start":"2026-03-04T01:28:18.107018Z","end":"2026-03-04T01:28:18.31996Z","steps":["trace[1325281754] 'agreement among raft nodes before linearized reading' (duration: 211.58789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.632626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.107463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:18.63274Z","caller":"traceutil/trace.go:171","msg":"trace[2140555852] linearizableReadLoop","detail":"{readStateIndex:2048; appliedIndex:2047; }","duration":"222.625ms","start":"2026-03-04T01:28:18.410095Z","end":"2026-03-04T01:28:18.63272Z","steps":["trace[2140555852] 'read index received' (duration: 34.236241ms)","trace[2140555852] 'applied index is now lower than readState.Index' (duration: 188.386859ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:18.632833Z","caller":"traceutil/trace.go:171","msg":"trace[1584435790] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"223.161123ms","start":"2026-03-04T01:28:18.409657Z","end":"2026-03-04T01:28:18.632818Z","steps":["trace[1584435790] 'process raft request' (duration: 34.736632ms)","trace[1584435790] 'compare' (duration: 187.940369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:18.632921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.820925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T01:28:18.632923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.238208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:18.632966Z","caller":"traceutil/trace.go:171","msg":"trace[245813014] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1961; }","duration":"222.909837ms","start":"2026-03-04T01:28:18.410044Z","end":"2026-03-04T01:28:18.632954Z","steps":["trace[245813014] 'agreement among raft nodes before linearized reading' (duration: 222.778374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:18.632989Z","caller":"traceutil/trace.go:171","msg":"trace[1734890231] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1961; }","duration":"221.324949ms","start":"2026-03-04T01:28:18.411647Z","end":"2026-03-04T01:28:18.632972Z","steps":["trace[1734890231] 'agreement among raft nodes before linearized reading' (duration: 221.211737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:31.747239Z","caller":"traceutil/trace.go:171","msg":"trace[1165667473] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2410; }","duration":"185.027821ms","start":"2026-03-04T01:29:31.562194Z","end":"2026-03-04T01:29:31.747221Z","steps":["trace[1165667473] 'process raft request' (duration: 184.912419ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:31.886704Z","caller":"traceutil/trace.go:171","msg":"trace[262676284] linearizableReadLoop","detail":"{readStateIndex:2518; appliedIndex:2517; }","duration":"119.588175ms","start":"2026-03-04T01:29:31.767088Z","end":"2026-03-04T01:29:31.886676Z","steps":["trace[262676284] 'read index received' (duration: 64.500304ms)","trace[262676284] 'applied index is now lower than readState.Index' (duration: 55.086321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:29:31.88691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.79783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-03-04T01:29:31.88701Z","caller":"traceutil/trace.go:171","msg":"trace[516809985] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2410; }","duration":"119.934004ms","start":"2026-03-04T01:29:31.767055Z","end":"2026-03-04T01:29:31.886989Z","steps":["trace[516809985] 'agreement among raft nodes before linearized reading' (duration: 119.706158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:35.932492Z","caller":"traceutil/trace.go:171","msg":"trace[812774481] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"104.400757ms","start":"2026-03-04T01:29:35.828064Z","end":"2026-03-04T01:29:35.932464Z","steps":["trace[812774481] 'process raft request' (duration: 104.250173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:39.083203Z","caller":"traceutil/trace.go:171","msg":"trace[1341573591] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"232.050613ms","start":"2026-03-04T01:29:38.851123Z","end":"2026-03-04T01:29:39.083174Z","steps":["trace[1341573591] 'process raft request' (duration: 231.810907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:45.398726Z","caller":"traceutil/trace.go:171","msg":"trace[1261311833] linearizableReadLoop","detail":"{readStateIndex:2659; appliedIndex:2658; }","duration":"284.807319ms","start":"2026-03-04T01:29:45.113894Z","end":"2026-03-04T01:29:45.398702Z","steps":["trace[1261311833] 'read index received' (duration: 284.647695ms)","trace[1261311833] 'applied index is now lower than readState.Index' (duration: 158.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:29:45.398801Z","caller":"traceutil/trace.go:171","msg":"trace[89338942] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"284.932542ms","start":"2026-03-04T01:29:45.113825Z","end":"2026-03-04T01:29:45.398757Z","steps":["trace[89338942] 'process raft request' (duration: 284.730277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:45.398967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.044014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-04T01:29:45.39909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.570012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:29:45.399166Z","caller":"traceutil/trace.go:171","msg":"trace[732620022] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2546; }","duration":"285.28996ms","start":"2026-03-04T01:29:45.113861Z","end":"2026-03-04T01:29:45.399151Z","steps":["trace[732620022] 'agreement among raft nodes before linearized reading' (duration: 284.973503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:45.399216Z","caller":"traceutil/trace.go:171","msg":"trace[1144231433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2546; }","duration":"259.713516ms","start":"2026-03-04T01:29:45.139477Z","end":"2026-03-04T01:29:45.399191Z","steps":["trace[1144231433] 'agreement among raft nodes before linearized reading' (duration: 259.492461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:45.3992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.752938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:29:45.399245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.739037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:29:45.399306Z","caller":"traceutil/trace.go:171","msg":"trace[534379951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2546; }","duration":"262.909602ms","start":"2026-03-04T01:29:45.13637Z","end":"2026-03-04T01:29:45.399279Z","steps":["trace[534379951] 'agreement among raft nodes before linearized reading' (duration: 262.580554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:45.399348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.381972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-04T01:29:45.399391Z","caller":"traceutil/trace.go:171","msg":"trace[391193650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2546; }","duration":"260.434273ms","start":"2026-03-04T01:29:45.138942Z","end":"2026-03-04T01:29:45.399377Z","steps":["trace[391193650] 'agreement among raft nodes before linearized reading' (duration: 260.273389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:45.399413Z","caller":"traceutil/trace.go:171","msg":"trace[1882349260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2546; }","duration":"259.85431ms","start":"2026-03-04T01:29:45.139443Z","end":"2026-03-04T01:29:45.399297Z","steps":["trace[1882349260] 'agreement among raft nodes before linearized reading' (duration: 259.611764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:14.125415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.421772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:30:14.125545Z","caller":"traceutil/trace.go:171","msg":"trace[1767367851] linearizableReadLoop","detail":"{readStateIndex:2818; appliedIndex:2817; }","duration":"411.946701ms","start":"2026-03-04T01:30:13.71358Z","end":"2026-03-04T01:30:14.125527Z","steps":["trace[1767367851] 'read index received' (duration: 230.274603ms)","trace[1767367851] 'applied index is now lower than readState.Index' (duration: 181.670738ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:14.125656Z","caller":"traceutil/trace.go:171","msg":"trace[1286298603] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"474.337535ms","start":"2026-03-04T01:30:13.651307Z","end":"2026-03-04T01:30:14.125645Z","steps":["trace[1286298603] 'process raft request' (duration: 292.578914ms)","trace[1286298603] 'compare' (duration: 181.28647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:30:14.125722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:13.651294Z","time spent":"474.394836ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:30:14.126117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.505425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T01:30:14.126192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.587206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:30:14.126172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.116731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18997f34f06f88ab\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-04T01:30:14.126275Z","caller":"traceutil/trace.go:171","msg":"trace[2018643746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2699; }","duration":"396.70981ms","start":"2026-03-04T01:30:13.729533Z","end":"2026-03-04T01:30:14.126242Z","steps":["trace[2018643746] 'agreement among raft nodes before linearized reading' (duration: 396.347741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:14.126309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:13.729498Z","time spent":"396.802181ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:30:14.1263Z","caller":"traceutil/trace.go:171","msg":"trace[1222872399] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18997f34f06f88ab; range_end:; response_count:1; response_revision:2699; }","duration":"379.298686ms","start":"2026-03-04T01:30:13.74697Z","end":"2026-03-04T01:30:14.126269Z","steps":["trace[1222872399] 'agreement among raft nodes before linearized reading' (duration: 378.958667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:14.126271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.854869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:30:14.126226Z","caller":"traceutil/trace.go:171","msg":"trace[557075080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2699; }","duration":"412.664608ms","start":"2026-03-04T01:30:13.713537Z","end":"2026-03-04T01:30:14.126201Z","steps":["trace[557075080] 'agreement among raft nodes before linearized reading' (duration: 412.34096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:14.126354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:13.746961Z","time spent":"379.382807ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18997f34f06f88ab\" "} {"level":"info","ts":"2026-03-04T01:30:14.126395Z","caller":"traceutil/trace.go:171","msg":"trace[2120265680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2699; }","duration":"396.039204ms","start":"2026-03-04T01:30:13.730328Z","end":"2026-03-04T01:30:14.126367Z","steps":["trace[2120265680] 'agreement among raft nodes before linearized reading' (duration: 395.675665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:14.126419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:13.713511Z","time spent":"412.878143ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:30:14.126466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:13.730312Z","time spent":"396.142916ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:30:14.126196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.545062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:30:14.126606Z","caller":"traceutil/trace.go:171","msg":"trace[1754801367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2699; }","duration":"395.948701ms","start":"2026-03-04T01:30:13.730614Z","end":"2026-03-04T01:30:14.126562Z","steps":["trace[1754801367] 'agreement among raft nodes before linearized reading' (duration: 395.381868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:14.126693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:13.730608Z","time spent":"396.061544ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:30:14.241394Z","caller":"traceutil/trace.go:171","msg":"trace[1163133354] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"109.027181ms","start":"2026-03-04T01:30:14.132342Z","end":"2026-03-04T01:30:14.241369Z","steps":["trace[1163133354] 'process raft request' (duration: 108.99148ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:14.241605Z","caller":"traceutil/trace.go:171","msg":"trace[1417761227] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"109.949113ms","start":"2026-03-04T01:30:14.131632Z","end":"2026-03-04T01:30:14.241581Z","steps":["trace[1417761227] 'process raft request' (duration: 109.632726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:14.241687Z","caller":"traceutil/trace.go:171","msg":"trace[929995956] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"109.961903ms","start":"2026-03-04T01:30:14.131714Z","end":"2026-03-04T01:30:14.241676Z","steps":["trace[929995956] 'process raft request' (duration: 109.587655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:14.241705Z","caller":"traceutil/trace.go:171","msg":"trace[912619374] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"110.528537ms","start":"2026-03-04T01:30:14.131136Z","end":"2026-03-04T01:30:14.241665Z","steps":["trace[912619374] 'process raft request' (duration: 110.076216ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:14.2418Z","caller":"traceutil/trace.go:171","msg":"trace[1195002876] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"111.952521ms","start":"2026-03-04T01:30:14.129835Z","end":"2026-03-04T01:30:14.241787Z","steps":["trace[1195002876] 'process raft request' (duration: 96.247528ms)","trace[1195002876] 'compare' (duration: 14.980066ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:14.241939Z","caller":"traceutil/trace.go:171","msg":"trace[1017646784] linearizableReadLoop","detail":"{readStateIndex:2819; appliedIndex:2818; }","duration":"110.872485ms","start":"2026-03-04T01:30:14.131007Z","end":"2026-03-04T01:30:14.241879Z","steps":["trace[1017646784] 'read index received' (duration: 94.979657ms)","trace[1017646784] 'applied index is now lower than readState.Index' (duration: 15.883308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:30:14.242321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.273125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-04T01:30:14.242369Z","caller":"traceutil/trace.go:171","msg":"trace[453133864] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2704; }","duration":"111.383218ms","start":"2026-03-04T01:30:14.130973Z","end":"2026-03-04T01:30:14.242356Z","steps":["trace[453133864] 'agreement among raft nodes before linearized reading' (duration: 111.085391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:15.685626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20960405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:30:15.685731Z","caller":"traceutil/trace.go:171","msg":"trace[299727061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2705; }","duration":"1.209766904s","start":"2026-03-04T01:30:14.47594Z","end":"2026-03-04T01:30:15.685707Z","steps":["trace[299727061] 'range keys from in-memory index tree' (duration: 1.209502407s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:15.686391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:14.475911Z","time spent":"1.209862906s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:30:15.938473Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086832382s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:30:15.939021Z","caller":"traceutil/trace.go:171","msg":"trace[586817288] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"1.087490288s","start":"2026-03-04T01:30:14.851504Z","end":"2026-03-04T01:30:15.938995Z","steps":["trace[586817288] 'process raft request' (duration: 1.087342354s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:15.939252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:14.85148Z","time spent":"1.08759361s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:30:16.368037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.048034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:30:16.368312Z","caller":"traceutil/trace.go:171","msg":"trace[1756969144] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"707.515377ms","start":"2026-03-04T01:30:15.66074Z","end":"2026-03-04T01:30:16.368255Z","steps":["trace[1756969144] 'process raft request' (duration: 707.388334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:16.368448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:15.660704Z","time spent":"707.668521ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:30:16.368488Z","caller":"traceutil/trace.go:171","msg":"trace[1283388699] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"1.307147138s","start":"2026-03-04T01:30:15.061323Z","end":"2026-03-04T01:30:16.36847Z","steps":["trace[1283388699] 'process raft request' (duration: 987.582852ms)","trace[1283388699] 'compare' (duration: 318.962602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:30:16.368734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:15.061296Z","time spent":"1.307384374s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:30:16.368204Z","caller":"traceutil/trace.go:171","msg":"trace[216253373] linearizableReadLoop","detail":"{readStateIndex:2826; appliedIndex:2824; }","duration":"781.470854ms","start":"2026-03-04T01:30:15.586717Z","end":"2026-03-04T01:30:16.368188Z","steps":["trace[216253373] 'read index received' (duration: 352.14235ms)","trace[216253373] 'applied index is now lower than readState.Index' (duration: 429.327534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:30:16.369019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.976646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:30:16.369069Z","caller":"traceutil/trace.go:171","msg":"trace[548110286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2708; }","duration":"681.063638ms","start":"2026-03-04T01:30:15.687996Z","end":"2026-03-04T01:30:16.369059Z","steps":["trace[548110286] 'agreement among raft nodes before linearized reading' (duration: 680.988646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:16.369092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:15.687977Z","time spent":"681.110638ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:30:16.369235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.220825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:30:16.369306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.195575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:30:16.369329Z","caller":"traceutil/trace.go:171","msg":"trace[433911049] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2708; }","duration":"239.238276ms","start":"2026-03-04T01:30:16.130083Z","end":"2026-03-04T01:30:16.369321Z","steps":["trace[433911049] 'agreement among raft nodes before linearized reading' (duration: 239.187845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:16.369301Z","caller":"traceutil/trace.go:171","msg":"trace[1944905024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2708; }","duration":"122.303547ms","start":"2026-03-04T01:30:16.24698Z","end":"2026-03-04T01:30:16.369284Z","steps":["trace[1944905024] 'agreement among raft nodes before linearized reading' (duration: 122.041631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:16.36946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.099772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T01:30:16.369485Z","caller":"traceutil/trace.go:171","msg":"trace[1790081151] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2708; }","duration":"292.161904ms","start":"2026-03-04T01:30:16.077317Z","end":"2026-03-04T01:30:16.369479Z","steps":["trace[1790081151] 'agreement among raft nodes before linearized reading' (duration: 292.096972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:16.369516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.056674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T01:30:16.369621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.928288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:30:16.369642Z","caller":"traceutil/trace.go:171","msg":"trace[1585593584] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2708; }","duration":"344.97616ms","start":"2026-03-04T01:30:16.02466Z","end":"2026-03-04T01:30:16.369636Z","steps":["trace[1585593584] 'agreement among raft nodes before linearized reading' (duration: 344.913488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:16.369636Z","caller":"traceutil/trace.go:171","msg":"trace[647989671] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:2708; }","duration":"115.192458ms","start":"2026-03-04T01:30:16.254426Z","end":"2026-03-04T01:30:16.369618Z","steps":["trace[647989671] 'agreement among raft nodes before linearized reading' (duration: 114.889161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:16.369662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:16.024647Z","time spent":"345.01178ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:30:16.369772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.515458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:30:16.369819Z","caller":"traceutil/trace.go:171","msg":"trace[481810858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2708; }","duration":"121.58144ms","start":"2026-03-04T01:30:16.248227Z","end":"2026-03-04T01:30:16.369808Z","steps":["trace[481810858] 'agreement among raft nodes before linearized reading' (duration: 121.399965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:16.369256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.544222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:30:16.370035Z","caller":"traceutil/trace.go:171","msg":"trace[1571073574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2708; }","duration":"123.335622ms","start":"2026-03-04T01:30:16.246693Z","end":"2026-03-04T01:30:16.370028Z","steps":["trace[1571073574] 'agreement among raft nodes before linearized reading' (duration: 122.497132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:16.370112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.476022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:30:16.370179Z","caller":"traceutil/trace.go:171","msg":"trace[1874731351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2708; }","duration":"122.563113ms","start":"2026-03-04T01:30:16.247605Z","end":"2026-03-04T01:30:16.370168Z","steps":["trace[1874731351] 'agreement among raft nodes before linearized reading' (duration: 122.407939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:16.370409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.021707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:30:16.370516Z","caller":"traceutil/trace.go:171","msg":"trace[968375528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2708; }","duration":"783.772759ms","start":"2026-03-04T01:30:15.586667Z","end":"2026-03-04T01:30:16.37044Z","steps":["trace[968375528] 'agreement among raft nodes before linearized reading' (duration: 781.871974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:16.370588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:15.586647Z","time spent":"783.928263ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:30:16.928986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.959736ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-04T01:30:16.92913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:16.370371Z","time spent":"558.75343ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T01:30:17.336679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.440719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:30:17.336929Z","caller":"traceutil/trace.go:171","msg":"trace[396829757] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"962.269361ms","start":"2026-03-04T01:30:16.374615Z","end":"2026-03-04T01:30:17.336884Z","steps":["trace[396829757] 'process raft request' (duration: 672.479843ms)","trace[396829757] 'compare' (duration: 289.293996ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:17.336975Z","caller":"traceutil/trace.go:171","msg":"trace[597119830] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"961.83446ms","start":"2026-03-04T01:30:16.375114Z","end":"2026-03-04T01:30:17.336949Z","steps":["trace[597119830] 'process raft request' (duration: 961.686777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:17.337063Z","caller":"traceutil/trace.go:171","msg":"trace[410842326] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"961.759379ms","start":"2026-03-04T01:30:16.375295Z","end":"2026-03-04T01:30:17.337055Z","steps":["trace[410842326] 'process raft request' (duration: 961.601665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:17.337083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:16.375105Z","time spent":"961.932562ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:30:17.337131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:16.374602Z","time spent":"962.423154ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:30:17.337132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:16.37526Z","time spent":"961.836191ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:30:17.337556Z","caller":"traceutil/trace.go:171","msg":"trace[410565371] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"959.71985ms","start":"2026-03-04T01:30:16.377819Z","end":"2026-03-04T01:30:17.337538Z","steps":["trace[410565371] 'process raft request' (duration: 959.619638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:17.338423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:16.377812Z","time spent":"960.533389ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:30:17.337577Z","caller":"traceutil/trace.go:171","msg":"trace[1483244167] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"406.956583ms","start":"2026-03-04T01:30:16.930598Z","end":"2026-03-04T01:30:17.337555Z","steps":["trace[1483244167] 'process raft request' (duration: 406.890641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:17.338679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:16.930575Z","time spent":"408.041339ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:30:17.337557Z","caller":"traceutil/trace.go:171","msg":"trace[203131609] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"961.636526ms","start":"2026-03-04T01:30:16.375883Z","end":"2026-03-04T01:30:17.337519Z","steps":["trace[203131609] 'process raft request' (duration: 961.485062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:17.338824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:16.375839Z","time spent":"962.933337ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:30:17.33765Z","caller":"traceutil/trace.go:171","msg":"trace[1461122412] linearizableReadLoop","detail":"{readStateIndex:2829; appliedIndex:2827; }","duration":"962.872325ms","start":"2026-03-04T01:30:16.374756Z","end":"2026-03-04T01:30:17.337628Z","steps":["trace[1461122412] 'read index received' (duration: 321.326598ms)","trace[1461122412] 'applied index is now lower than readState.Index' (duration: 641.542537ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:17.337645Z","caller":"traceutil/trace.go:171","msg":"trace[76240338] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"961.880862ms","start":"2026-03-04T01:30:16.375729Z","end":"2026-03-04T01:30:17.337609Z","steps":["trace[76240338] 'process raft request' (duration: 961.295318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:17.33908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.049539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:30:17.339178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.559888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:30:17.339263Z","caller":"traceutil/trace.go:171","msg":"trace[653171921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2715; }","duration":"963.190443ms","start":"2026-03-04T01:30:16.375979Z","end":"2026-03-04T01:30:17.33917Z","steps":["trace[653171921] 'agreement among raft nodes before linearized reading' (duration: 963.05019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:17.339262Z","caller":"traceutil/trace.go:171","msg":"trace[1450306797] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2715; }","duration":"962.64562ms","start":"2026-03-04T01:30:16.376601Z","end":"2026-03-04T01:30:17.339247Z","steps":["trace[1450306797] 'agreement among raft nodes before linearized reading' (duration: 962.396264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:17.339128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:16.37572Z","time spent":"963.349957ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:30:17.339363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:16.37658Z","time spent":"962.743052ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:30:17.33933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:16.375969Z","time spent":"963.352317ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:30:17.337859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.08787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18997f3465cd644c\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-04T01:30:17.339489Z","caller":"traceutil/trace.go:171","msg":"trace[1724452946] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18997f3465cd644c; range_end:; response_count:1; response_revision:2715; }","duration":"964.727889ms","start":"2026-03-04T01:30:16.374742Z","end":"2026-03-04T01:30:17.33947Z","steps":["trace[1724452946] 'agreement among raft nodes before linearized reading' (duration: 962.966827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:17.339561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:16.374737Z","time spent":"964.805781ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.18997f3465cd644c\" "} {"level":"warn","ts":"2026-03-04T01:30:17.339723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.661678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-04T01:30:17.339826Z","caller":"traceutil/trace.go:171","msg":"trace[2031029037] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2715; }","duration":"964.958235ms","start":"2026-03-04T01:30:16.374849Z","end":"2026-03-04T01:30:17.339807Z","steps":["trace[2031029037] 'agreement among raft nodes before linearized reading' (duration: 964.143336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:17.339948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:16.374845Z","time spent":"965.060988ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-04T01:30:17.646771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.99726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:30:17.646916Z","caller":"traceutil/trace.go:171","msg":"trace[1693421073] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2716; }","duration":"194.195635ms","start":"2026-03-04T01:30:17.452702Z","end":"2026-03-04T01:30:17.646897Z","steps":["trace[1693421073] 'range keys from in-memory index tree' (duration: 193.906049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:17.647008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.565198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:30:17.647137Z","caller":"traceutil/trace.go:171","msg":"trace[890559612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2716; }","duration":"171.766522ms","start":"2026-03-04T01:30:17.475341Z","end":"2026-03-04T01:30:17.647107Z","steps":["trace[890559612] 'range keys from in-memory index tree' (duration: 171.480696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:23.687194Z","caller":"traceutil/trace.go:171","msg":"trace[392878860] linearizableReadLoop","detail":"{readStateIndex:2866; appliedIndex:2861; }","duration":"213.048244ms","start":"2026-03-04T01:30:23.474108Z","end":"2026-03-04T01:30:23.687157Z","steps":["trace[392878860] 'read index received' (duration: 2.879719ms)","trace[392878860] 'applied index is now lower than readState.Index' (duration: 210.167295ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:23.687534Z","caller":"traceutil/trace.go:171","msg":"trace[1551599554] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"236.552602ms","start":"2026-03-04T01:30:23.450966Z","end":"2026-03-04T01:30:23.687519Z","steps":["trace[1551599554] 'process raft request' (duration: 137.232362ms)","trace[1551599554] 'compare' (duration: 98.820729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:30:23.687681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.200213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:30:23.687761Z","caller":"traceutil/trace.go:171","msg":"trace[1621143185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2745; }","duration":"204.344477ms","start":"2026-03-04T01:30:23.483395Z","end":"2026-03-04T01:30:23.68774Z","steps":["trace[1621143185] 'agreement among raft nodes before linearized reading' (duration: 204.184983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:23.68798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.841862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:30:23.68803Z","caller":"traceutil/trace.go:171","msg":"trace[1487615373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2745; }","duration":"213.948355ms","start":"2026-03-04T01:30:23.47407Z","end":"2026-03-04T01:30:23.688018Z","steps":["trace[1487615373] 'agreement among raft nodes before linearized reading' (duration: 213.843233ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:24.084984Z","caller":"traceutil/trace.go:171","msg":"trace[1868487232] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"116.578901ms","start":"2026-03-04T01:30:23.968369Z","end":"2026-03-04T01:30:24.084948Z","steps":["trace[1868487232] 'process raft request' (duration: 67.788791ms)","trace[1868487232] 'compare' (duration: 48.38331ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:06.974899Z","caller":"traceutil/trace.go:171","msg":"trace[2090022490] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"137.726068ms","start":"2026-03-04T01:32:06.83714Z","end":"2026-03-04T01:32:06.974866Z","steps":["trace[2090022490] 'process raft request' (duration: 137.582745ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:22.475452Z","caller":"traceutil/trace.go:171","msg":"trace[1340190765] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"147.332683ms","start":"2026-03-04T01:32:22.328064Z","end":"2026-03-04T01:32:22.475397Z","steps":["trace[1340190765] 'process raft request' (duration: 119.791295ms)","trace[1340190765] 'compare' (duration: 27.420305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:39.245746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.10819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:32:39.246049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.479014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:32:39.246058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.319059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:32:39.24616Z","caller":"traceutil/trace.go:171","msg":"trace[1745254464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3581; }","duration":"705.638648ms","start":"2026-03-04T01:32:38.540498Z","end":"2026-03-04T01:32:39.246137Z","steps":["trace[1745254464] 'range keys from in-memory index tree' (duration: 705.239319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:39.246202Z","caller":"traceutil/trace.go:171","msg":"trace[1631378051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3581; }","duration":"847.535274ms","start":"2026-03-04T01:32:38.398633Z","end":"2026-03-04T01:32:39.246168Z","steps":["trace[1631378051] 'range keys from in-memory index tree' (duration: 847.072243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:39.246227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:38.540478Z","time spent":"705.73511ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:32:39.246266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:38.398613Z","time spent":"847.640267ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:32:39.246192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.800567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:32:39.246343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.794717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:32:39.246316Z","caller":"traceutil/trace.go:171","msg":"trace[1395241306] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3581; }","duration":"937.297474ms","start":"2026-03-04T01:32:38.308541Z","end":"2026-03-04T01:32:39.245838Z","steps":["trace[1395241306] 'range keys from in-memory index tree' (duration: 936.917105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:39.246397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.817171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:32:39.246447Z","caller":"traceutil/trace.go:171","msg":"trace[418555121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3581; }","duration":"849.946331ms","start":"2026-03-04T01:32:38.39648Z","end":"2026-03-04T01:32:39.246427Z","steps":["trace[418555121] 'range keys from in-memory index tree' (duration: 849.593223ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:39.246453Z","caller":"traceutil/trace.go:171","msg":"trace[1950406523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3581; }","duration":"773.080624ms","start":"2026-03-04T01:32:38.473337Z","end":"2026-03-04T01:32:39.246418Z","steps":["trace[1950406523] 'range keys from in-memory index tree' (duration: 772.714596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:39.246482Z","caller":"traceutil/trace.go:171","msg":"trace[996112392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3581; }","duration":"847.971154ms","start":"2026-03-04T01:32:38.398487Z","end":"2026-03-04T01:32:39.246458Z","steps":["trace[996112392] 'range keys from in-memory index tree' (duration: 847.672677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:39.246492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:38.396459Z","time spent":"850.023862ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:32:39.246483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:38.308521Z","time spent":"937.923608ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:32:39.246501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:38.473319Z","time spent":"773.170475ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:32:39.246526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:38.398476Z","time spent":"848.040266ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:32:39.341304Z","caller":"traceutil/trace.go:171","msg":"trace[316366781] transaction","detail":"{read_only:false; response_revision:3582; number_of_response:1; }","duration":"780.940949ms","start":"2026-03-04T01:32:38.560334Z","end":"2026-03-04T01:32:39.341275Z","steps":["trace[316366781] 'process raft request' (duration: 780.677373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:39.341458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:38.560311Z","time spent":"781.065531ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:39.34156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.182681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:32:39.341632Z","caller":"traceutil/trace.go:171","msg":"trace[1504897704] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:3582; }","duration":"498.303944ms","start":"2026-03-04T01:32:38.843314Z","end":"2026-03-04T01:32:39.341618Z","steps":["trace[1504897704] 'agreement among raft nodes before linearized reading' (duration: 498.099889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:39.341675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:38.843293Z","time spent":"498.373936ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"info","ts":"2026-03-04T01:32:39.34189Z","caller":"traceutil/trace.go:171","msg":"trace[2008568000] linearizableReadLoop","detail":"{readStateIndex:3737; appliedIndex:3736; }","duration":"497.814402ms","start":"2026-03-04T01:32:38.843364Z","end":"2026-03-04T01:32:39.341179Z","steps":["trace[2008568000] 'read index received' (duration: 496.563673ms)","trace[2008568000] 'applied index is now lower than readState.Index' (duration: 1.249839ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:39.390916Z","caller":"traceutil/trace.go:171","msg":"trace[93837968] transaction","detail":"{read_only:false; response_revision:3584; number_of_response:1; }","duration":"299.522031ms","start":"2026-03-04T01:32:39.09137Z","end":"2026-03-04T01:32:39.390893Z","steps":["trace[93837968] 'process raft request' (duration: 299.417269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:39.390918Z","caller":"traceutil/trace.go:171","msg":"trace[1082593161] transaction","detail":"{read_only:false; response_revision:3583; number_of_response:1; }","duration":"307.718214ms","start":"2026-03-04T01:32:39.083169Z","end":"2026-03-04T01:32:39.390888Z","steps":["trace[1082593161] 'process raft request' (duration: 307.419117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:39.391214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:39.083153Z","time spent":"307.97361ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:32:39.391263Z","caller":"traceutil/trace.go:171","msg":"trace[1762827942] transaction","detail":"{read_only:false; response_revision:3585; number_of_response:1; }","duration":"140.36135ms","start":"2026-03-04T01:32:39.250881Z","end":"2026-03-04T01:32:39.391242Z","steps":["trace[1762827942] 'process raft request' (duration: 139.97068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:39.391357Z","caller":"traceutil/trace.go:171","msg":"trace[1396181151] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"140.34555ms","start":"2026-03-04T01:32:39.250987Z","end":"2026-03-04T01:32:39.391333Z","steps":["trace[1396181151] 'process raft request' (duration: 140.107684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:39.391774Z","caller":"traceutil/trace.go:171","msg":"trace[1491068410] transaction","detail":"{read_only:false; response_revision:3589; number_of_response:1; }","duration":"140.204226ms","start":"2026-03-04T01:32:39.251551Z","end":"2026-03-04T01:32:39.391756Z","steps":["trace[1491068410] 'process raft request' (duration: 140.099873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:39.391841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.284632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:32:39.391898Z","caller":"traceutil/trace.go:171","msg":"trace[784330365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3589; }","duration":"144.382965ms","start":"2026-03-04T01:32:39.247503Z","end":"2026-03-04T01:32:39.391886Z","steps":["trace[784330365] 'agreement among raft nodes before linearized reading' (duration: 144.281472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:39.392057Z","caller":"traceutil/trace.go:171","msg":"trace[1968576604] transaction","detail":"{read_only:false; response_revision:3588; number_of_response:1; }","duration":"140.449852ms","start":"2026-03-04T01:32:39.251238Z","end":"2026-03-04T01:32:39.391688Z","steps":["trace[1968576604] 'process raft request' (duration: 140.37267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:39.392871Z","caller":"traceutil/trace.go:171","msg":"trace[2023042133] transaction","detail":"{read_only:false; response_revision:3587; number_of_response:1; }","duration":"140.572094ms","start":"2026-03-04T01:32:39.251135Z","end":"2026-03-04T01:32:39.391707Z","steps":["trace[2023042133] 'process raft request' (duration: 140.353439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:41.896543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.608251ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:33:41.896959Z","caller":"traceutil/trace.go:171","msg":"trace[786874114] linearizableReadLoop","detail":"{readStateIndex:4152; appliedIndex:4151; }","duration":"184.400108ms","start":"2026-03-04T01:33:41.712538Z","end":"2026-03-04T01:33:41.896938Z","steps":["trace[786874114] 'read index received' (duration: 33.48512ms)","trace[786874114] 'applied index is now lower than readState.Index' (duration: 150.912868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:41.897118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.565062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:33:41.897176Z","caller":"traceutil/trace.go:171","msg":"trace[577053308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3970; }","duration":"184.610653ms","start":"2026-03-04T01:33:41.712535Z","end":"2026-03-04T01:33:41.897146Z","steps":["trace[577053308] 'agreement among raft nodes before linearized reading' (duration: 184.451539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:41.897415Z","caller":"traceutil/trace.go:171","msg":"trace[1204717474] transaction","detail":"{read_only:false; response_revision:3972; number_of_response:1; }","duration":"163.29117ms","start":"2026-03-04T01:33:41.734114Z","end":"2026-03-04T01:33:41.897405Z","steps":["trace[1204717474] 'process raft request' (duration: 163.205658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:41.897577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.66113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:33:41.897688Z","caller":"traceutil/trace.go:171","msg":"trace[8454046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:3972; }","duration":"183.796083ms","start":"2026-03-04T01:33:41.713865Z","end":"2026-03-04T01:33:41.897661Z","steps":["trace[8454046] 'agreement among raft nodes before linearized reading' (duration: 183.528587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:41.897817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.19647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:33:41.897845Z","caller":"traceutil/trace.go:171","msg":"trace[1328745458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3972; }","duration":"183.265131ms","start":"2026-03-04T01:33:41.714573Z","end":"2026-03-04T01:33:41.897838Z","steps":["trace[1328745458] 'agreement among raft nodes before linearized reading' (duration: 183.191969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:41.897622Z","caller":"traceutil/trace.go:171","msg":"trace[823899695] transaction","detail":"{read_only:false; response_revision:3971; number_of_response:1; }","duration":"165.106663ms","start":"2026-03-04T01:33:41.732506Z","end":"2026-03-04T01:33:41.897613Z","steps":["trace[823899695] 'process raft request' (duration: 164.527189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:41.898012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.280824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:33:41.898058Z","caller":"traceutil/trace.go:171","msg":"trace[2104138726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3972; }","duration":"181.342615ms","start":"2026-03-04T01:33:41.716707Z","end":"2026-03-04T01:33:41.89805Z","steps":["trace[2104138726] 'agreement among raft nodes before linearized reading' (duration: 181.258353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:46.370106Z","caller":"traceutil/trace.go:171","msg":"trace[1551492577] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"102.496437ms","start":"2026-03-04T01:33:46.267589Z","end":"2026-03-04T01:33:46.370085Z","steps":["trace[1551492577] 'process raft request' (duration: 71.167328ms)","trace[1551492577] 'compare' (duration: 31.198816ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:46.370253Z","caller":"traceutil/trace.go:171","msg":"trace[1352874482] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"101.192266ms","start":"2026-03-04T01:33:46.269052Z","end":"2026-03-04T01:33:46.370244Z","steps":["trace[1352874482] 'process raft request' (duration: 101.150435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:46.370278Z","caller":"traceutil/trace.go:171","msg":"trace[2042273455] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"102.163029ms","start":"2026-03-04T01:33:46.268088Z","end":"2026-03-04T01:33:46.370251Z","steps":["trace[2042273455] 'process raft request' (duration: 101.957904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:46.387298Z","caller":"traceutil/trace.go:171","msg":"trace[1493084467] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"102.710391ms","start":"2026-03-04T01:33:46.284566Z","end":"2026-03-04T01:33:46.387277Z","steps":["trace[1493084467] 'process raft request' (duration: 102.593778ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:46.511467Z","caller":"traceutil/trace.go:171","msg":"trace[751429116] linearizableReadLoop","detail":"{readStateIndex:4196; appliedIndex:4195; }","duration":"111.404017ms","start":"2026-03-04T01:33:46.400038Z","end":"2026-03-04T01:33:46.511442Z","steps":["trace[751429116] 'read index received' (duration: 110.930596ms)","trace[751429116] 'applied index is now lower than readState.Index' (duration: 472.311µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:46.51168Z","caller":"traceutil/trace.go:171","msg":"trace[23224081] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"112.42779ms","start":"2026-03-04T01:33:46.399215Z","end":"2026-03-04T01:33:46.511643Z","steps":["trace[23224081] 'process raft request' (duration: 111.831236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:46.511812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.726004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16033"} {"level":"info","ts":"2026-03-04T01:33:46.511906Z","caller":"traceutil/trace.go:171","msg":"trace[687538703] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4012; }","duration":"111.884638ms","start":"2026-03-04T01:33:46.400005Z","end":"2026-03-04T01:33:46.51189Z","steps":["trace[687538703] 'agreement among raft nodes before linearized reading' (duration: 111.559641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:52.959105Z","caller":"traceutil/trace.go:171","msg":"trace[442772584] linearizableReadLoop","detail":"{readStateIndex:4253; appliedIndex:4247; }","duration":"101.574715ms","start":"2026-03-04T01:33:52.857509Z","end":"2026-03-04T01:33:52.959084Z","steps":["trace[442772584] 'read index received' (duration: 32.808314ms)","trace[442772584] 'applied index is now lower than readState.Index' (duration: 68.765171ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:52.959246Z","caller":"traceutil/trace.go:171","msg":"trace[1490326416] transaction","detail":"{read_only:false; response_revision:4064; number_of_response:1; }","duration":"107.047054ms","start":"2026-03-04T01:33:52.852189Z","end":"2026-03-04T01:33:52.959236Z","steps":["trace[1490326416] 'process raft request' (duration: 106.768747ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:52.959214Z","caller":"traceutil/trace.go:171","msg":"trace[562326709] transaction","detail":"{read_only:false; response_revision:4066; number_of_response:1; }","duration":"106.789238ms","start":"2026-03-04T01:33:52.852394Z","end":"2026-03-04T01:33:52.959183Z","steps":["trace[562326709] 'process raft request' (duration: 106.629814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:52.959259Z","caller":"traceutil/trace.go:171","msg":"trace[746288352] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"107.063705ms","start":"2026-03-04T01:33:52.852159Z","end":"2026-03-04T01:33:52.959222Z","steps":["trace[746288352] 'process raft request' (duration: 83.329055ms)","trace[746288352] 'compare' (duration: 23.365271ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:52.959192Z","caller":"traceutil/trace.go:171","msg":"trace[1690291812] transaction","detail":"{read_only:false; response_revision:4065; number_of_response:1; }","duration":"106.831729ms","start":"2026-03-04T01:33:52.852333Z","end":"2026-03-04T01:33:52.959165Z","steps":["trace[1690291812] 'process raft request' (duration: 106.662185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:52.959397Z","caller":"traceutil/trace.go:171","msg":"trace[51800096] transaction","detail":"{read_only:false; response_revision:4067; number_of_response:1; }","duration":"106.983532ms","start":"2026-03-04T01:33:52.852404Z","end":"2026-03-04T01:33:52.959388Z","steps":["trace[51800096] 'process raft request' (duration: 106.648665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:52.959442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.934023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-hwdm9\" ","response":"range_response_count:1 size:4595"} {"level":"info","ts":"2026-03-04T01:33:52.959523Z","caller":"traceutil/trace.go:171","msg":"trace[610063292] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-hwdm9; range_end:; response_count:1; response_revision:4067; }","duration":"102.054616ms","start":"2026-03-04T01:33:52.857446Z","end":"2026-03-04T01:33:52.959501Z","steps":["trace[610063292] 'agreement among raft nodes before linearized reading' (duration: 101.828501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:53.622786Z","caller":"traceutil/trace.go:171","msg":"trace[923884263] transaction","detail":"{read_only:false; response_revision:4152; number_of_response:1; }","duration":"103.865908ms","start":"2026-03-04T01:33:53.518883Z","end":"2026-03-04T01:33:53.622749Z","steps":["trace[923884263] 'process raft request' (duration: 62.112674ms)","trace[923884263] 'compare' (duration: 41.588301ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:54.054174Z","caller":"traceutil/trace.go:171","msg":"trace[1092340497] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"140.149285ms","start":"2026-03-04T01:33:53.914Z","end":"2026-03-04T01:33:54.054149Z","steps":["trace[1092340497] 'process raft request' (duration: 140.067973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.054192Z","caller":"traceutil/trace.go:171","msg":"trace[149947533] transaction","detail":"{read_only:false; response_revision:4251; number_of_response:1; }","duration":"140.940743ms","start":"2026-03-04T01:33:53.913209Z","end":"2026-03-04T01:33:54.054149Z","steps":["trace[149947533] 'process raft request' (duration: 54.080605ms)","trace[149947533] 'compare' (duration: 86.651873ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:54.096409Z","caller":"traceutil/trace.go:171","msg":"trace[1327559789] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"160.202278ms","start":"2026-03-04T01:33:53.936181Z","end":"2026-03-04T01:33:54.096384Z","steps":["trace[1327559789] 'process raft request' (duration: 160.126926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.096452Z","caller":"traceutil/trace.go:171","msg":"trace[1188877572] transaction","detail":"{read_only:false; response_revision:4253; number_of_response:1; }","duration":"162.257546ms","start":"2026-03-04T01:33:53.934166Z","end":"2026-03-04T01:33:54.096424Z","steps":["trace[1188877572] 'process raft request' (duration: 162.03252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:54.102326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.54487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1231"} {"level":"info","ts":"2026-03-04T01:33:54.10239Z","caller":"traceutil/trace.go:171","msg":"trace[1439052949] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4257; }","duration":"100.632203ms","start":"2026-03-04T01:33:54.001741Z","end":"2026-03-04T01:33:54.102373Z","steps":["trace[1439052949] 'agreement among raft nodes before linearized reading' (duration: 100.491139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:54.106687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.468449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-03-04T01:33:54.106834Z","caller":"traceutil/trace.go:171","msg":"trace[959459454] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:4257; }","duration":"105.012726ms","start":"2026-03-04T01:33:54.001738Z","end":"2026-03-04T01:33:54.106751Z","steps":["trace[959459454] 'agreement among raft nodes before linearized reading' (duration: 100.857278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:54.107196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.396041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:33:54.107668Z","caller":"traceutil/trace.go:171","msg":"trace[132981763] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4257; }","duration":"101.464122ms","start":"2026-03-04T01:33:54.005772Z","end":"2026-03-04T01:33:54.107236Z","steps":["trace[132981763] 'agreement among raft nodes before linearized reading' (duration: 96.930055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:54.203738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.07259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:891"} {"level":"info","ts":"2026-03-04T01:33:54.203814Z","caller":"traceutil/trace.go:171","msg":"trace[509940349] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4262; }","duration":"100.189552ms","start":"2026-03-04T01:33:54.103604Z","end":"2026-03-04T01:33:54.203793Z","steps":["trace[509940349] 'agreement among raft nodes before linearized reading' (duration: 99.860814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.338372Z","caller":"traceutil/trace.go:171","msg":"trace[2004622481] transaction","detail":"{read_only:false; response_revision:4270; number_of_response:1; }","duration":"113.874985ms","start":"2026-03-04T01:33:54.224468Z","end":"2026-03-04T01:33:54.338343Z","steps":["trace[2004622481] 'process raft request' (duration: 104.821342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.338725Z","caller":"traceutil/trace.go:171","msg":"trace[485998774] transaction","detail":"{read_only:false; response_revision:4271; number_of_response:1; }","duration":"109.8279ms","start":"2026-03-04T01:33:54.228886Z","end":"2026-03-04T01:33:54.338714Z","steps":["trace[485998774] 'process raft request' (duration: 109.365849ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.338848Z","caller":"traceutil/trace.go:171","msg":"trace[650626391] transaction","detail":"{read_only:false; response_revision:4272; number_of_response:1; }","duration":"108.288954ms","start":"2026-03-04T01:33:54.230544Z","end":"2026-03-04T01:33:54.338833Z","steps":["trace[650626391] 'process raft request' (duration: 107.758541ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.338882Z","caller":"traceutil/trace.go:171","msg":"trace[1006100353] transaction","detail":"{read_only:false; response_revision:4273; number_of_response:1; }","duration":"102.130288ms","start":"2026-03-04T01:33:54.236718Z","end":"2026-03-04T01:33:54.338848Z","steps":["trace[1006100353] 'process raft request' (duration: 101.640947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.33842Z","caller":"traceutil/trace.go:171","msg":"trace[164206400] linearizableReadLoop","detail":"{readStateIndex:4459; appliedIndex:4457; }","duration":"111.038218ms","start":"2026-03-04T01:33:54.227355Z","end":"2026-03-04T01:33:54.338394Z","steps":["trace[164206400] 'read index received' (duration: 56.517453ms)","trace[164206400] 'applied index is now lower than readState.Index' (duration: 54.519535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:54.339338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.95999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3172"} {"level":"info","ts":"2026-03-04T01:33:54.339401Z","caller":"traceutil/trace.go:171","msg":"trace[1315737501] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4273; }","duration":"112.055172ms","start":"2026-03-04T01:33:54.227327Z","end":"2026-03-04T01:33:54.339383Z","steps":["trace[1315737501] 'agreement among raft nodes before linearized reading' (duration: 111.862527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:54.339885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.10967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3188"} {"level":"info","ts":"2026-03-04T01:33:54.339936Z","caller":"traceutil/trace.go:171","msg":"trace[223831141] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4273; }","duration":"111.188461ms","start":"2026-03-04T01:33:54.228734Z","end":"2026-03-04T01:33:54.339922Z","steps":["trace[223831141] 'agreement among raft nodes before linearized reading' (duration: 110.602638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.626975Z","caller":"traceutil/trace.go:171","msg":"trace[32039331] transaction","detail":"{read_only:false; response_revision:4294; number_of_response:1; }","duration":"137.982362ms","start":"2026-03-04T01:33:54.488945Z","end":"2026-03-04T01:33:54.626928Z","steps":["trace[32039331] 'process raft request' (duration: 110.226328ms)","trace[32039331] 'compare' (duration: 27.630061ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:54.627215Z","caller":"traceutil/trace.go:171","msg":"trace[962382054] linearizableReadLoop","detail":"{readStateIndex:4488; appliedIndex:4482; }","duration":"117.258165ms","start":"2026-03-04T01:33:54.50994Z","end":"2026-03-04T01:33:54.627198Z","steps":["trace[962382054] 'read index received' (duration: 89.299855ms)","trace[962382054] 'applied index is now lower than readState.Index' (duration: 27.95746ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:54.627316Z","caller":"traceutil/trace.go:171","msg":"trace[1168371062] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"117.48378ms","start":"2026-03-04T01:33:54.509807Z","end":"2026-03-04T01:33:54.627291Z","steps":["trace[1168371062] 'process raft request' (duration: 117.335846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:54.627437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.405938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:33:54.627468Z","caller":"traceutil/trace.go:171","msg":"trace[2005715587] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:0; response_revision:4300; }","duration":"117.47585ms","start":"2026-03-04T01:33:54.509984Z","end":"2026-03-04T01:33:54.627459Z","steps":["trace[2005715587] 'agreement among raft nodes before linearized reading' (duration: 117.418069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.627472Z","caller":"traceutil/trace.go:171","msg":"trace[541934935] transaction","detail":"{read_only:false; response_revision:4297; number_of_response:1; }","duration":"118.480793ms","start":"2026-03-04T01:33:54.508976Z","end":"2026-03-04T01:33:54.627457Z","steps":["trace[541934935] 'process raft request' (duration: 118.134425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.62749Z","caller":"traceutil/trace.go:171","msg":"trace[1326576867] transaction","detail":"{read_only:false; response_revision:4296; number_of_response:1; }","duration":"119.418796ms","start":"2026-03-04T01:33:54.508032Z","end":"2026-03-04T01:33:54.627451Z","steps":["trace[1326576867] 'process raft request' (duration: 119.063857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.627515Z","caller":"traceutil/trace.go:171","msg":"trace[1856701788] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"108.930508ms","start":"2026-03-04T01:33:54.518568Z","end":"2026-03-04T01:33:54.627499Z","steps":["trace[1856701788] 'process raft request' (duration: 108.58853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.627585Z","caller":"traceutil/trace.go:171","msg":"trace[710330940] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"117.965821ms","start":"2026-03-04T01:33:54.509608Z","end":"2026-03-04T01:33:54.627574Z","steps":["trace[710330940] 'process raft request' (duration: 117.51906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:54.627452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.48726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:33:54.62764Z","caller":"traceutil/trace.go:171","msg":"trace[795826375] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:0; response_revision:4300; }","duration":"117.725025ms","start":"2026-03-04T01:33:54.509908Z","end":"2026-03-04T01:33:54.627633Z","steps":["trace[795826375] 'agreement among raft nodes before linearized reading' (duration: 117.470229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.627662Z","caller":"traceutil/trace.go:171","msg":"trace[1378672506] transaction","detail":"{read_only:false; response_revision:4295; number_of_response:1; }","duration":"138.324451ms","start":"2026-03-04T01:33:54.489301Z","end":"2026-03-04T01:33:54.627625Z","steps":["trace[1378672506] 'process raft request' (duration: 137.698726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:55.503862Z","caller":"traceutil/trace.go:171","msg":"trace[648484196] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"157.315049ms","start":"2026-03-04T01:33:55.346523Z","end":"2026-03-04T01:33:55.503838Z","steps":["trace[648484196] 'process raft request' (duration: 126.856771ms)","trace[648484196] 'compare' (duration: 30.268794ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:55.504196Z","caller":"traceutil/trace.go:171","msg":"trace[515118263] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"157.141685ms","start":"2026-03-04T01:33:55.347017Z","end":"2026-03-04T01:33:55.504158Z","steps":["trace[515118263] 'process raft request' (duration: 156.758446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:55.5047Z","caller":"traceutil/trace.go:171","msg":"trace[868003200] linearizableReadLoop","detail":"{readStateIndex:4551; appliedIndex:4549; }","duration":"113.125477ms","start":"2026-03-04T01:33:55.391498Z","end":"2026-03-04T01:33:55.504623Z","steps":["trace[868003200] 'read index received' (duration: 81.983003ms)","trace[868003200] 'applied index is now lower than readState.Index' (duration: 31.141074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:55.504995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.470346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3025"} {"level":"info","ts":"2026-03-04T01:33:55.505058Z","caller":"traceutil/trace.go:171","msg":"trace[21047756] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4361; }","duration":"113.576258ms","start":"2026-03-04T01:33:55.391464Z","end":"2026-03-04T01:33:55.505041Z","steps":["trace[21047756] 'agreement among raft nodes before linearized reading' (duration: 113.365733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:56.323733Z","caller":"traceutil/trace.go:171","msg":"trace[1200460729] linearizableReadLoop","detail":"{readStateIndex:4574; appliedIndex:4571; }","duration":"109.219716ms","start":"2026-03-04T01:33:56.214492Z","end":"2026-03-04T01:33:56.323712Z","steps":["trace[1200460729] 'read index received' (duration: 2.10747ms)","trace[1200460729] 'applied index is now lower than readState.Index' (duration: 107.111216ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:56.323876Z","caller":"traceutil/trace.go:171","msg":"trace[454427419] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"108.426526ms","start":"2026-03-04T01:33:56.215426Z","end":"2026-03-04T01:33:56.323853Z","steps":["trace[454427419] 'process raft request' (duration: 108.247342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:56.323873Z","caller":"traceutil/trace.go:171","msg":"trace[121367702] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"109.760658ms","start":"2026-03-04T01:33:56.214085Z","end":"2026-03-04T01:33:56.323845Z","steps":["trace[121367702] 'process raft request' (duration: 109.546463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:56.323919Z","caller":"traceutil/trace.go:171","msg":"trace[323426316] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"110.060865ms","start":"2026-03-04T01:33:56.213833Z","end":"2026-03-04T01:33:56.323893Z","steps":["trace[323426316] 'process raft request' (duration: 55.038108ms)","trace[323426316] 'compare' (duration: 54.646298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:56.324058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.544413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62911"} {"level":"info","ts":"2026-03-04T01:33:56.324111Z","caller":"traceutil/trace.go:171","msg":"trace[923750028] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4384; }","duration":"109.612115ms","start":"2026-03-04T01:33:56.214488Z","end":"2026-03-04T01:33:56.3241Z","steps":["trace[923750028] 'agreement among raft nodes before linearized reading' (duration: 109.360199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:56.372698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.358868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:33:56.372779Z","caller":"traceutil/trace.go:171","msg":"trace[961376228] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:4385; }","duration":"106.48065ms","start":"2026-03-04T01:33:56.26628Z","end":"2026-03-04T01:33:56.372761Z","steps":["trace[961376228] 'agreement among raft nodes before linearized reading' (duration: 106.217084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:59.538557Z","caller":"traceutil/trace.go:171","msg":"trace[186996987] linearizableReadLoop","detail":"{readStateIndex:4672; appliedIndex:4671; }","duration":"212.700835ms","start":"2026-03-04T01:33:59.325831Z","end":"2026-03-04T01:33:59.538532Z","steps":["trace[186996987] 'read index received' (duration: 211.24849ms)","trace[186996987] 'applied index is now lower than readState.Index' (duration: 1.451335ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:59.53875Z","caller":"traceutil/trace.go:171","msg":"trace[1095016654] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"281.305732ms","start":"2026-03-04T01:33:59.257411Z","end":"2026-03-04T01:33:59.538716Z","steps":["trace[1095016654] 'process raft request' (duration: 279.719954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:59.540155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.311772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-04T01:33:59.54022Z","caller":"traceutil/trace.go:171","msg":"trace[2130702587] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4480; }","duration":"214.391295ms","start":"2026-03-04T01:33:59.325814Z","end":"2026-03-04T01:33:59.540205Z","steps":["trace[2130702587] 'agreement among raft nodes before linearized reading' (duration: 213.001172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:59.859491Z","caller":"traceutil/trace.go:171","msg":"trace[1842139401] linearizableReadLoop","detail":"{readStateIndex:4673; appliedIndex:4672; }","duration":"251.435868ms","start":"2026-03-04T01:33:59.608032Z","end":"2026-03-04T01:33:59.859468Z","steps":["trace[1842139401] 'read index received' (duration: 251.206263ms)","trace[1842139401] 'applied index is now lower than readState.Index' (duration: 228.375µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:59.859634Z","caller":"traceutil/trace.go:171","msg":"trace[796566735] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"251.93195ms","start":"2026-03-04T01:33:59.607681Z","end":"2026-03-04T01:33:59.859613Z","steps":["trace[796566735] 'process raft request' (duration: 251.586692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:59.860058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.000602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:33:59.860121Z","caller":"traceutil/trace.go:171","msg":"trace[543526127] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4481; }","duration":"252.083943ms","start":"2026-03-04T01:33:59.608015Z","end":"2026-03-04T01:33:59.860099Z","steps":["trace[543526127] 'agreement among raft nodes before linearized reading' (duration: 251.553131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:00.581605Z","caller":"traceutil/trace.go:171","msg":"trace[316442699] linearizableReadLoop","detail":"{readStateIndex:4687; appliedIndex:4686; }","duration":"106.306367ms","start":"2026-03-04T01:34:00.475276Z","end":"2026-03-04T01:34:00.581583Z","steps":["trace[316442699] 'read index received' (duration: 106.130743ms)","trace[316442699] 'applied index is now lower than readState.Index' (duration: 174.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:00.581724Z","caller":"traceutil/trace.go:171","msg":"trace[302251055] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"167.479529ms","start":"2026-03-04T01:34:00.41423Z","end":"2026-03-04T01:34:00.58171Z","steps":["trace[302251055] 'process raft request' (duration: 167.202962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:00.581903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.609744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:00.581945Z","caller":"traceutil/trace.go:171","msg":"trace[812024360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4495; }","duration":"106.690746ms","start":"2026-03-04T01:34:00.475243Z","end":"2026-03-04T01:34:00.581934Z","steps":["trace[812024360] 'agreement among raft nodes before linearized reading' (duration: 106.615554ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:01.858125Z","caller":"traceutil/trace.go:171","msg":"trace[301541318] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"101.326649ms","start":"2026-03-04T01:34:01.756774Z","end":"2026-03-04T01:34:01.858101Z","steps":["trace[301541318] 'process raft request' (duration: 100.908649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:02.039645Z","caller":"traceutil/trace.go:171","msg":"trace[1226448246] linearizableReadLoop","detail":"{readStateIndex:4701; appliedIndex:4698; }","duration":"139.327465ms","start":"2026-03-04T01:34:01.900294Z","end":"2026-03-04T01:34:02.039622Z","steps":["trace[1226448246] 'read index received' (duration: 64.098321ms)","trace[1226448246] 'applied index is now lower than readState.Index' (duration: 75.227824ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:02.03978Z","caller":"traceutil/trace.go:171","msg":"trace[1071331752] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"172.008765ms","start":"2026-03-04T01:34:01.867758Z","end":"2026-03-04T01:34:02.039767Z","steps":["trace[1071331752] 'process raft request' (duration: 171.741679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:02.039969Z","caller":"traceutil/trace.go:171","msg":"trace[1144756083] transaction","detail":"{read_only:false; response_revision:4506; number_of_response:1; }","duration":"172.751443ms","start":"2026-03-04T01:34:01.867166Z","end":"2026-03-04T01:34:02.039918Z","steps":["trace[1144756083] 'process raft request' (duration: 97.14504ms)","trace[1144756083] 'compare' (duration: 75.05777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:02.040086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.856732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:02.040142Z","caller":"traceutil/trace.go:171","msg":"trace[1961923227] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4508; }","duration":"115.957274ms","start":"2026-03-04T01:34:01.924172Z","end":"2026-03-04T01:34:02.040129Z","steps":["trace[1961923227] 'agreement among raft nodes before linearized reading' (duration: 115.862161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:02.040122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.804026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-382e316c-43e2-41d2-935b-acf0fc30b0ed\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-03-04T01:34:02.040206Z","caller":"traceutil/trace.go:171","msg":"trace[1965501667] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"172.350753ms","start":"2026-03-04T01:34:01.867812Z","end":"2026-03-04T01:34:02.040163Z","steps":["trace[1965501667] 'process raft request' (duration: 171.77103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:02.040231Z","caller":"traceutil/trace.go:171","msg":"trace[1139090601] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-382e316c-43e2-41d2-935b-acf0fc30b0ed; range_end:; response_count:1; response_revision:4508; }","duration":"139.949349ms","start":"2026-03-04T01:34:01.900255Z","end":"2026-03-04T01:34:02.040205Z","steps":["trace[1139090601] 'agreement among raft nodes before linearized reading' (duration: 139.638632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:02.255592Z","caller":"traceutil/trace.go:171","msg":"trace[789958589] linearizableReadLoop","detail":"{readStateIndex:4704; appliedIndex:4703; }","duration":"147.16895ms","start":"2026-03-04T01:34:02.108389Z","end":"2026-03-04T01:34:02.255558Z","steps":["trace[789958589] 'read index received' (duration: 138.964566ms)","trace[789958589] 'applied index is now lower than readState.Index' (duration: 8.203024ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:02.255651Z","caller":"traceutil/trace.go:171","msg":"trace[763780805] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4511; }","duration":"148.170313ms","start":"2026-03-04T01:34:02.107457Z","end":"2026-03-04T01:34:02.255628Z","steps":["trace[763780805] 'process raft request' (duration: 139.857127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:02.255877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.453856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T01:34:02.255981Z","caller":"traceutil/trace.go:171","msg":"trace[1331136978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4511; }","duration":"147.58017ms","start":"2026-03-04T01:34:02.108371Z","end":"2026-03-04T01:34:02.255951Z","steps":["trace[1331136978] 'agreement among raft nodes before linearized reading' (duration: 147.289583ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:02.4324Z","caller":"traceutil/trace.go:171","msg":"trace[1202442534] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4513; }","duration":"125.12726ms","start":"2026-03-04T01:34:02.307249Z","end":"2026-03-04T01:34:02.432377Z","steps":["trace[1202442534] 'process raft request' (duration: 109.01805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:02.609745Z","caller":"traceutil/trace.go:171","msg":"trace[2056255325] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"171.417081ms","start":"2026-03-04T01:34:02.438286Z","end":"2026-03-04T01:34:02.609703Z","steps":["trace[2056255325] 'process raft request' (duration: 125.861608ms)","trace[2056255325] 'compare' (duration: 45.268817ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:02.609937Z","caller":"traceutil/trace.go:171","msg":"trace[1294158517] linearizableReadLoop","detail":"{readStateIndex:4708; appliedIndex:4706; }","duration":"171.491464ms","start":"2026-03-04T01:34:02.43839Z","end":"2026-03-04T01:34:02.609882Z","steps":["trace[1294158517] 'read index received' (duration: 6.747809ms)","trace[1294158517] 'applied index is now lower than readState.Index' (duration: 164.739874ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:02.609983Z","caller":"traceutil/trace.go:171","msg":"trace[1104051225] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"171.549594ms","start":"2026-03-04T01:34:02.438399Z","end":"2026-03-04T01:34:02.609949Z","steps":["trace[1104051225] 'process raft request' (duration: 171.232677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:02.610283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.835942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62911"} {"level":"info","ts":"2026-03-04T01:34:02.610354Z","caller":"traceutil/trace.go:171","msg":"trace[666236103] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4516; }","duration":"171.974454ms","start":"2026-03-04T01:34:02.438365Z","end":"2026-03-04T01:34:02.61034Z","steps":["trace[666236103] 'agreement among raft nodes before linearized reading' (duration: 171.644687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:02.610375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.976634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T01:34:02.610435Z","caller":"traceutil/trace.go:171","msg":"trace[1919218035] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4516; }","duration":"166.107106ms","start":"2026-03-04T01:34:02.444313Z","end":"2026-03-04T01:34:02.61042Z","steps":["trace[1919218035] 'agreement among raft nodes before linearized reading' (duration: 165.898421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:02.610546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.212088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:02.610664Z","caller":"traceutil/trace.go:171","msg":"trace[969128881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4516; }","duration":"135.574876ms","start":"2026-03-04T01:34:02.475066Z","end":"2026-03-04T01:34:02.610641Z","steps":["trace[969128881] 'agreement among raft nodes before linearized reading' (duration: 135.230408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:02.769055Z","caller":"traceutil/trace.go:171","msg":"trace[1723384295] linearizableReadLoop","detail":"{readStateIndex:4711; appliedIndex:4710; }","duration":"101.703168ms","start":"2026-03-04T01:34:02.667322Z","end":"2026-03-04T01:34:02.769025Z","steps":["trace[1723384295] 'read index received' (duration: 57.235359ms)","trace[1723384295] 'applied index is now lower than readState.Index' (duration: 44.466569ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:02.769369Z","caller":"traceutil/trace.go:171","msg":"trace[198924517] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"154.259877ms","start":"2026-03-04T01:34:02.615074Z","end":"2026-03-04T01:34:02.769334Z","steps":["trace[198924517] 'process raft request' (duration: 109.470451ms)","trace[198924517] 'compare' (duration: 44.339166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:02.769571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.22833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1433"} {"level":"info","ts":"2026-03-04T01:34:02.769672Z","caller":"traceutil/trace.go:171","msg":"trace[44695219] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4518; }","duration":"102.391875ms","start":"2026-03-04T01:34:02.667256Z","end":"2026-03-04T01:34:02.769648Z","steps":["trace[44695219] 'agreement among raft nodes before linearized reading' (duration: 102.070907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:03.881528Z","caller":"traceutil/trace.go:171","msg":"trace[1771503876] linearizableReadLoop","detail":"{readStateIndex:4727; appliedIndex:4726; }","duration":"222.835954ms","start":"2026-03-04T01:34:03.658663Z","end":"2026-03-04T01:34:03.881499Z","steps":["trace[1771503876] 'read index received' (duration: 222.738831ms)","trace[1771503876] 'applied index is now lower than readState.Index' (duration: 95.663µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:03.881829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.130951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f93212bc-0c92-4ee0-bab4-b6f8bb19741d\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-04T01:34:03.881921Z","caller":"traceutil/trace.go:171","msg":"trace[387115731] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f93212bc-0c92-4ee0-bab4-b6f8bb19741d; range_end:; response_count:1; response_revision:4534; }","duration":"223.260564ms","start":"2026-03-04T01:34:03.658644Z","end":"2026-03-04T01:34:03.881904Z","steps":["trace[387115731] 'agreement among raft nodes before linearized reading' (duration: 222.988558ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:03.882426Z","caller":"traceutil/trace.go:171","msg":"trace[594821715] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"237.888719ms","start":"2026-03-04T01:34:03.643692Z","end":"2026-03-04T01:34:03.88158Z","steps":["trace[594821715] 'process raft request' (duration: 237.568741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:03.882757Z","caller":"traceutil/trace.go:171","msg":"trace[413261789] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"192.089559ms","start":"2026-03-04T01:34:03.690646Z","end":"2026-03-04T01:34:03.882735Z","steps":["trace[413261789] 'process raft request' (duration: 191.953876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:03.882833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.967192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T01:34:03.88293Z","caller":"traceutil/trace.go:171","msg":"trace[608680120] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4535; }","duration":"219.075515ms","start":"2026-03-04T01:34:03.663833Z","end":"2026-03-04T01:34:03.882909Z","steps":["trace[608680120] 'agreement among raft nodes before linearized reading' (duration: 218.85245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:07.319241Z","caller":"traceutil/trace.go:171","msg":"trace[2105277635] linearizableReadLoop","detail":"{readStateIndex:4818; appliedIndex:4817; }","duration":"384.768677ms","start":"2026-03-04T01:34:06.934446Z","end":"2026-03-04T01:34:07.319215Z","steps":["trace[2105277635] 'read index received' (duration: 357.443446ms)","trace[2105277635] 'applied index is now lower than readState.Index' (duration: 27.324121ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:07.319275Z","caller":"traceutil/trace.go:171","msg":"trace[2033302664] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"423.725173ms","start":"2026-03-04T01:34:06.895498Z","end":"2026-03-04T01:34:07.319224Z","steps":["trace[2033302664] 'process raft request' (duration: 396.533295ms)","trace[2033302664] 'compare' (duration: 26.733738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:07.319463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.314575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:34:07.319513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:06.895476Z","time spent":"423.945498ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:07.319571Z","caller":"traceutil/trace.go:171","msg":"trace[445447510] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4620; }","duration":"289.462939ms","start":"2026-03-04T01:34:07.030082Z","end":"2026-03-04T01:34:07.319545Z","steps":["trace[445447510] 'agreement among raft nodes before linearized reading' (duration: 289.302025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:07.319572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.088546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-04T01:34:07.319721Z","caller":"traceutil/trace.go:171","msg":"trace[34484783] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4620; }","duration":"385.255299ms","start":"2026-03-04T01:34:06.934433Z","end":"2026-03-04T01:34:07.319689Z","steps":["trace[34484783] 'agreement among raft nodes before linearized reading' (duration: 384.86468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:07.319798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:06.934388Z","time spent":"385.395693ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-04T01:34:07.68134Z","caller":"traceutil/trace.go:171","msg":"trace[671996269] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4620; }","duration":"321.442041ms","start":"2026-03-04T01:34:07.359856Z","end":"2026-03-04T01:34:07.681298Z","steps":["trace[671996269] 'process raft request' (duration: 293.145376ms)","trace[671996269] 'compare' (duration: 28.063919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:07.681511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:07.359825Z","time spent":"321.603595ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:34:07.681765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.222916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-04T01:34:07.681905Z","caller":"traceutil/trace.go:171","msg":"trace[1986386357] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4620; }","duration":"321.383239ms","start":"2026-03-04T01:34:07.360487Z","end":"2026-03-04T01:34:07.68187Z","steps":["trace[1986386357] 'agreement among raft nodes before linearized reading' (duration: 321.00212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:07.681975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:07.360478Z","time spent":"321.483101ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":718,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-04T01:34:07.68118Z","caller":"traceutil/trace.go:171","msg":"trace[122149623] linearizableReadLoop","detail":"{readStateIndex:4819; appliedIndex:4818; }","duration":"320.637702ms","start":"2026-03-04T01:34:07.360502Z","end":"2026-03-04T01:34:07.68114Z","steps":["trace[122149623] 'read index received' (duration: 292.362798ms)","trace[122149623] 'applied index is now lower than readState.Index' (duration: 28.272624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:07.682127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.079703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:07.68216Z","caller":"traceutil/trace.go:171","msg":"trace[842864098] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4620; }","duration":"258.144714ms","start":"2026-03-04T01:34:07.424007Z","end":"2026-03-04T01:34:07.682152Z","steps":["trace[842864098] 'agreement among raft nodes before linearized reading' (duration: 258.084952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:07.68215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.76323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:07.6822Z","caller":"traceutil/trace.go:171","msg":"trace[633824212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4620; }","duration":"207.864753ms","start":"2026-03-04T01:34:07.474319Z","end":"2026-03-04T01:34:07.682184Z","steps":["trace[633824212] 'agreement among raft nodes before linearized reading' (duration: 207.787571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:07.916406Z","caller":"traceutil/trace.go:171","msg":"trace[736281340] linearizableReadLoop","detail":"{readStateIndex:4821; appliedIndex:4820; }","duration":"205.342004ms","start":"2026-03-04T01:34:07.711037Z","end":"2026-03-04T01:34:07.916379Z","steps":["trace[736281340] 'read index received' (duration: 195.367399ms)","trace[736281340] 'applied index is now lower than readState.Index' (duration: 9.973695ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:07.916459Z","caller":"traceutil/trace.go:171","msg":"trace[2123418312] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"213.309411ms","start":"2026-03-04T01:34:07.70311Z","end":"2026-03-04T01:34:07.916419Z","steps":["trace[2123418312] 'process raft request' (duration: 203.240254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:07.91699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.131471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-04T01:34:07.917143Z","caller":"traceutil/trace.go:171","msg":"trace[2094281475] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4622; }","duration":"217.319115ms","start":"2026-03-04T01:34:07.699784Z","end":"2026-03-04T01:34:07.917103Z","steps":["trace[2094281475] 'agreement among raft nodes before linearized reading' (duration: 216.70968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:07.968505Z","caller":"traceutil/trace.go:171","msg":"trace[1419355164] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"211.666583ms","start":"2026-03-04T01:34:07.756806Z","end":"2026-03-04T01:34:07.968473Z","steps":["trace[1419355164] 'process raft request' (duration: 211.421387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:07.968699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.687594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:34:07.968703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.63992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T01:34:07.96881Z","caller":"traceutil/trace.go:171","msg":"trace[942327419] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4623; }","duration":"245.779003ms","start":"2026-03-04T01:34:07.723003Z","end":"2026-03-04T01:34:07.968782Z","steps":["trace[942327419] 'agreement among raft nodes before linearized reading' (duration: 245.418874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:07.968828Z","caller":"traceutil/trace.go:171","msg":"trace[1925034309] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4623; }","duration":"220.843047ms","start":"2026-03-04T01:34:07.747958Z","end":"2026-03-04T01:34:07.968801Z","steps":["trace[1925034309] 'agreement among raft nodes before linearized reading' (duration: 220.647873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:08.350299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.860725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:08.350605Z","caller":"traceutil/trace.go:171","msg":"trace[1542602807] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"368.587049ms","start":"2026-03-04T01:34:07.981966Z","end":"2026-03-04T01:34:08.350553Z","steps":["trace[1542602807] 'process raft request' (duration: 248.379045ms)","trace[1542602807] 'compare' (duration: 119.694401ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:08.350858Z","caller":"traceutil/trace.go:171","msg":"trace[1434046869] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"363.55787ms","start":"2026-03-04T01:34:07.987276Z","end":"2026-03-04T01:34:08.350834Z","steps":["trace[1434046869] 'process raft request' (duration: 363.14229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:08.350926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:07.987253Z","time spent":"363.647812ms","remote":"127.0.0.1:45114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":989,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:34:08.350927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:07.98195Z","time spent":"368.749332ms","remote":"127.0.0.1:41428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:08.351095Z","caller":"traceutil/trace.go:171","msg":"trace[1284872888] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"363.002097ms","start":"2026-03-04T01:34:07.988085Z","end":"2026-03-04T01:34:08.351087Z","steps":["trace[1284872888] 'process raft request' (duration: 362.68989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:08.351144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:07.988052Z","time spent":"363.069639ms","remote":"127.0.0.1:45114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":985,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:34:08.3513Z","caller":"traceutil/trace.go:171","msg":"trace[752888218] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"292.558303ms","start":"2026-03-04T01:34:08.058726Z","end":"2026-03-04T01:34:08.351284Z","steps":["trace[752888218] 'process raft request' (duration: 292.302987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:08.351517Z","caller":"traceutil/trace.go:171","msg":"trace[1948152964] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"271.333613ms","start":"2026-03-04T01:34:08.080174Z","end":"2026-03-04T01:34:08.351508Z","steps":["trace[1948152964] 'process raft request' (duration: 271.158119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:08.984772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.694798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:34:08.984839Z","caller":"traceutil/trace.go:171","msg":"trace[699874524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4712; }","duration":"118.809971ms","start":"2026-03-04T01:34:08.866014Z","end":"2026-03-04T01:34:08.984824Z","steps":["trace[699874524] 'range keys from in-memory index tree' (duration: 118.535025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:09.047864Z","caller":"traceutil/trace.go:171","msg":"trace[1716721512] linearizableReadLoop","detail":"{readStateIndex:4913; appliedIndex:4912; }","duration":"133.319212ms","start":"2026-03-04T01:34:08.914523Z","end":"2026-03-04T01:34:09.047843Z","steps":["trace[1716721512] 'read index received' (duration: 133.255831ms)","trace[1716721512] 'applied index is now lower than readState.Index' (duration: 62.031µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:09.047929Z","caller":"traceutil/trace.go:171","msg":"trace[170950623] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"181.208596ms","start":"2026-03-04T01:34:08.866678Z","end":"2026-03-04T01:34:09.047886Z","steps":["trace[170950623] 'process raft request' (duration: 181.037592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:09.04811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.564038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-04T01:34:09.048141Z","caller":"traceutil/trace.go:171","msg":"trace[1326364413] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4713; }","duration":"133.65191ms","start":"2026-03-04T01:34:08.91448Z","end":"2026-03-04T01:34:09.048132Z","steps":["trace[1326364413] 'agreement among raft nodes before linearized reading' (duration: 133.441435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:09.587099Z","caller":"traceutil/trace.go:171","msg":"trace[1443058224] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"598.330804ms","start":"2026-03-04T01:34:08.988373Z","end":"2026-03-04T01:34:09.586704Z","steps":["trace[1443058224] 'process raft request' (duration: 544.9383ms)","trace[1443058224] 'compare' (duration: 52.900003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:09.587387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:08.988353Z","time spent":"598.894737ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:09.590584Z","caller":"traceutil/trace.go:171","msg":"trace[1556867495] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"535.370045ms","start":"2026-03-04T01:34:09.05519Z","end":"2026-03-04T01:34:09.59056Z","steps":["trace[1556867495] 'process raft request' (duration: 535.16614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:09.590748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:09.055168Z","time spent":"535.522739ms","remote":"127.0.0.1:35742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2175,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:34:09.590815Z","caller":"traceutil/trace.go:171","msg":"trace[309155913] linearizableReadLoop","detail":"{readStateIndex:4916; appliedIndex:4913; }","duration":"265.823683ms","start":"2026-03-04T01:34:09.324967Z","end":"2026-03-04T01:34:09.590791Z","steps":["trace[309155913] 'read index received' (duration: 208.458486ms)","trace[309155913] 'applied index is now lower than readState.Index' (duration: 57.363957ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:09.590932Z","caller":"traceutil/trace.go:171","msg":"trace[1898568148] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"535.084378ms","start":"2026-03-04T01:34:09.055819Z","end":"2026-03-04T01:34:09.590903Z","steps":["trace[1898568148] 'process raft request' (duration: 534.654388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:09.590986Z","caller":"traceutil/trace.go:171","msg":"trace[650910937] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"142.380424ms","start":"2026-03-04T01:34:09.448542Z","end":"2026-03-04T01:34:09.590923Z","steps":["trace[650910937] 'process raft request' (duration: 142.027395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:09.591096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.11664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:34:09.59114Z","caller":"traceutil/trace.go:171","msg":"trace[497805136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4717; }","duration":"266.213922ms","start":"2026-03-04T01:34:09.324916Z","end":"2026-03-04T01:34:09.59113Z","steps":["trace[497805136] 'agreement among raft nodes before linearized reading' (duration: 265.989767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:09.591056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.764846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:09.591211Z","caller":"traceutil/trace.go:171","msg":"trace[1399987307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4717; }","duration":"117.950351ms","start":"2026-03-04T01:34:09.473251Z","end":"2026-03-04T01:34:09.591202Z","steps":["trace[1399987307] 'agreement among raft nodes before linearized reading' (duration: 117.776587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:09.591263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:09.05581Z","time spent":"535.197332ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2503,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:34:11.976355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328675105,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:34:12.017372Z","caller":"traceutil/trace.go:171","msg":"trace[535870811] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"628.984105ms","start":"2026-03-04T01:34:11.388364Z","end":"2026-03-04T01:34:12.017348Z","steps":["trace[535870811] 'process raft request' (duration: 628.810361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:12.017524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:11.388347Z","time spent":"629.095607ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:12.668504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.956891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:12.668769Z","caller":"traceutil/trace.go:171","msg":"trace[1055167921] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"1.146642495s","start":"2026-03-04T01:34:11.522087Z","end":"2026-03-04T01:34:12.66873Z","steps":["trace[1055167921] 'process raft request' (duration: 988.342786ms)","trace[1055167921] 'compare' (duration: 157.841758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:12.669091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:11.522071Z","time spent":"1.146786819s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:12.830537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.888983ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:34:12.830655Z","caller":"traceutil/trace.go:171","msg":"trace[289204562] linearizableReadLoop","detail":"{readStateIndex:4965; appliedIndex:4962; }","duration":"1.355287406s","start":"2026-03-04T01:34:11.475348Z","end":"2026-03-04T01:34:12.830636Z","steps":["trace[289204562] 'read index received' (duration: 541.842838ms)","trace[289204562] 'applied index is now lower than readState.Index' (duration: 813.442868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:12.830814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35545044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:12.830914Z","caller":"traceutil/trace.go:171","msg":"trace[1638726740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4763; }","duration":"1.355597303s","start":"2026-03-04T01:34:11.475292Z","end":"2026-03-04T01:34:12.830889Z","steps":["trace[1638726740] 'agreement among raft nodes before linearized reading' (duration: 1.355419169s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:12.830966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:11.47527Z","time spent":"1.355686526s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:34:12.831866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240756726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:34:12.831919Z","caller":"traceutil/trace.go:171","msg":"trace[925702173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4765; }","duration":"1.240843818s","start":"2026-03-04T01:34:11.591064Z","end":"2026-03-04T01:34:12.831908Z","steps":["trace[925702173] 'agreement among raft nodes before linearized reading' (duration: 1.240673274s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:12.83195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:11.59105Z","time spent":"1.240891899s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:34:12.832189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.167549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:34:12.832203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.368588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:34:12.832245Z","caller":"traceutil/trace.go:171","msg":"trace[1270195918] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"458.783118ms","start":"2026-03-04T01:34:12.373439Z","end":"2026-03-04T01:34:12.832222Z","steps":["trace[1270195918] 'process raft request' (duration: 458.252175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:12.832279Z","caller":"traceutil/trace.go:171","msg":"trace[1523339009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4765; }","duration":"243.478789ms","start":"2026-03-04T01:34:12.58878Z","end":"2026-03-04T01:34:12.832259Z","steps":["trace[1523339009] 'agreement among raft nodes before linearized reading' (duration: 243.263224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:12.832314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.761828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-769adf52-3e4e-4723-a4bc-4beb2d6084b8\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-04T01:34:12.832229Z","caller":"traceutil/trace.go:171","msg":"trace[2049419224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4765; }","duration":"454.238491ms","start":"2026-03-04T01:34:12.377982Z","end":"2026-03-04T01:34:12.83222Z","steps":["trace[2049419224] 'agreement among raft nodes before linearized reading' (duration: 454.132088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:12.832348Z","caller":"traceutil/trace.go:171","msg":"trace[1828212237] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-769adf52-3e4e-4723-a4bc-4beb2d6084b8; range_end:; response_count:1; response_revision:4765; }","duration":"573.839499ms","start":"2026-03-04T01:34:12.2585Z","end":"2026-03-04T01:34:12.83234Z","steps":["trace[1828212237] 'agreement among raft nodes before linearized reading' (duration: 573.750937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:12.832358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:12.37342Z","time spent":"458.879019ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:12.832405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.691625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:34:12.83239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.152537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:34:12.832478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232659036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:34:12.832525Z","caller":"traceutil/trace.go:171","msg":"trace[1004105721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4765; }","duration":"1.232744288s","start":"2026-03-04T01:34:11.599772Z","end":"2026-03-04T01:34:12.832517Z","steps":["trace[1004105721] 'agreement among raft nodes before linearized reading' (duration: 1.232638815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:12.832582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.565879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:34:12.832531Z","caller":"traceutil/trace.go:171","msg":"trace[272072510] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4765; }","duration":"872.31063ms","start":"2026-03-04T01:34:11.960198Z","end":"2026-03-04T01:34:12.832508Z","steps":["trace[272072510] 'agreement among raft nodes before linearized reading' (duration: 872.072545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:12.832593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:11.599738Z","time spent":"1.23284599s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:34:12.832619Z","caller":"traceutil/trace.go:171","msg":"trace[1978447575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4765; }","duration":"162.626821ms","start":"2026-03-04T01:34:12.669983Z","end":"2026-03-04T01:34:12.83261Z","steps":["trace[1978447575] 'agreement among raft nodes before linearized reading' (duration: 162.507468ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:12.832466Z","caller":"traceutil/trace.go:171","msg":"trace[159668874] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:4765; }","duration":"163.804168ms","start":"2026-03-04T01:34:12.668643Z","end":"2026-03-04T01:34:12.832448Z","steps":["trace[159668874] 'agreement among raft nodes before linearized reading' (duration: 163.593593ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:12.832679Z","caller":"traceutil/trace.go:171","msg":"trace[130935485] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"459.800341ms","start":"2026-03-04T01:34:12.372861Z","end":"2026-03-04T01:34:12.832661Z","steps":["trace[130935485] 'process raft request' (duration: 458.700735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:12.832693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105598901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-769adf52-3e4e-4723-a4bc-4beb2d6084b8\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-04T01:34:12.832728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.306786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:34:12.83277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:12.372836Z","time spent":"459.887323ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:12.832795Z","caller":"traceutil/trace.go:171","msg":"trace[1266904049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4765; }","duration":"607.406469ms","start":"2026-03-04T01:34:12.225379Z","end":"2026-03-04T01:34:12.832785Z","steps":["trace[1266904049] 'agreement among raft nodes before linearized reading' (duration: 607.318477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:12.832643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:11.960135Z","time spent":"872.492945ms","remote":"127.0.0.1:50188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:34:12.832381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:12.25847Z","time spent":"573.905311ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-769adf52-3e4e-4723-a4bc-4beb2d6084b8\" "} {"level":"warn","ts":"2026-03-04T01:34:12.832829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:12.377969Z","time spent":"454.386424ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:34:12.832853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:12.225359Z","time spent":"607.4853ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:34:12.833069Z","caller":"traceutil/trace.go:171","msg":"trace[2088480290] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-769adf52-3e4e-4723-a4bc-4beb2d6084b8; range_end:; response_count:1; response_revision:4765; }","duration":"1.105795896s","start":"2026-03-04T01:34:11.72699Z","end":"2026-03-04T01:34:12.832786Z","steps":["trace[2088480290] 'agreement among raft nodes before linearized reading' (duration: 1.105407677s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:12.833226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:11.726974Z","time spent":"1.106231506s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-769adf52-3e4e-4723-a4bc-4beb2d6084b8\" "} {"level":"warn","ts":"2026-03-04T01:34:12.833306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.66271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777469"} {"level":"warn","ts":"2026-03-04T01:34:12.833355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.029388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:34:12.833369Z","caller":"traceutil/trace.go:171","msg":"trace[1665063715] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4765; }","duration":"749.772092ms","start":"2026-03-04T01:34:12.083582Z","end":"2026-03-04T01:34:12.833354Z","steps":["trace[1665063715] 'agreement among raft nodes before linearized reading' (duration: 749.157098ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:12.833401Z","caller":"traceutil/trace.go:171","msg":"trace[861045570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4765; }","duration":"174.09804ms","start":"2026-03-04T01:34:12.659292Z","end":"2026-03-04T01:34:12.83339Z","steps":["trace[861045570] 'agreement among raft nodes before linearized reading' (duration: 173.049465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:12.833407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:12.08356Z","time spent":"749.838014ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777491,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-04T01:34:16.270203Z","caller":"traceutil/trace.go:171","msg":"trace[1665197788] linearizableReadLoop","detail":"{readStateIndex:5012; appliedIndex:5011; }","duration":"186.46391ms","start":"2026-03-04T01:34:16.083722Z","end":"2026-03-04T01:34:16.270186Z","steps":["trace[1665197788] 'read index received' (duration: 186.244585ms)","trace[1665197788] 'applied index is now lower than readState.Index' (duration: 218.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:16.270285Z","caller":"traceutil/trace.go:171","msg":"trace[564606426] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"195.611014ms","start":"2026-03-04T01:34:16.074638Z","end":"2026-03-04T01:34:16.270249Z","steps":["trace[564606426] 'process raft request' (duration: 195.44199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:16.270726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.973062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787705"} {"level":"info","ts":"2026-03-04T01:34:16.270754Z","caller":"traceutil/trace.go:171","msg":"trace[905385593] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4809; }","duration":"187.059754ms","start":"2026-03-04T01:34:16.083687Z","end":"2026-03-04T01:34:16.270747Z","steps":["trace[905385593] 'agreement among raft nodes before linearized reading' (duration: 186.589473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:16.582569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.176718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:16.582671Z","caller":"traceutil/trace.go:171","msg":"trace[1860857300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4810; }","duration":"107.358062ms","start":"2026-03-04T01:34:16.475291Z","end":"2026-03-04T01:34:16.582649Z","steps":["trace[1860857300] 'range keys from in-memory index tree' (duration: 107.066785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:17.006951Z","caller":"traceutil/trace.go:171","msg":"trace[1988525210] linearizableReadLoop","detail":"{readStateIndex:5039; appliedIndex:5038; }","duration":"133.379033ms","start":"2026-03-04T01:34:16.873551Z","end":"2026-03-04T01:34:17.00693Z","steps":["trace[1988525210] 'read index received' (duration: 112.069863ms)","trace[1988525210] 'applied index is now lower than readState.Index' (duration: 21.30819ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:17.007088Z","caller":"traceutil/trace.go:171","msg":"trace[386826554] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"134.841877ms","start":"2026-03-04T01:34:16.872216Z","end":"2026-03-04T01:34:17.007058Z","steps":["trace[386826554] 'process raft request' (duration: 113.388773ms)","trace[386826554] 'compare' (duration: 20.989154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:17.007215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.638649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T01:34:17.007536Z","caller":"traceutil/trace.go:171","msg":"trace[2078874501] range","detail":"{range_begin:/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b; range_end:; response_count:1; response_revision:4834; }","duration":"133.976467ms","start":"2026-03-04T01:34:16.873529Z","end":"2026-03-04T01:34:17.007506Z","steps":["trace[2078874501] 'agreement among raft nodes before linearized reading' (duration: 133.544427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:17.011376Z","caller":"traceutil/trace.go:171","msg":"trace[1979987712] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"134.887348ms","start":"2026-03-04T01:34:16.876461Z","end":"2026-03-04T01:34:17.011348Z","steps":["trace[1979987712] 'process raft request' (duration: 134.742885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:17.01191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.652948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803585"} {"level":"info","ts":"2026-03-04T01:34:17.011991Z","caller":"traceutil/trace.go:171","msg":"trace[1200177983] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:4837; }","duration":"104.766671ms","start":"2026-03-04T01:34:16.90718Z","end":"2026-03-04T01:34:17.011947Z","steps":["trace[1200177983] 'agreement among raft nodes before linearized reading' (duration: 104.202708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:17.481535Z","caller":"traceutil/trace.go:171","msg":"trace[1210470620] linearizableReadLoop","detail":"{readStateIndex:5051; appliedIndex:5050; }","duration":"110.219559ms","start":"2026-03-04T01:34:17.371283Z","end":"2026-03-04T01:34:17.481502Z","steps":["trace[1210470620] 'read index received' (duration: 110.068615ms)","trace[1210470620] 'applied index is now lower than readState.Index' (duration: 149.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:17.48158Z","caller":"traceutil/trace.go:171","msg":"trace[114165012] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"203.451299ms","start":"2026-03-04T01:34:17.278099Z","end":"2026-03-04T01:34:17.48155Z","steps":["trace[114165012] 'process raft request' (duration: 203.183433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:17.482281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.992677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-04T01:34:17.482325Z","caller":"traceutil/trace.go:171","msg":"trace[664843018] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4846; }","duration":"111.052238ms","start":"2026-03-04T01:34:17.371263Z","end":"2026-03-04T01:34:17.482316Z","steps":["trace[664843018] 'agreement among raft nodes before linearized reading' (duration: 110.361232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:17.938641Z","caller":"traceutil/trace.go:171","msg":"trace[1737373827] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"125.914218ms","start":"2026-03-04T01:34:17.812696Z","end":"2026-03-04T01:34:17.93861Z","steps":["trace[1737373827] 'process raft request' (duration: 59.60159ms)","trace[1737373827] 'compare' (duration: 65.755905ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:18.225379Z","caller":"traceutil/trace.go:171","msg":"trace[656108169] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5058; }","duration":"105.251653ms","start":"2026-03-04T01:34:18.120071Z","end":"2026-03-04T01:34:18.225323Z","steps":["trace[656108169] 'read index received' (duration: 101.841753ms)","trace[656108169] 'applied index is now lower than readState.Index' (duration: 3.40871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:18.225643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.55066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:34:18.225736Z","caller":"traceutil/trace.go:171","msg":"trace[1161392335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4854; }","duration":"105.702383ms","start":"2026-03-04T01:34:18.120017Z","end":"2026-03-04T01:34:18.22572Z","steps":["trace[1161392335] 'agreement among raft nodes before linearized reading' (duration: 105.423357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:18.226057Z","caller":"traceutil/trace.go:171","msg":"trace[1468216159] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4854; }","duration":"106.81019ms","start":"2026-03-04T01:34:18.118583Z","end":"2026-03-04T01:34:18.225393Z","steps":["trace[1468216159] 'process raft request' (duration: 103.43618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:19.463401Z","caller":"traceutil/trace.go:171","msg":"trace[506419216] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"546.642271ms","start":"2026-03-04T01:34:18.916727Z","end":"2026-03-04T01:34:19.463369Z","steps":["trace[506419216] 'process raft request' (duration: 546.481887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:19.463564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.916708Z","time spent":"546.777505ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:19.490129Z","caller":"traceutil/trace.go:171","msg":"trace[1457387518] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"572.618151ms","start":"2026-03-04T01:34:18.917486Z","end":"2026-03-04T01:34:19.490104Z","steps":["trace[1457387518] 'process raft request' (duration: 572.446877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:19.490319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.917467Z","time spent":"572.741524ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:19.490414Z","caller":"traceutil/trace.go:171","msg":"trace[1018315955] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"473.753668ms","start":"2026-03-04T01:34:19.016625Z","end":"2026-03-04T01:34:19.490379Z","steps":["trace[1018315955] 'process raft request' (duration: 473.435961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:19.490557Z","caller":"traceutil/trace.go:171","msg":"trace[3954402] linearizableReadLoop","detail":"{readStateIndex:5072; appliedIndex:5068; }","duration":"470.073372ms","start":"2026-03-04T01:34:19.020473Z","end":"2026-03-04T01:34:19.490546Z","steps":["trace[3954402] 'read index received' (duration: 442.792541ms)","trace[3954402] 'applied index is now lower than readState.Index' (duration: 27.279811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:19.49061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.016598Z","time spent":"473.908252ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:19.490709Z","caller":"traceutil/trace.go:171","msg":"trace[1630519423] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"281.539413ms","start":"2026-03-04T01:34:19.209147Z","end":"2026-03-04T01:34:19.490687Z","steps":["trace[1630519423] 'process raft request' (duration: 281.333739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:19.490911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.855119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:34:19.490944Z","caller":"traceutil/trace.go:171","msg":"trace[1655057007] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"474.289691ms","start":"2026-03-04T01:34:19.016643Z","end":"2026-03-04T01:34:19.490933Z","steps":["trace[1655057007] 'process raft request' (duration: 473.635866ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:19.490975Z","caller":"traceutil/trace.go:171","msg":"trace[1765585533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4868; }","duration":"467.956932ms","start":"2026-03-04T01:34:19.023001Z","end":"2026-03-04T01:34:19.490958Z","steps":["trace[1765585533] 'agreement among raft nodes before linearized reading' (duration: 467.787968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:19.491024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.022983Z","time spent":"468.026654ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:34:19.491045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.016619Z","time spent":"474.354282ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:19.491214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.741248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:34:19.491238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.236962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:34:19.491269Z","caller":"traceutil/trace.go:171","msg":"trace[1682125739] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4868; }","duration":"470.81514ms","start":"2026-03-04T01:34:19.020438Z","end":"2026-03-04T01:34:19.491253Z","steps":["trace[1682125739] 'agreement among raft nodes before linearized reading' (duration: 470.692817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:19.491318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.020425Z","time spent":"470.877221ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:34:19.491346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.698109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T01:34:19.491372Z","caller":"traceutil/trace.go:171","msg":"trace[1784366016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4868; }","duration":"465.73427ms","start":"2026-03-04T01:34:19.025631Z","end":"2026-03-04T01:34:19.491365Z","steps":["trace[1784366016] 'agreement among raft nodes before linearized reading' (duration: 465.664749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:19.491401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.025625Z","time spent":"465.769151ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:34:19.491277Z","caller":"traceutil/trace.go:171","msg":"trace[454794151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4868; }","duration":"466.291693ms","start":"2026-03-04T01:34:19.024975Z","end":"2026-03-04T01:34:19.491267Z","steps":["trace[454794151] 'agreement among raft nodes before linearized reading' (duration: 466.16495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:19.491429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.447997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T01:34:19.491421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.258426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:34:19.491475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.024968Z","time spent":"466.494568ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:34:19.491464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.368532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:34:19.491508Z","caller":"traceutil/trace.go:171","msg":"trace[2018993304] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:4868; }","duration":"467.358838ms","start":"2026-03-04T01:34:19.02413Z","end":"2026-03-04T01:34:19.491489Z","steps":["trace[2018993304] 'agreement among raft nodes before linearized reading' (duration: 467.141553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:19.491513Z","caller":"traceutil/trace.go:171","msg":"trace[2011463250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4868; }","duration":"466.521609ms","start":"2026-03-04T01:34:19.024955Z","end":"2026-03-04T01:34:19.491476Z","steps":["trace[2011463250] 'agreement among raft nodes before linearized reading' (duration: 466.388116ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:19.491537Z","caller":"traceutil/trace.go:171","msg":"trace[236144093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4868; }","duration":"468.471904ms","start":"2026-03-04T01:34:19.023045Z","end":"2026-03-04T01:34:19.491517Z","steps":["trace[236144093] 'agreement among raft nodes before linearized reading' (duration: 468.254639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:19.491558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.024947Z","time spent":"466.602411ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:34:19.491559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.024124Z","time spent":"467.41864ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"warn","ts":"2026-03-04T01:34:19.49158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.023033Z","time spent":"468.538706ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:34:20.030439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.151735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-04T01:34:20.03051Z","caller":"traceutil/trace.go:171","msg":"trace[1854134053] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4879; }","duration":"112.245727ms","start":"2026-03-04T01:34:19.918249Z","end":"2026-03-04T01:34:20.030494Z","steps":["trace[1854134053] 'range keys from in-memory index tree' (duration: 111.94601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:20.030601Z","caller":"traceutil/trace.go:171","msg":"trace[2141731378] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"112.255647ms","start":"2026-03-04T01:34:19.918307Z","end":"2026-03-04T01:34:20.030562Z","steps":["trace[2141731378] 'process raft request' (duration: 99.119549ms)","trace[2141731378] 'compare' (duration: 12.847702ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:21.210306Z","caller":"traceutil/trace.go:171","msg":"trace[150206629] linearizableReadLoop","detail":"{readStateIndex:5097; appliedIndex:5096; }","duration":"178.132934ms","start":"2026-03-04T01:34:21.032144Z","end":"2026-03-04T01:34:21.210277Z","steps":["trace[150206629] 'read index received' (duration: 177.127261ms)","trace[150206629] 'applied index is now lower than readState.Index' (duration: 1.004083ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:21.210389Z","caller":"traceutil/trace.go:171","msg":"trace[2029875991] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"248.988609ms","start":"2026-03-04T01:34:20.961365Z","end":"2026-03-04T01:34:21.210353Z","steps":["trace[2029875991] 'process raft request' (duration: 247.981715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:21.210522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.129543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:21.210561Z","caller":"traceutil/trace.go:171","msg":"trace[1985926261] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:4892; }","duration":"152.218726ms","start":"2026-03-04T01:34:21.05833Z","end":"2026-03-04T01:34:21.210549Z","steps":["trace[1985926261] 'agreement among raft nodes before linearized reading' (duration: 152.128333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:21.210673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.499722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f93212bc-0c92-4ee0-bab4-b6f8bb19741d\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-04T01:34:21.210785Z","caller":"traceutil/trace.go:171","msg":"trace[1906793123] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f93212bc-0c92-4ee0-bab4-b6f8bb19741d; range_end:; response_count:1; response_revision:4892; }","duration":"178.665116ms","start":"2026-03-04T01:34:21.032093Z","end":"2026-03-04T01:34:21.210758Z","steps":["trace[1906793123] 'agreement among raft nodes before linearized reading' (duration: 178.334919ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:21.535952Z","caller":"traceutil/trace.go:171","msg":"trace[1440096248] linearizableReadLoop","detail":"{readStateIndex:5121; appliedIndex:5120; }","duration":"169.286417ms","start":"2026-03-04T01:34:21.366638Z","end":"2026-03-04T01:34:21.535925Z","steps":["trace[1440096248] 'read index received' (duration: 155.509563ms)","trace[1440096248] 'applied index is now lower than readState.Index' (duration: 13.775054ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:21.536108Z","caller":"traceutil/trace.go:171","msg":"trace[2068616892] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"171.844127ms","start":"2026-03-04T01:34:21.364242Z","end":"2026-03-04T01:34:21.536086Z","steps":["trace[2068616892] 'process raft request' (duration: 157.891109ms)","trace[2068616892] 'compare' (duration: 13.6391ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:21.536371Z","caller":"traceutil/trace.go:171","msg":"trace[607380084] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"168.547789ms","start":"2026-03-04T01:34:21.367808Z","end":"2026-03-04T01:34:21.536356Z","steps":["trace[607380084] 'process raft request' (duration: 168.222341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:21.536638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.045938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-rvcgm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-04T01:34:21.536712Z","caller":"traceutil/trace.go:171","msg":"trace[1319836980] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-rvcgm; range_end:; response_count:1; response_revision:4917; }","duration":"168.166201ms","start":"2026-03-04T01:34:21.368526Z","end":"2026-03-04T01:34:21.536692Z","steps":["trace[1319836980] 'agreement among raft nodes before linearized reading' (duration: 167.899575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:21.536804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.143957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:381370"} {"level":"info","ts":"2026-03-04T01:34:21.536851Z","caller":"traceutil/trace.go:171","msg":"trace[2064485138] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:4917; }","duration":"170.233509ms","start":"2026-03-04T01:34:21.366607Z","end":"2026-03-04T01:34:21.53684Z","steps":["trace[2064485138] 'agreement among raft nodes before linearized reading' (duration: 169.615565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:22.517931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.258325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:22.518066Z","caller":"traceutil/trace.go:171","msg":"trace[205853038] linearizableReadLoop","detail":"{readStateIndex:5137; appliedIndex:5136; }","duration":"149.149784ms","start":"2026-03-04T01:34:22.368897Z","end":"2026-03-04T01:34:22.518046Z","steps":["trace[205853038] 'read index received' (duration: 45.572µs)","trace[205853038] 'applied index is now lower than readState.Index' (duration: 149.102882ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:22.518181Z","caller":"traceutil/trace.go:171","msg":"trace[749291256] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"174.54332ms","start":"2026-03-04T01:34:22.343626Z","end":"2026-03-04T01:34:22.518169Z","steps":["trace[749291256] 'compare' (duration: 166.02699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:22.518454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.527403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:34:22.518549Z","caller":"traceutil/trace.go:171","msg":"trace[852708361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4930; }","duration":"149.693196ms","start":"2026-03-04T01:34:22.368836Z","end":"2026-03-04T01:34:22.518529Z","steps":["trace[852708361] 'agreement among raft nodes before linearized reading' (duration: 149.486551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:23.013566Z","caller":"traceutil/trace.go:171","msg":"trace[284177174] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"116.007115ms","start":"2026-03-04T01:34:22.897529Z","end":"2026-03-04T01:34:23.013536Z","steps":["trace[284177174] 'process raft request' (duration: 115.79312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:23.205289Z","caller":"traceutil/trace.go:171","msg":"trace[324912475] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"181.475093ms","start":"2026-03-04T01:34:23.023782Z","end":"2026-03-04T01:34:23.205257Z","steps":["trace[324912475] 'process raft request' (duration: 181.207507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.846344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.235587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:34:32.846449Z","caller":"traceutil/trace.go:171","msg":"trace[436852254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5076; }","duration":"989.398651ms","start":"2026-03-04T01:34:31.857032Z","end":"2026-03-04T01:34:32.846431Z","steps":["trace[436852254] 'count revisions from in-memory index tree' (duration: 989.154206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.846563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.426085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:32.846709Z","caller":"traceutil/trace.go:171","msg":"trace[477160132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5076; }","duration":"371.761903ms","start":"2026-03-04T01:34:32.474924Z","end":"2026-03-04T01:34:32.846686Z","steps":["trace[477160132] 'range keys from in-memory index tree' (duration: 371.308022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.846786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.474905Z","time spent":"371.867765ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:34:32.847088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.556036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-04T01:34:32.847133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.92454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-04T01:34:32.847152Z","caller":"traceutil/trace.go:171","msg":"trace[200222016] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912; range_end:; response_count:1; response_revision:5076; }","duration":"823.644308ms","start":"2026-03-04T01:34:32.023486Z","end":"2026-03-04T01:34:32.84713Z","steps":["trace[200222016] 'range keys from in-memory index tree' (duration: 823.069445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.847123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:31.857012Z","time spent":"989.469093ms","remote":"127.0.0.1:47168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:34:32.847188Z","caller":"traceutil/trace.go:171","msg":"trace[702474223] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912; range_end:; response_count:1; response_revision:5076; }","duration":"922.981521ms","start":"2026-03-04T01:34:31.924188Z","end":"2026-03-04T01:34:32.84717Z","steps":["trace[702474223] 'range keys from in-memory index tree' (duration: 922.717875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.847155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.174735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:34:32.847231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:31.924139Z","time spent":"923.083924ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" "} {"level":"info","ts":"2026-03-04T01:34:32.847266Z","caller":"traceutil/trace.go:171","msg":"trace[1260361653] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5076; }","duration":"834.297008ms","start":"2026-03-04T01:34:32.012934Z","end":"2026-03-04T01:34:32.847231Z","steps":["trace[1260361653] 'count revisions from in-memory index tree' (duration: 834.031591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.84732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.012865Z","time spent":"834.442602ms","remote":"127.0.0.1:41420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:34:32.847197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.023472Z","time spent":"823.71678ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" "} {"level":"info","ts":"2026-03-04T01:34:33.485991Z","caller":"traceutil/trace.go:171","msg":"trace[516026426] linearizableReadLoop","detail":"{readStateIndex:5286; appliedIndex:5285; }","duration":"489.682213ms","start":"2026-03-04T01:34:32.996275Z","end":"2026-03-04T01:34:33.485957Z","steps":["trace[516026426] 'read index received' (duration: 489.479448ms)","trace[516026426] 'applied index is now lower than readState.Index' (duration: 201.175µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:33.486111Z","caller":"traceutil/trace.go:171","msg":"trace[431934177] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"632.394686ms","start":"2026-03-04T01:34:32.853682Z","end":"2026-03-04T01:34:33.486076Z","steps":["trace[431934177] 'process raft request' (duration: 632.077198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:33.486151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.849617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:34:33.486195Z","caller":"traceutil/trace.go:171","msg":"trace[573056085] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5077; }","duration":"489.953859ms","start":"2026-03-04T01:34:32.996228Z","end":"2026-03-04T01:34:33.486182Z","steps":["trace[573056085] 'agreement among raft nodes before linearized reading' (duration: 489.852577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:33.486235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.996206Z","time spent":"490.018421ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:34:33.486281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.853659Z","time spent":"632.530898ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:34.030061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328675818,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:34:34.041327Z","caller":"traceutil/trace.go:171","msg":"trace[963387484] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"761.722143ms","start":"2026-03-04T01:34:33.279581Z","end":"2026-03-04T01:34:34.041303Z","steps":["trace[963387484] 'process raft request' (duration: 761.5685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.041478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.279558Z","time spent":"761.825876ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:34.283183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.049677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:34.283441Z","caller":"traceutil/trace.go:171","msg":"trace[140180797] linearizableReadLoop","detail":"{readStateIndex:5289; appliedIndex:5286; }","duration":"754.504263ms","start":"2026-03-04T01:34:33.52891Z","end":"2026-03-04T01:34:34.283415Z","steps":["trace[140180797] 'read index received' (duration: 512.317745ms)","trace[140180797] 'applied index is now lower than readState.Index' (duration: 242.184898ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:34.283439Z","caller":"traceutil/trace.go:171","msg":"trace[802157587] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"626.748333ms","start":"2026-03-04T01:34:33.656642Z","end":"2026-03-04T01:34:34.28339Z","steps":["trace[802157587] 'process raft request' (duration: 484.288326ms)","trace[802157587] 'compare' (duration: 141.785461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:34.283603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.656617Z","time spent":"626.891576ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:34.283737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.828892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:34:34.283832Z","caller":"traceutil/trace.go:171","msg":"trace[306976849] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5080; }","duration":"754.958225ms","start":"2026-03-04T01:34:33.528857Z","end":"2026-03-04T01:34:34.283815Z","steps":["trace[306976849] 'agreement among raft nodes before linearized reading' (duration: 754.703679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.283853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.390612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:34:34.283889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.528837Z","time spent":"755.041216ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:34:34.283916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.400609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:34:34.283926Z","caller":"traceutil/trace.go:171","msg":"trace[153175464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5080; }","duration":"574.490715ms","start":"2026-03-04T01:34:33.709418Z","end":"2026-03-04T01:34:34.283909Z","steps":["trace[153175464] 'agreement among raft nodes before linearized reading' (duration: 574.239199ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:34.283967Z","caller":"traceutil/trace.go:171","msg":"trace[634113197] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5080; }","duration":"573.465551ms","start":"2026-03-04T01:34:33.710489Z","end":"2026-03-04T01:34:34.283954Z","steps":["trace[634113197] 'agreement among raft nodes before linearized reading' (duration: 573.237956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.283977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.709411Z","time spent":"574.556576ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:34:34.283998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.710483Z","time spent":"573.509822ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:34:34.283965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.812513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:34:34.283907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.644544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:34.284054Z","caller":"traceutil/trace.go:171","msg":"trace[1024968658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5080; }","duration":"577.925456ms","start":"2026-03-04T01:34:33.706105Z","end":"2026-03-04T01:34:34.28403Z","steps":["trace[1024968658] 'agreement among raft nodes before linearized reading' (duration: 577.617499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.28404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.921615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:34:34.284104Z","caller":"traceutil/trace.go:171","msg":"trace[689854946] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5080; }","duration":"349.892109ms","start":"2026-03-04T01:34:33.9342Z","end":"2026-03-04T01:34:34.284092Z","steps":["trace[689854946] 'agreement among raft nodes before linearized reading' (duration: 349.615063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.284048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.645144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:34:34.284138Z","caller":"traceutil/trace.go:171","msg":"trace[2028451480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5080; }","duration":"578.050879ms","start":"2026-03-04T01:34:33.706065Z","end":"2026-03-04T01:34:34.284116Z","steps":["trace[2028451480] 'agreement among raft nodes before linearized reading' (duration: 577.753142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.284154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.934196Z","time spent":"349.94186ms","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:34:34.28419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.706058Z","time spent":"578.12331ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:34:34.284121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.7061Z","time spent":"578.006698ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:34:34.284186Z","caller":"traceutil/trace.go:171","msg":"trace[794007999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5080; }","duration":"584.833888ms","start":"2026-03-04T01:34:33.699334Z","end":"2026-03-04T01:34:34.284168Z","steps":["trace[794007999] 'agreement among raft nodes before linearized reading' (duration: 584.532431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.284254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.322164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:34:34.284267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.366446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:34:34.284343Z","caller":"traceutil/trace.go:171","msg":"trace[1187828647] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:5080; }","duration":"575.451388ms","start":"2026-03-04T01:34:33.708874Z","end":"2026-03-04T01:34:34.284325Z","steps":["trace[1187828647] 'agreement among raft nodes before linearized reading' (duration: 575.167861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.284358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.699314Z","time spent":"584.979201ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:34:34.284376Z","caller":"traceutil/trace.go:171","msg":"trace[1470086998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5080; }","duration":"578.514409ms","start":"2026-03-04T01:34:33.705834Z","end":"2026-03-04T01:34:34.284349Z","steps":["trace[1470086998] 'agreement among raft nodes before linearized reading' (duration: 578.252413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.284409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.708864Z","time spent":"575.53546ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"warn","ts":"2026-03-04T01:34:34.284428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.705814Z","time spent":"578.601522ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:34:34.283611Z","caller":"traceutil/trace.go:171","msg":"trace[1979547849] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"588.32101ms","start":"2026-03-04T01:34:33.695253Z","end":"2026-03-04T01:34:34.283574Z","steps":["trace[1979547849] 'process raft request' (duration: 588.083535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.284215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.661044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-04T01:34:34.284522Z","caller":"traceutil/trace.go:171","msg":"trace[483120515] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912; range_end:; response_count:1; response_revision:5080; }","duration":"432.998991ms","start":"2026-03-04T01:34:33.851506Z","end":"2026-03-04T01:34:34.284505Z","steps":["trace[483120515] 'agreement among raft nodes before linearized reading' (duration: 432.161881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.284599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.695233Z","time spent":"589.273002ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:34.28463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.851488Z","time spent":"433.129515ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" "} {"level":"warn","ts":"2026-03-04T01:34:34.861098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.421757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:34.861293Z","caller":"traceutil/trace.go:171","msg":"trace[1007957355] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"572.746263ms","start":"2026-03-04T01:34:34.288528Z","end":"2026-03-04T01:34:34.861274Z","steps":["trace[1007957355] 'process raft request' (duration: 295.03841ms)","trace[1007957355] 'compare' (duration: 277.230912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:34.861355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.288514Z","time spent":"572.811355ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:34.861738Z","caller":"traceutil/trace.go:171","msg":"trace[352018821] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"572.17126ms","start":"2026-03-04T01:34:34.289545Z","end":"2026-03-04T01:34:34.861716Z","steps":["trace[352018821] 'process raft request' (duration: 572.032787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.861878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.289538Z","time spent":"572.267892ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:34.861903Z","caller":"traceutil/trace.go:171","msg":"trace[673557154] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"572.563709ms","start":"2026-03-04T01:34:34.28907Z","end":"2026-03-04T01:34:34.861633Z","steps":["trace[673557154] 'process raft request' (duration: 572.126979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:34.861977Z","caller":"traceutil/trace.go:171","msg":"trace[848654843] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"572.356413ms","start":"2026-03-04T01:34:34.289598Z","end":"2026-03-04T01:34:34.861954Z","steps":["trace[848654843] 'process raft request' (duration: 572.068157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.862058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.289043Z","time spent":"572.940107ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:34.862116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.289593Z","time spent":"572.448476ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:34.862241Z","caller":"traceutil/trace.go:171","msg":"trace[1797078774] linearizableReadLoop","detail":"{readStateIndex:5295; appliedIndex:5290; }","duration":"516.368509ms","start":"2026-03-04T01:34:34.345863Z","end":"2026-03-04T01:34:34.862231Z","steps":["trace[1797078774] 'read index received' (duration: 237.627651ms)","trace[1797078774] 'applied index is now lower than readState.Index' (duration: 278.739248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:34.862383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.014791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5568d58bf8-2ctth\" ","response":"range_response_count:1 size:11845"} {"level":"warn","ts":"2026-03-04T01:34:34.862379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.608983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17492"} {"level":"info","ts":"2026-03-04T01:34:34.862421Z","caller":"traceutil/trace.go:171","msg":"trace[977233976] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5087; }","duration":"573.648964ms","start":"2026-03-04T01:34:34.28876Z","end":"2026-03-04T01:34:34.862409Z","steps":["trace[977233976] 'agreement among raft nodes before linearized reading' (duration: 573.524091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:34.862395Z","caller":"traceutil/trace.go:171","msg":"trace[1807157487] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"571.982655ms","start":"2026-03-04T01:34:34.290367Z","end":"2026-03-04T01:34:34.86235Z","steps":["trace[1807157487] 'process raft request' (duration: 571.605086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.86246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.288743Z","time spent":"573.711225ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17514,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:34:34.862471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.162197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:34:34.862487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.728609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:34:34.862488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.968656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T01:34:34.862534Z","caller":"traceutil/trace.go:171","msg":"trace[91824769] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5087; }","duration":"327.808421ms","start":"2026-03-04T01:34:34.534714Z","end":"2026-03-04T01:34:34.862523Z","steps":["trace[91824769] 'agreement among raft nodes before linearized reading' (duration: 327.735179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:34.862544Z","caller":"traceutil/trace.go:171","msg":"trace[242905010] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5087; }","duration":"366.066668ms","start":"2026-03-04T01:34:34.496465Z","end":"2026-03-04T01:34:34.862532Z","steps":["trace[242905010] 'agreement among raft nodes before linearized reading' (duration: 365.903034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.862544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.29036Z","time spent":"572.111718ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:34.862558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.104881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T01:34:34.862572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.5347Z","time spent":"327.864242ms","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:34:34.862584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.496443Z","time spent":"366.128359ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T01:34:34.862607Z","caller":"traceutil/trace.go:171","msg":"trace[1673345134] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5087; }","duration":"395.163161ms","start":"2026-03-04T01:34:34.467426Z","end":"2026-03-04T01:34:34.86259Z","steps":["trace[1673345134] 'agreement among raft nodes before linearized reading' (duration: 395.08935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.862649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.467417Z","time spent":"395.227564ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T01:34:34.862503Z","caller":"traceutil/trace.go:171","msg":"trace[804755022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5087; }","duration":"388.193497ms","start":"2026-03-04T01:34:34.474304Z","end":"2026-03-04T01:34:34.862498Z","steps":["trace[804755022] 'agreement among raft nodes before linearized reading' (duration: 388.137146ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:34.862413Z","caller":"traceutil/trace.go:171","msg":"trace[1164982157] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5568d58bf8-2ctth; range_end:; response_count:1; response_revision:5087; }","duration":"413.044042ms","start":"2026-03-04T01:34:34.44936Z","end":"2026-03-04T01:34:34.862404Z","steps":["trace[1164982157] 'agreement among raft nodes before linearized reading' (duration: 412.933219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.862709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.449279Z","time spent":"413.424451ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11867,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5568d58bf8-2ctth\" "} {"level":"warn","ts":"2026-03-04T01:34:34.862706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.474261Z","time spent":"388.432483ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:34:34.862753Z","caller":"traceutil/trace.go:171","msg":"trace[728835980] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"296.557096ms","start":"2026-03-04T01:34:34.565724Z","end":"2026-03-04T01:34:34.862281Z","steps":["trace[728835980] 'process raft request' (duration: 296.430093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:35.080412Z","caller":"traceutil/trace.go:171","msg":"trace[1367020607] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"134.755896ms","start":"2026-03-04T01:34:34.945632Z","end":"2026-03-04T01:34:35.080388Z","steps":["trace[1367020607] 'process raft request' (duration: 122.474507ms)","trace[1367020607] 'compare' (duration: 12.147325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:35.783379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.937291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:35.783581Z","caller":"traceutil/trace.go:171","msg":"trace[1418731441] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5299; }","duration":"837.82004ms","start":"2026-03-04T01:34:34.94574Z","end":"2026-03-04T01:34:35.78356Z","steps":["trace[1418731441] 'read index received' (duration: 122.289952ms)","trace[1418731441] 'applied index is now lower than readState.Index' (duration: 715.528938ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:35.783685Z","caller":"traceutil/trace.go:171","msg":"trace[922975211] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"838.016125ms","start":"2026-03-04T01:34:34.945656Z","end":"2026-03-04T01:34:35.783672Z","steps":["trace[922975211] 'process raft request' (duration: 504.703835ms)","trace[922975211] 'compare' (duration: 332.718436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:35.783754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.945638Z","time spent":"838.076657ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":991,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:35.783877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.119978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:34:35.783946Z","caller":"traceutil/trace.go:171","msg":"trace[661675511] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5093; }","duration":"838.22872ms","start":"2026-03-04T01:34:34.9457Z","end":"2026-03-04T01:34:35.783929Z","steps":["trace[661675511] 'agreement among raft nodes before linearized reading' (duration: 837.984364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:35.783987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.945685Z","time spent":"838.293102ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:34:35.783959Z","caller":"traceutil/trace.go:171","msg":"trace[1714294478] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"832.965707ms","start":"2026-03-04T01:34:34.95096Z","end":"2026-03-04T01:34:35.783926Z","steps":["trace[1714294478] 'process raft request' (duration: 832.509266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:35.784007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.325789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:35.78408Z","caller":"traceutil/trace.go:171","msg":"trace[1069745502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5093; }","duration":"304.439871ms","start":"2026-03-04T01:34:35.479622Z","end":"2026-03-04T01:34:35.784062Z","steps":["trace[1069745502] 'agreement among raft nodes before linearized reading' (duration: 304.299948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:35.784074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.618365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-04T01:34:35.784125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:35.479607Z","time spent":"304.506753ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:34:35.78411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.78953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-04T01:34:35.78414Z","caller":"traceutil/trace.go:171","msg":"trace[1708538223] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912; range_end:; response_count:1; response_revision:5093; }","duration":"493.707047ms","start":"2026-03-04T01:34:35.290408Z","end":"2026-03-04T01:34:35.784115Z","steps":["trace[1708538223] 'agreement among raft nodes before linearized reading' (duration: 493.507423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:35.784135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.950949Z","time spent":"833.09382ms","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10497,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:35.78418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:35.290391Z","time spent":"493.780759ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" "} {"level":"info","ts":"2026-03-04T01:34:35.784215Z","caller":"traceutil/trace.go:171","msg":"trace[1357531394] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5093; }","duration":"132.922043ms","start":"2026-03-04T01:34:35.651242Z","end":"2026-03-04T01:34:35.784164Z","steps":["trace[1357531394] 'agreement among raft nodes before linearized reading' (duration: 132.677647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:37.947786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830839887s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:37.948561Z","caller":"traceutil/trace.go:171","msg":"trace[758275221] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"2.152238297s","start":"2026-03-04T01:34:35.796286Z","end":"2026-03-04T01:34:37.948525Z","steps":["trace[758275221] 'process raft request' (duration: 320.55244ms)","trace[758275221] 'compare' (duration: 1.83053241s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:37.948667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:35.796261Z","time spent":"2.152347209s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10926,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:37.948542Z","caller":"traceutil/trace.go:171","msg":"trace[704783199] linearizableReadLoop","detail":"{readStateIndex:5303; appliedIndex:5302; }","duration":"1.680605408s","start":"2026-03-04T01:34:36.267916Z","end":"2026-03-04T01:34:37.948521Z","steps":["trace[704783199] 'read index received' (duration: 20.52µs)","trace[704783199] 'applied index is now lower than readState.Index' (duration: 1.680582578s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:37.948684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680754511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:34:37.94871Z","caller":"traceutil/trace.go:171","msg":"trace[738925755] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5094; }","duration":"1.680810433s","start":"2026-03-04T01:34:36.267893Z","end":"2026-03-04T01:34:37.948704Z","steps":["trace[738925755] 'agreement among raft nodes before linearized reading' (duration: 1.680703231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:37.948733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.26788Z","time spent":"1.680848644s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-04T01:34:38.314994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.024696909s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:34:38.317101Z","caller":"traceutil/trace.go:171","msg":"trace[792031160] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"2.0268501s","start":"2026-03-04T01:34:36.290228Z","end":"2026-03-04T01:34:38.317078Z","steps":["trace[792031160] 'process raft request' (duration: 2.025077529s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.317249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.290219Z","time spent":"2.026954183s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:38.317349Z","caller":"traceutil/trace.go:171","msg":"trace[1408818613] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"2.026250086s","start":"2026-03-04T01:34:36.291071Z","end":"2026-03-04T01:34:38.317321Z","steps":["trace[1408818613] 'process raft request' (duration: 2.025953579s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:38.317415Z","caller":"traceutil/trace.go:171","msg":"trace[1844925995] linearizableReadLoop","detail":"{readStateIndex:5306; appliedIndex:5303; }","duration":"368.6932ms","start":"2026-03-04T01:34:37.948699Z","end":"2026-03-04T01:34:38.317392Z","steps":["trace[1844925995] 'read index received' (duration: 366.521329ms)","trace[1844925995] 'applied index is now lower than readState.Index' (duration: 2.168791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:38.317515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.291045Z","time spent":"2.0263846s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:38.317528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305770322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:34:38.317571Z","caller":"traceutil/trace.go:171","msg":"trace[1975736921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5097; }","duration":"1.305863834s","start":"2026-03-04T01:34:37.011694Z","end":"2026-03-04T01:34:38.317558Z","steps":["trace[1975736921] 'agreement among raft nodes before linearized reading' (duration: 1.305756341s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.317607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:37.011673Z","time spent":"1.305926776s","remote":"127.0.0.1:47118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:34:38.317608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4504054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:34:38.317599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451691179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:34:38.317612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96553509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:34:38.317621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96850409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:34:38.317608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528901353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-04T01:34:38.317634Z","caller":"traceutil/trace.go:171","msg":"trace[1271446127] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"1.716352567s","start":"2026-03-04T01:34:36.60125Z","end":"2026-03-04T01:34:38.317602Z","steps":["trace[1271446127] 'process raft request' (duration: 1.715979198s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:38.31765Z","caller":"traceutil/trace.go:171","msg":"trace[394653118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5097; }","duration":"1.451773302s","start":"2026-03-04T01:34:36.865865Z","end":"2026-03-04T01:34:38.317638Z","steps":["trace[394653118] 'agreement among raft nodes before linearized reading' (duration: 1.451615208s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:38.317696Z","caller":"traceutil/trace.go:171","msg":"trace[939296287] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912; range_end:; response_count:1; response_revision:5097; }","duration":"1.529036697s","start":"2026-03-04T01:34:36.788641Z","end":"2026-03-04T01:34:38.317678Z","steps":["trace[939296287] 'agreement among raft nodes before linearized reading' (duration: 1.528785491s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:38.317692Z","caller":"traceutil/trace.go:171","msg":"trace[385241322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5097; }","duration":"1.968605832s","start":"2026-03-04T01:34:36.349069Z","end":"2026-03-04T01:34:38.317675Z","steps":["trace[385241322] 'agreement among raft nodes before linearized reading' (duration: 1.968449619s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.317704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842953091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:34:38.317715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450790918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:34:38.317709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451916725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:34:38.317717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:37.949837Z","time spent":"367.87612ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T01:34:38.317735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.788614Z","time spent":"1.529112179s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" "} {"level":"warn","ts":"2026-03-04T01:34:38.317769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.601221Z","time spent":"1.71647523s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:38.317704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.86584Z","time spent":"1.451857544s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:34:38.317828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.961253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18997f757ae7b1f7\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-04T01:34:38.317645Z","caller":"traceutil/trace.go:171","msg":"trace[1944775315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5097; }","duration":"1.45045155s","start":"2026-03-04T01:34:36.867181Z","end":"2026-03-04T01:34:38.317632Z","steps":["trace[1944775315] 'agreement among raft nodes before linearized reading' (duration: 1.450374099s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:38.317866Z","caller":"traceutil/trace.go:171","msg":"trace[1672023437] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18997f757ae7b1f7; range_end:; response_count:1; response_revision:5097; }","duration":"265.041255ms","start":"2026-03-04T01:34:38.052814Z","end":"2026-03-04T01:34:38.317855Z","steps":["trace[1672023437] 'agreement among raft nodes before linearized reading' (duration: 264.924202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.317891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.867173Z","time spent":"1.450708006s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:34:38.317739Z","caller":"traceutil/trace.go:171","msg":"trace[314919424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5097; }","duration":"1.843021863s","start":"2026-03-04T01:34:36.474708Z","end":"2026-03-04T01:34:38.31773Z","steps":["trace[314919424] 'agreement among raft nodes before linearized reading' (duration: 1.842975852s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.317961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.474682Z","time spent":"1.843268008s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:34:38.317661Z","caller":"traceutil/trace.go:171","msg":"trace[2063963414] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:5097; }","duration":"1.965624662s","start":"2026-03-04T01:34:36.352023Z","end":"2026-03-04T01:34:38.317648Z","steps":["trace[2063963414] 'agreement among raft nodes before linearized reading' (duration: 1.965484789s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.31803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.352004Z","time spent":"1.966011901s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"warn","ts":"2026-03-04T01:34:38.317524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45082515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:34:38.318178Z","caller":"traceutil/trace.go:171","msg":"trace[2131513487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5097; }","duration":"1.451512316s","start":"2026-03-04T01:34:36.866649Z","end":"2026-03-04T01:34:38.318161Z","steps":["trace[2131513487] 'agreement among raft nodes before linearized reading' (duration: 1.450763188s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.317749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.349053Z","time spent":"1.968679804s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:34:38.318244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.866624Z","time spent":"1.451603797s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:34:38.317744Z","caller":"traceutil/trace.go:171","msg":"trace[682248252] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5097; }","duration":"1.45084441s","start":"2026-03-04T01:34:36.86689Z","end":"2026-03-04T01:34:38.317734Z","steps":["trace[682248252] 'agreement among raft nodes before linearized reading' (duration: 1.450776338s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.318305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.866878Z","time spent":"1.451415863s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:34:38.317758Z","caller":"traceutil/trace.go:171","msg":"trace[416532508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5097; }","duration":"1.452007227s","start":"2026-03-04T01:34:36.865737Z","end":"2026-03-04T01:34:38.317744Z","steps":["trace[416532508] 'agreement among raft nodes before linearized reading' (duration: 1.451889444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.318407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.865715Z","time spent":"1.452675252s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:34:41.726677Z","caller":"traceutil/trace.go:171","msg":"trace[2095748297] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"604.13585ms","start":"2026-03-04T01:34:41.122513Z","end":"2026-03-04T01:34:41.726649Z","steps":["trace[2095748297] 'process raft request' (duration: 603.990497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:41.72682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:41.122502Z","time spent":"604.247763ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4326,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:41.730583Z","caller":"traceutil/trace.go:171","msg":"trace[1019812320] linearizableReadLoop","detail":"{readStateIndex:5345; appliedIndex:5343; }","duration":"331.534196ms","start":"2026-03-04T01:34:41.399029Z","end":"2026-03-04T01:34:41.730564Z","steps":["trace[1019812320] 'read index received' (duration: 327.521862ms)","trace[1019812320] 'applied index is now lower than readState.Index' (duration: 4.011254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:41.730712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.281425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:41.730741Z","caller":"traceutil/trace.go:171","msg":"trace[1971405624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5134; }","duration":"255.356917ms","start":"2026-03-04T01:34:41.475375Z","end":"2026-03-04T01:34:41.730732Z","steps":["trace[1971405624] 'agreement among raft nodes before linearized reading' (duration: 255.290646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:41.730785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.732041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-04T01:34:41.73086Z","caller":"traceutil/trace.go:171","msg":"trace[1973570823] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912; range_end:; response_count:1; response_revision:5134; }","duration":"331.849654ms","start":"2026-03-04T01:34:41.398992Z","end":"2026-03-04T01:34:41.730841Z","steps":["trace[1973570823] 'agreement among raft nodes before linearized reading' (duration: 331.634769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:41.730913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:41.398972Z","time spent":"331.929526ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" "} {"level":"info","ts":"2026-03-04T01:34:43.322354Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2532} {"level":"info","ts":"2026-03-04T01:34:43.417012Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2532,"took":"93.443485ms","hash":1393883935,"current-db-size-bytes":38486016,"current-db-size":"38 MB","current-db-size-in-use-bytes":28024832,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:34:43.417057Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1393883935,"revision":2532,"compact-revision":-1} {"level":"info","ts":"2026-03-04T01:34:46.574702Z","caller":"traceutil/trace.go:171","msg":"trace[903916411] linearizableReadLoop","detail":"{readStateIndex:5438; appliedIndex:5436; }","duration":"109.771469ms","start":"2026-03-04T01:34:46.46491Z","end":"2026-03-04T01:34:46.574682Z","steps":["trace[903916411] 'read index received' (duration: 958.053µs)","trace[903916411] 'applied index is now lower than readState.Index' (duration: 108.812426ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:46.57483Z","caller":"traceutil/trace.go:171","msg":"trace[1643241767] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"161.516634ms","start":"2026-03-04T01:34:46.413276Z","end":"2026-03-04T01:34:46.574792Z","steps":["trace[1643241767] 'process raft request' (duration: 159.347273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:46.574921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.213075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:34:46.574963Z","caller":"traceutil/trace.go:171","msg":"trace[378031750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5221; }","duration":"109.295988ms","start":"2026-03-04T01:34:46.465658Z","end":"2026-03-04T01:34:46.574954Z","steps":["trace[378031750] 'agreement among raft nodes before linearized reading' (duration: 109.153114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:46.575129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.053251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:34:46.575152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.752015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:34:46.575185Z","caller":"traceutil/trace.go:171","msg":"trace[97950214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5221; }","duration":"108.815166ms","start":"2026-03-04T01:34:46.466362Z","end":"2026-03-04T01:34:46.575177Z","steps":["trace[97950214] 'agreement among raft nodes before linearized reading' (duration: 108.721964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:46.575168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.925939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:34:46.575185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.419381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:34:46.575236Z","caller":"traceutil/trace.go:171","msg":"trace[475335968] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:5221; }","duration":"109.019041ms","start":"2026-03-04T01:34:46.466199Z","end":"2026-03-04T01:34:46.575218Z","steps":["trace[475335968] 'agreement among raft nodes before linearized reading' (duration: 108.793646ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:46.575291Z","caller":"traceutil/trace.go:171","msg":"trace[2140031485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5221; }","duration":"109.124044ms","start":"2026-03-04T01:34:46.466049Z","end":"2026-03-04T01:34:46.575173Z","steps":["trace[2140031485] 'agreement among raft nodes before linearized reading' (duration: 108.95483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:46.575238Z","caller":"traceutil/trace.go:171","msg":"trace[1918579244] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5221; }","duration":"109.482242ms","start":"2026-03-04T01:34:46.465742Z","end":"2026-03-04T01:34:46.575224Z","steps":["trace[1918579244] 'agreement among raft nodes before linearized reading' (duration: 109.333409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:46.575391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.273557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:34:46.575439Z","caller":"traceutil/trace.go:171","msg":"trace[486032608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5221; }","duration":"109.347869ms","start":"2026-03-04T01:34:46.466078Z","end":"2026-03-04T01:34:46.575426Z","steps":["trace[486032608] 'agreement among raft nodes before linearized reading' (duration: 109.239276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:46.574919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.995124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:34:46.575587Z","caller":"traceutil/trace.go:171","msg":"trace[889069585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5221; }","duration":"110.70199ms","start":"2026-03-04T01:34:46.464868Z","end":"2026-03-04T01:34:46.57557Z","steps":["trace[889069585] 'agreement among raft nodes before linearized reading' (duration: 109.920422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:54.803092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328676314,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:34:55.304126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328676314,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:34:55.794972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.541383037s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:34:55.795421Z","caller":"traceutil/trace.go:171","msg":"trace[375755522] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"1.542038313s","start":"2026-03-04T01:34:54.253356Z","end":"2026-03-04T01:34:55.795394Z","steps":["trace[375755522] 'process raft request' (duration: 1.541886259s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:55.79558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:54.253315Z","time spent":"1.542186106s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:56.307444Z","caller":"traceutil/trace.go:171","msg":"trace[1662243181] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"1.798612169s","start":"2026-03-04T01:34:54.508811Z","end":"2026-03-04T01:34:56.307423Z","steps":["trace[1662243181] 'process raft request' (duration: 1.798343933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.307732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:54.508784Z","time spent":"1.798807393s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:56.308166Z","caller":"traceutil/trace.go:171","msg":"trace[13092097] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5516; }","duration":"2.005783096s","start":"2026-03-04T01:34:54.302354Z","end":"2026-03-04T01:34:56.308137Z","steps":["trace[13092097] 'read index received' (duration: 1.493030602s)","trace[13092097] 'applied index is now lower than readState.Index' (duration: 512.751234ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:56.308281Z","caller":"traceutil/trace.go:171","msg":"trace[1942854918] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"1.651990185s","start":"2026-03-04T01:34:54.656281Z","end":"2026-03-04T01:34:56.308271Z","steps":["trace[1942854918] 'process raft request' (duration: 1.651728549s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.308398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:54.656263Z","time spent":"1.652050566s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:56.308536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006185525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T01:34:56.30865Z","caller":"traceutil/trace.go:171","msg":"trace[1662570981] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5300; }","duration":"2.006347209s","start":"2026-03-04T01:34:54.302285Z","end":"2026-03-04T01:34:56.308632Z","steps":["trace[1662570981] 'agreement among raft nodes before linearized reading' (duration: 2.006110123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.308712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:54.302262Z","time spent":"2.006438321s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T01:34:56.308606Z","caller":"traceutil/trace.go:171","msg":"trace[1630140911] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"1.708588464s","start":"2026-03-04T01:34:54.599672Z","end":"2026-03-04T01:34:56.308261Z","steps":["trace[1630140911] 'process raft request' (duration: 1.707660502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.309408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:54.599648Z","time spent":"1.709453975s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:56.475056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T01:34:56.47536Z","caller":"traceutil/trace.go:171","msg":"trace[1401412369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000472221s","start":"2026-03-04T01:34:54.474876Z","end":"2026-03-04T01:34:56.475348Z","steps":["trace[1401412369] 'agreement among raft nodes before linearized reading' (duration: 2.000141773s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.47545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:54.474855Z","time spent":"2.000584563s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:34:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T01:34:56.500771Z","caller":"traceutil/trace.go:171","msg":"trace[237391745] linearizableReadLoop","detail":"{readStateIndex:5523; appliedIndex:5519; }","duration":"192.518663ms","start":"2026-03-04T01:34:56.308237Z","end":"2026-03-04T01:34:56.500756Z","steps":["trace[237391745] 'read index received' (duration: 169.85001ms)","trace[237391745] 'applied index is now lower than readState.Index' (duration: 22.667823ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:56.500967Z","caller":"traceutil/trace.go:171","msg":"trace[1336372116] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"698.391445ms","start":"2026-03-04T01:34:55.802535Z","end":"2026-03-04T01:34:56.500927Z","steps":["trace[1336372116] 'process raft request' (duration: 675.61646ms)","trace[1336372116] 'compare' (duration: 21.966636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:56.501323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863248048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:34:56.5014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86804218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:34:56.501449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:55.802518Z","time spent":"698.840925ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:56.501453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873839176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:34:56.501439Z","caller":"traceutil/trace.go:171","msg":"trace[1140373538] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5304; }","duration":"1.863303549s","start":"2026-03-04T01:34:54.63806Z","end":"2026-03-04T01:34:56.501363Z","steps":["trace[1140373538] 'agreement among raft nodes before linearized reading' (duration: 1.863144525s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:56.501478Z","caller":"traceutil/trace.go:171","msg":"trace[1702427302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5304; }","duration":"1.868158282s","start":"2026-03-04T01:34:54.633303Z","end":"2026-03-04T01:34:56.501461Z","steps":["trace[1702427302] 'agreement among raft nodes before linearized reading' (duration: 1.867887696s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.501475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.177185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-04T01:34:56.501511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875816332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:34:56.501536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:54.633282Z","time spent":"1.868239245s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:34:56.501542Z","caller":"traceutil/trace.go:171","msg":"trace[1498149397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5304; }","duration":"1.87401748s","start":"2026-03-04T01:34:54.627482Z","end":"2026-03-04T01:34:56.501499Z","steps":["trace[1498149397] 'agreement among raft nodes before linearized reading' (duration: 1.873715433s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.501523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:54.638025Z","time spent":"1.863485663s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:34:56.501558Z","caller":"traceutil/trace.go:171","msg":"trace[974691245] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5304; }","duration":"674.259018ms","start":"2026-03-04T01:34:55.827272Z","end":"2026-03-04T01:34:56.501531Z","steps":["trace[974691245] 'agreement among raft nodes before linearized reading' (duration: 673.949641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:56.501581Z","caller":"traceutil/trace.go:171","msg":"trace[1331373284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5304; }","duration":"1.875886454s","start":"2026-03-04T01:34:54.625677Z","end":"2026-03-04T01:34:56.501564Z","steps":["trace[1331373284] 'agreement among raft nodes before linearized reading' (duration: 1.875575426s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.501604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:55.827265Z","time spent":"674.330169ms","remote":"127.0.0.1:37946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T01:34:56.501689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.596964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T01:34:56.501985Z","caller":"traceutil/trace.go:171","msg":"trace[1228623544] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912; range_end:; response_count:1; response_revision:5304; }","duration":"189.918231ms","start":"2026-03-04T01:34:56.312052Z","end":"2026-03-04T01:34:56.50197Z","steps":["trace[1228623544] 'agreement among raft nodes before linearized reading' (duration: 189.383489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:56.501076Z","caller":"traceutil/trace.go:171","msg":"trace[944345115] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"698.361284ms","start":"2026-03-04T01:34:55.802697Z","end":"2026-03-04T01:34:56.501058Z","steps":["trace[944345115] 'process raft request' (duration: 697.944524ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:56.501123Z","caller":"traceutil/trace.go:171","msg":"trace[843382105] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"698.499867ms","start":"2026-03-04T01:34:55.802611Z","end":"2026-03-04T01:34:56.501111Z","steps":["trace[843382105] 'process raft request' (duration: 697.906463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.502588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:55.802689Z","time spent":"699.434839ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:56.502694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:55.802587Z","time spent":"699.995753ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:56.501133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.093211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:34:56.502952Z","caller":"traceutil/trace.go:171","msg":"trace[31108415] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5304; }","duration":"233.952025ms","start":"2026-03-04T01:34:56.268987Z","end":"2026-03-04T01:34:56.502939Z","steps":["trace[31108415] 'agreement among raft nodes before linearized reading' (duration: 232.04017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:56.501132Z","caller":"traceutil/trace.go:171","msg":"trace[342127731] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"698.384525ms","start":"2026-03-04T01:34:55.802712Z","end":"2026-03-04T01:34:56.501097Z","steps":["trace[342127731] 'process raft request' (duration: 697.964615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.503131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:55.802705Z","time spent":"700.345321ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:56.501212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.255439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:34:56.503385Z","caller":"traceutil/trace.go:171","msg":"trace[1533518274] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5304; }","duration":"361.458811ms","start":"2026-03-04T01:34:56.14191Z","end":"2026-03-04T01:34:56.503369Z","steps":["trace[1533518274] 'agreement among raft nodes before linearized reading' (duration: 359.175068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.501196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.311999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:34:56.503495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:56.141891Z","time spent":"361.566563ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:34:56.501252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872882143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:34:56.503778Z","caller":"traceutil/trace.go:171","msg":"trace[1900266164] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:5304; }","duration":"1.875385163s","start":"2026-03-04T01:34:54.628347Z","end":"2026-03-04T01:34:56.503733Z","steps":["trace[1900266164] 'agreement among raft nodes before linearized reading' (duration: 1.872828943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.501214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.334096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:34:56.503918Z","caller":"traceutil/trace.go:171","msg":"trace[184216448] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5304; }","duration":"435.07018ms","start":"2026-03-04T01:34:56.068806Z","end":"2026-03-04T01:34:56.503876Z","steps":["trace[184216448] 'agreement among raft nodes before linearized reading' (duration: 432.307975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.5039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:54.628341Z","time spent":"1.875523256s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"warn","ts":"2026-03-04T01:34:56.504001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:56.068785Z","time spent":"435.193592ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:34:56.501245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.901756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:34:56.504196Z","caller":"traceutil/trace.go:171","msg":"trace[694133388] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5304; }","duration":"841.890105ms","start":"2026-03-04T01:34:55.662282Z","end":"2026-03-04T01:34:56.504172Z","steps":["trace[694133388] 'agreement among raft nodes before linearized reading' (duration: 838.879894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.504484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:55.662265Z","time spent":"842.046449ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:34:56.501303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86336077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:34:56.50461Z","caller":"traceutil/trace.go:171","msg":"trace[1814229000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5304; }","duration":"1.866662998s","start":"2026-03-04T01:34:54.637926Z","end":"2026-03-04T01:34:56.504589Z","steps":["trace[1814229000] 'agreement among raft nodes before linearized reading' (duration: 1.863207357s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.501636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:54.625624Z","time spent":"1.875999807s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:34:56.501041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.190905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:34:56.504891Z","caller":"traceutil/trace.go:171","msg":"trace[723767177] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5304; }","duration":"566.090007ms","start":"2026-03-04T01:34:55.938787Z","end":"2026-03-04T01:34:56.504877Z","steps":["trace[723767177] 'agreement among raft nodes before linearized reading' (duration: 562.171465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.501792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868501651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:34:56.504997Z","caller":"traceutil/trace.go:171","msg":"trace[1748537018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5304; }","duration":"1.871727576s","start":"2026-03-04T01:34:54.63325Z","end":"2026-03-04T01:34:56.504978Z","steps":["trace[1748537018] 'agreement among raft nodes before linearized reading' (duration: 1.867921147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.505064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:54.633236Z","time spent":"1.871810479s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:34:56.501907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.659478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:34:56.505154Z","caller":"traceutil/trace.go:171","msg":"trace[139365677] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5304; }","duration":"107.929406ms","start":"2026-03-04T01:34:56.397201Z","end":"2026-03-04T01:34:56.50513Z","steps":["trace[139365677] 'agreement among raft nodes before linearized reading' (duration: 104.651839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.501923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:54.627468Z","time spent":"1.874117052s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:34:56.503551Z","caller":"traceutil/trace.go:171","msg":"trace[1191355398] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5304; }","duration":"530.703096ms","start":"2026-03-04T01:34:55.972832Z","end":"2026-03-04T01:34:56.503535Z","steps":["trace[1191355398] 'agreement among raft nodes before linearized reading' (duration: 528.293309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.505924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:55.972822Z","time spent":"533.049711ms","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:34:56.504684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:54.637898Z","time spent":"1.866762949s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:34:56.504938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:55.938771Z","time spent":"566.151629ms","remote":"127.0.0.1:45176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:34:56.758323Z","caller":"traceutil/trace.go:171","msg":"trace[176482831] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"250.016893ms","start":"2026-03-04T01:34:56.50828Z","end":"2026-03-04T01:34:56.758297Z","steps":["trace[176482831] 'process raft request' (duration: 249.813808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:56.75867Z","caller":"traceutil/trace.go:171","msg":"trace[583555876] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"250.131345ms","start":"2026-03-04T01:34:56.508507Z","end":"2026-03-04T01:34:56.758638Z","steps":["trace[583555876] 'process raft request' (duration: 249.740606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:56.758688Z","caller":"traceutil/trace.go:171","msg":"trace[2125642262] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"249.198294ms","start":"2026-03-04T01:34:56.509469Z","end":"2026-03-04T01:34:56.758667Z","steps":["trace[2125642262] 'process raft request' (duration: 249.04431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:56.75886Z","caller":"traceutil/trace.go:171","msg":"trace[902988226] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"248.899967ms","start":"2026-03-04T01:34:56.509936Z","end":"2026-03-04T01:34:56.758836Z","steps":["trace[902988226] 'process raft request' (duration: 248.639751ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:56.759079Z","caller":"traceutil/trace.go:171","msg":"trace[1756225609] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"248.378644ms","start":"2026-03-04T01:34:56.510687Z","end":"2026-03-04T01:34:56.759065Z","steps":["trace[1756225609] 'process raft request' (duration: 248.269852ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:56.759103Z","caller":"traceutil/trace.go:171","msg":"trace[1500543969] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"248.833015ms","start":"2026-03-04T01:34:56.510224Z","end":"2026-03-04T01:34:56.759057Z","steps":["trace[1500543969] 'process raft request' (duration: 248.588319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:56.759194Z","caller":"traceutil/trace.go:171","msg":"trace[490928544] linearizableReadLoop","detail":"{readStateIndex:5526; appliedIndex:5524; }","duration":"250.343411ms","start":"2026-03-04T01:34:56.508826Z","end":"2026-03-04T01:34:56.759169Z","steps":["trace[490928544] 'read index received' (duration: 58.635268ms)","trace[490928544] 'applied index is now lower than readState.Index' (duration: 191.706783ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:56.75929Z","caller":"traceutil/trace.go:171","msg":"trace[280505470] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"247.78723ms","start":"2026-03-04T01:34:56.511485Z","end":"2026-03-04T01:34:56.759272Z","steps":["trace[280505470] 'process raft request' (duration: 247.514534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.759516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.675758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:34:56.759564Z","caller":"traceutil/trace.go:171","msg":"trace[728311382] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5311; }","duration":"250.761611ms","start":"2026-03-04T01:34:56.508791Z","end":"2026-03-04T01:34:56.759553Z","steps":["trace[728311382] 'agreement among raft nodes before linearized reading' (duration: 250.498355ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:56.785233Z","caller":"traceutil/trace.go:171","msg":"trace[1272331850] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"217.172252ms","start":"2026-03-04T01:34:56.568033Z","end":"2026-03-04T01:34:56.785206Z","steps":["trace[1272331850] 'process raft request' (duration: 217.004728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.78528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.916858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:56.785364Z","caller":"traceutil/trace.go:171","msg":"trace[1695017300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5312; }","duration":"275.01718ms","start":"2026-03-04T01:34:56.510328Z","end":"2026-03-04T01:34:56.785345Z","steps":["trace[1695017300] 'agreement among raft nodes before linearized reading' (duration: 274.843086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:56.785388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.676226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81649"} {"level":"info","ts":"2026-03-04T01:34:56.785443Z","caller":"traceutil/trace.go:171","msg":"trace[544676382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5312; }","duration":"275.758718ms","start":"2026-03-04T01:34:56.509673Z","end":"2026-03-04T01:34:56.785432Z","steps":["trace[544676382] 'agreement among raft nodes before linearized reading' (duration: 275.493102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:57.579479Z","caller":"traceutil/trace.go:171","msg":"trace[1341177931] linearizableReadLoop","detail":"{readStateIndex:5533; appliedIndex:5532; }","duration":"301.994554ms","start":"2026-03-04T01:34:57.277458Z","end":"2026-03-04T01:34:57.579452Z","steps":["trace[1341177931] 'read index received' (duration: 301.950603ms)","trace[1341177931] 'applied index is now lower than readState.Index' (duration: 41.121µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:57.579594Z","caller":"traceutil/trace.go:171","msg":"trace[497414437] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"404.83701ms","start":"2026-03-04T01:34:57.174725Z","end":"2026-03-04T01:34:57.579562Z","steps":["trace[497414437] 'process raft request' (duration: 404.598855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:57.579737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.264971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:34:57.579766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:57.174691Z","time spent":"404.985783ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4140,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:57.579791Z","caller":"traceutil/trace.go:171","msg":"trace[1279637232] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5313; }","duration":"302.371222ms","start":"2026-03-04T01:34:57.277405Z","end":"2026-03-04T01:34:57.579777Z","steps":["trace[1279637232] 'agreement among raft nodes before linearized reading' (duration: 302.184448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:57.57983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:57.277386Z","time spent":"302.434984ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":50,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:34:57.620324Z","caller":"traceutil/trace.go:171","msg":"trace[1850204892] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"240.284064ms","start":"2026-03-04T01:34:57.380013Z","end":"2026-03-04T01:34:57.620297Z","steps":["trace[1850204892] 'process raft request' (duration: 240.12656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:57.708882Z","caller":"traceutil/trace.go:171","msg":"trace[2046772496] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"123.192254ms","start":"2026-03-04T01:34:57.585658Z","end":"2026-03-04T01:34:57.708851Z","steps":["trace[2046772496] 'process raft request' (duration: 122.939328ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:57.708961Z","caller":"traceutil/trace.go:171","msg":"trace[275556026] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"123.154953ms","start":"2026-03-04T01:34:57.585783Z","end":"2026-03-04T01:34:57.708938Z","steps":["trace[275556026] 'process raft request' (duration: 122.965899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:57.708887Z","caller":"traceutil/trace.go:171","msg":"trace[410555742] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"121.257119ms","start":"2026-03-04T01:34:57.587606Z","end":"2026-03-04T01:34:57.708863Z","steps":["trace[410555742] 'process raft request' (duration: 121.201857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:58.051046Z","caller":"traceutil/trace.go:171","msg":"trace[756845871] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"334.353724ms","start":"2026-03-04T01:34:57.716677Z","end":"2026-03-04T01:34:58.05103Z","steps":["trace[756845871] 'process raft request' (duration: 334.236301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:58.051258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:57.716654Z","time spent":"334.552458ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:58.358511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.007886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:34:58.35876Z","caller":"traceutil/trace.go:171","msg":"trace[672918286] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5318; }","duration":"102.300063ms","start":"2026-03-04T01:34:58.256433Z","end":"2026-03-04T01:34:58.358733Z","steps":["trace[672918286] 'count revisions from in-memory index tree' (duration: 101.900204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:58.358758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.717387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111475"} {"level":"warn","ts":"2026-03-04T01:34:58.358654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.333335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111475"} {"level":"info","ts":"2026-03-04T01:34:58.358915Z","caller":"traceutil/trace.go:171","msg":"trace[1518106530] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5318; }","duration":"108.705594ms","start":"2026-03-04T01:34:58.250188Z","end":"2026-03-04T01:34:58.358893Z","steps":["trace[1518106530] 'range keys from in-memory index tree' (duration: 107.950876ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:58.358847Z","caller":"traceutil/trace.go:171","msg":"trace[1238421999] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5318; }","duration":"106.826069ms","start":"2026-03-04T01:34:58.252002Z","end":"2026-03-04T01:34:58.358828Z","steps":["trace[1238421999] 'range keys from in-memory index tree' (duration: 106.428811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:58.985323Z","caller":"traceutil/trace.go:171","msg":"trace[699433853] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"643.889495ms","start":"2026-03-04T01:34:58.341408Z","end":"2026-03-04T01:34:58.985298Z","steps":["trace[699433853] 'process raft request' (duration: 643.528637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:58.985474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:58.341386Z","time spent":"644.013508ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:58.985515Z","caller":"traceutil/trace.go:171","msg":"trace[2064606537] linearizableReadLoop","detail":"{readStateIndex:5540; appliedIndex:5538; }","duration":"608.514544ms","start":"2026-03-04T01:34:58.376967Z","end":"2026-03-04T01:34:58.985482Z","steps":["trace[2064606537] 'read index received' (duration: 37.299436ms)","trace[2064606537] 'applied index is now lower than readState.Index' (duration: 571.212558ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:58.985537Z","caller":"traceutil/trace.go:171","msg":"trace[1519905362] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"607.5129ms","start":"2026-03-04T01:34:58.377998Z","end":"2026-03-04T01:34:58.98551Z","steps":["trace[1519905362] 'process raft request' (duration: 607.202273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:58.985685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:58.377972Z","time spent":"607.634783ms","remote":"127.0.0.1:41428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:58.985772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.833171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-03-04T01:34:58.985815Z","caller":"traceutil/trace.go:171","msg":"trace[1369483495] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5321; }","duration":"608.930664ms","start":"2026-03-04T01:34:58.37687Z","end":"2026-03-04T01:34:58.9858Z","steps":["trace[1369483495] 'agreement among raft nodes before linearized reading' (duration: 608.75042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:58.985855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:58.376852Z","time spent":"608.994115ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4889,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T01:34:59.267111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.639371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:59.267224Z","caller":"traceutil/trace.go:171","msg":"trace[2094210738] linearizableReadLoop","detail":"{readStateIndex:5542; appliedIndex:5541; }","duration":"281.617295ms","start":"2026-03-04T01:34:58.98559Z","end":"2026-03-04T01:34:59.267207Z","steps":["trace[2094210738] 'read index received' (duration: 112.80321ms)","trace[2094210738] 'applied index is now lower than readState.Index' (duration: 168.812785ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:59.267265Z","caller":"traceutil/trace.go:171","msg":"trace[1308927115] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"542.483563ms","start":"2026-03-04T01:34:58.724747Z","end":"2026-03-04T01:34:59.267231Z","steps":["trace[1308927115] 'process raft request' (duration: 373.635567ms)","trace[1308927115] 'compare' (duration: 168.486137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:59.267354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.624571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:34:59.267366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.280206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:34:59.267399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.281676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:34:59.267402Z","caller":"traceutil/trace.go:171","msg":"trace[1868184129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5322; }","duration":"504.335717ms","start":"2026-03-04T01:34:58.763058Z","end":"2026-03-04T01:34:59.267393Z","steps":["trace[1868184129] 'agreement among raft nodes before linearized reading' (duration: 504.214344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:59.267438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:58.763048Z","time spent":"504.384149ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:34:59.267331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.217514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:34:59.267437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.45856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:34:59.267481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.539074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:34:59.267298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.999181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:59.267511Z","caller":"traceutil/trace.go:171","msg":"trace[1319336306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:5322; }","duration":"473.593594ms","start":"2026-03-04T01:34:58.793907Z","end":"2026-03-04T01:34:59.267501Z","steps":["trace[1319336306] 'agreement among raft nodes before linearized reading' (duration: 473.506422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:59.267499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.403159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:34:59.267539Z","caller":"traceutil/trace.go:171","msg":"trace[612930700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5322; }","duration":"774.280218ms","start":"2026-03-04T01:34:58.493252Z","end":"2026-03-04T01:34:59.267532Z","steps":["trace[612930700] 'agreement among raft nodes before linearized reading' (duration: 774.017422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:59.267394Z","caller":"traceutil/trace.go:171","msg":"trace[2088737326] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5322; }","duration":"503.698072ms","start":"2026-03-04T01:34:58.763685Z","end":"2026-03-04T01:34:59.267383Z","steps":["trace[2088737326] 'agreement among raft nodes before linearized reading' (duration: 503.642841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:59.267549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:58.793892Z","time spent":"473.647836ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"info","ts":"2026-03-04T01:34:59.26752Z","caller":"traceutil/trace.go:171","msg":"trace[1873041919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5322; }","duration":"504.397879ms","start":"2026-03-04T01:34:58.76309Z","end":"2026-03-04T01:34:59.267487Z","steps":["trace[1873041919] 'agreement among raft nodes before linearized reading' (duration: 504.155073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:59.267563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:58.493232Z","time spent":"774.324749ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:34:59.267566Z","caller":"traceutil/trace.go:171","msg":"trace[1215291266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5322; }","duration":"504.49497ms","start":"2026-03-04T01:34:58.763053Z","end":"2026-03-04T01:34:59.267548Z","steps":["trace[1215291266] 'agreement among raft nodes before linearized reading' (duration: 504.346447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:59.267583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:58.763664Z","time spent":"503.907607ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:34:59.267619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:58.763043Z","time spent":"504.559333ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:34:59.267627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:58.763083Z","time spent":"504.504301ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:34:59.267527Z","caller":"traceutil/trace.go:171","msg":"trace[1018801577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5322; }","duration":"504.591283ms","start":"2026-03-04T01:34:58.762918Z","end":"2026-03-04T01:34:59.267509Z","steps":["trace[1018801577] 'agreement among raft nodes before linearized reading' (duration: 504.406429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:59.267688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:58.762901Z","time spent":"504.767777ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:34:59.267452Z","caller":"traceutil/trace.go:171","msg":"trace[182587841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5322; }","duration":"504.346347ms","start":"2026-03-04T01:34:58.763097Z","end":"2026-03-04T01:34:59.267443Z","steps":["trace[182587841] 'agreement among raft nodes before linearized reading' (duration: 504.279425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:59.267772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:58.763087Z","time spent":"504.676875ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:34:59.267434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:58.724718Z","time spent":"542.634347ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:29.334694Z","caller":"traceutil/trace.go:171","msg":"trace[1979694857] linearizableReadLoop","detail":"{readStateIndex:5843; appliedIndex:5842; }","duration":"194.423352ms","start":"2026-03-04T01:35:29.140253Z","end":"2026-03-04T01:35:29.334677Z","steps":["trace[1979694857] 'read index received' (duration: 194.268998ms)","trace[1979694857] 'applied index is now lower than readState.Index' (duration: 153.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:29.334752Z","caller":"traceutil/trace.go:171","msg":"trace[1923634410] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"225.320287ms","start":"2026-03-04T01:35:29.109397Z","end":"2026-03-04T01:35:29.334717Z","steps":["trace[1923634410] 'process raft request' (duration: 225.163183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:29.334801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.536394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:35:29.334829Z","caller":"traceutil/trace.go:171","msg":"trace[1597579848] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5616; }","duration":"194.617516ms","start":"2026-03-04T01:35:29.140204Z","end":"2026-03-04T01:35:29.334822Z","steps":["trace[1597579848] 'agreement among raft nodes before linearized reading' (duration: 194.550065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:29.864787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.222989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:35:29.864869Z","caller":"traceutil/trace.go:171","msg":"trace[724130699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5616; }","duration":"388.348461ms","start":"2026-03-04T01:35:29.476501Z","end":"2026-03-04T01:35:29.86485Z","steps":["trace[724130699] 'range keys from in-memory index tree' (duration: 388.055665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:29.864911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:29.476482Z","time spent":"388.419633ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:35:29.865217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.599422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:35:29.865272Z","caller":"traceutil/trace.go:171","msg":"trace[1280392938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5616; }","duration":"352.725595ms","start":"2026-03-04T01:35:29.51253Z","end":"2026-03-04T01:35:29.865255Z","steps":["trace[1280392938] 'range keys from in-memory index tree' (duration: 352.46454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:29.865316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:29.512518Z","time spent":"352.789588ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:35:29.865537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.132248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:35:29.865598Z","caller":"traceutil/trace.go:171","msg":"trace[514660588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5616; }","duration":"319.23847ms","start":"2026-03-04T01:35:29.546344Z","end":"2026-03-04T01:35:29.865582Z","steps":["trace[514660588] 'range keys from in-memory index tree' (duration: 319.001345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:29.865644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:29.546318Z","time spent":"319.316822ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:35:29.86585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.236727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:35:29.86589Z","caller":"traceutil/trace.go:171","msg":"trace[184402449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5616; }","duration":"318.313938ms","start":"2026-03-04T01:35:29.547567Z","end":"2026-03-04T01:35:29.865881Z","steps":["trace[184402449] 'range keys from in-memory index tree' (duration: 318.131344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:29.865919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:29.547551Z","time spent":"318.36167ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:35:29.86616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.712103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:35:29.866203Z","caller":"traceutil/trace.go:171","msg":"trace[1328002097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5616; }","duration":"311.776615ms","start":"2026-03-04T01:35:29.554417Z","end":"2026-03-04T01:35:29.866194Z","steps":["trace[1328002097] 'range keys from in-memory index tree' (duration: 311.594711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:29.866242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:29.554404Z","time spent":"311.827926ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:35:29.866701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.048168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:35:29.866756Z","caller":"traceutil/trace.go:171","msg":"trace[538394794] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5616; }","duration":"311.1404ms","start":"2026-03-04T01:35:29.555601Z","end":"2026-03-04T01:35:29.866741Z","steps":["trace[538394794] 'range keys from in-memory index tree' (duration: 310.900965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:29.86704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:29.55558Z","time spent":"311.329844ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:35:29.86738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.671253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:35:29.867424Z","caller":"traceutil/trace.go:171","msg":"trace[1014118530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5616; }","duration":"311.737014ms","start":"2026-03-04T01:35:29.555676Z","end":"2026-03-04T01:35:29.867413Z","steps":["trace[1014118530] 'range keys from in-memory index tree' (duration: 311.55323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:29.867455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:29.555667Z","time spent":"311.780795ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:35:29.867936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.503627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:35:29.868104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.949599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:35:29.868113Z","caller":"traceutil/trace.go:171","msg":"trace[1151327015] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5616; }","duration":"276.754494ms","start":"2026-03-04T01:35:29.591322Z","end":"2026-03-04T01:35:29.868077Z","steps":["trace[1151327015] 'range keys from in-memory index tree' (duration: 276.416556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:29.86815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.832225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:35:29.868192Z","caller":"traceutil/trace.go:171","msg":"trace[896091821] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:5616; }","duration":"312.051682ms","start":"2026-03-04T01:35:29.556119Z","end":"2026-03-04T01:35:29.868171Z","steps":["trace[896091821] 'range keys from in-memory index tree' (duration: 311.825546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:29.868229Z","caller":"traceutil/trace.go:171","msg":"trace[271553460] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5616; }","duration":"276.947208ms","start":"2026-03-04T01:35:29.591263Z","end":"2026-03-04T01:35:29.86821Z","steps":["trace[271553460] 'range keys from in-memory index tree' (duration: 276.733643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:29.868258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:29.55611Z","time spent":"312.132744ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"warn","ts":"2026-03-04T01:35:29.868221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.79901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-04T01:35:29.868328Z","caller":"traceutil/trace.go:171","msg":"trace[1373632202] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5616; }","duration":"272.933534ms","start":"2026-03-04T01:35:29.595374Z","end":"2026-03-04T01:35:29.868307Z","steps":["trace[1373632202] 'range keys from in-memory index tree' (duration: 272.634026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:29.868803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.956464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:35:29.869126Z","caller":"traceutil/trace.go:171","msg":"trace[213452579] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5616; }","duration":"141.370157ms","start":"2026-03-04T01:35:29.727741Z","end":"2026-03-04T01:35:29.869111Z","steps":["trace[213452579] 'count revisions from in-memory index tree' (duration: 139.804211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:39.912181Z","caller":"traceutil/trace.go:171","msg":"trace[344135110] linearizableReadLoop","detail":"{readStateIndex:5899; appliedIndex:5898; }","duration":"101.474251ms","start":"2026-03-04T01:35:39.810668Z","end":"2026-03-04T01:35:39.912143Z","steps":["trace[344135110] 'read index received' (duration: 101.154863ms)","trace[344135110] 'applied index is now lower than readState.Index' (duration: 318.078µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:39.912529Z","caller":"traceutil/trace.go:171","msg":"trace[1497901356] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"102.27978ms","start":"2026-03-04T01:35:39.810217Z","end":"2026-03-04T01:35:39.912497Z","steps":["trace[1497901356] 'process raft request' (duration: 101.710597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:39.912579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.87853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T01:35:39.912704Z","caller":"traceutil/trace.go:171","msg":"trace[550948558] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5670; }","duration":"102.048415ms","start":"2026-03-04T01:35:39.81064Z","end":"2026-03-04T01:35:39.912688Z","steps":["trace[550948558] 'agreement among raft nodes before linearized reading' (duration: 101.791979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:40.499356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.146366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:35:40.499621Z","caller":"traceutil/trace.go:171","msg":"trace[1767947824] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"578.392ms","start":"2026-03-04T01:35:39.921204Z","end":"2026-03-04T01:35:40.499596Z","steps":["trace[1767947824] 'process raft request' (duration: 120.882496ms)","trace[1767947824] 'compare' (duration: 457.006913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:35:40.499718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:39.921182Z","time spent":"578.497032ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1617,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:40.499929Z","caller":"traceutil/trace.go:171","msg":"trace[456522419] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"578.653896ms","start":"2026-03-04T01:35:39.921229Z","end":"2026-03-04T01:35:40.499883Z","steps":["trace[456522419] 'process raft request' (duration: 578.251247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:40.500075Z","caller":"traceutil/trace.go:171","msg":"trace[1114132502] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"578.773359ms","start":"2026-03-04T01:35:39.921266Z","end":"2026-03-04T01:35:40.500039Z","steps":["trace[1114132502] 'process raft request' (duration: 578.676707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:40.500074Z","caller":"traceutil/trace.go:171","msg":"trace[1624953117] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"578.8082ms","start":"2026-03-04T01:35:39.921224Z","end":"2026-03-04T01:35:40.500032Z","steps":["trace[1624953117] 'process raft request' (duration: 578.616325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:40.500087Z","caller":"traceutil/trace.go:171","msg":"trace[320065440] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"578.794099ms","start":"2026-03-04T01:35:39.921266Z","end":"2026-03-04T01:35:40.50006Z","steps":["trace[320065440] 'process raft request' (duration: 578.712627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:40.500139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:39.921199Z","time spent":"578.840251ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:40.500236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:39.921208Z","time spent":"578.942424ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1484,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:40.500233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:39.921243Z","time spent":"578.904492ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":966,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:40.500232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:39.921252Z","time spent":"578.908263ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:40.500262Z","caller":"traceutil/trace.go:171","msg":"trace[1562484126] linearizableReadLoop","detail":"{readStateIndex:5905; appliedIndex:5899; }","duration":"576.686721ms","start":"2026-03-04T01:35:39.923551Z","end":"2026-03-04T01:35:40.500237Z","steps":["trace[1562484126] 'read index received' (duration: 118.584953ms)","trace[1562484126] 'applied index is now lower than readState.Index' (duration: 458.100918ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:40.500313Z","caller":"traceutil/trace.go:171","msg":"trace[1459396602] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"575.427241ms","start":"2026-03-04T01:35:39.924865Z","end":"2026-03-04T01:35:40.500292Z","steps":["trace[1459396602] 'process raft request' (duration: 575.295388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:40.500329Z","caller":"traceutil/trace.go:171","msg":"trace[243756336] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"577.653563ms","start":"2026-03-04T01:35:39.922658Z","end":"2026-03-04T01:35:40.500312Z","steps":["trace[243756336] 'process raft request' (duration: 577.369217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:40.500398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:39.924855Z","time spent":"575.501562ms","remote":"127.0.0.1:45248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:40.500405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:39.922651Z","time spent":"577.716595ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:40.500453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.882745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:35:40.500491Z","caller":"traceutil/trace.go:171","msg":"trace[1072396303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5677; }","duration":"576.938886ms","start":"2026-03-04T01:35:39.92354Z","end":"2026-03-04T01:35:40.500479Z","steps":["trace[1072396303] 'agreement among raft nodes before linearized reading' (duration: 576.805913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:40.500534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:39.923535Z","time spent":"576.989827ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:35:40.540782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.805774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:35:40.54079Z","caller":"traceutil/trace.go:171","msg":"trace[1296400502] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"358.841499ms","start":"2026-03-04T01:35:40.181914Z","end":"2026-03-04T01:35:40.540755Z","steps":["trace[1296400502] 'process raft request' (duration: 358.520552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:40.540844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.472438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:35:40.540867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.114865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:35:40.540903Z","caller":"traceutil/trace.go:171","msg":"trace[710866861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5678; }","duration":"545.56955ms","start":"2026-03-04T01:35:39.995319Z","end":"2026-03-04T01:35:40.540888Z","steps":["trace[710866861] 'agreement among raft nodes before linearized reading' (duration: 545.371216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:40.540939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.310924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:35:40.540937Z","caller":"traceutil/trace.go:171","msg":"trace[22377900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5678; }","duration":"616.210098ms","start":"2026-03-04T01:35:39.924709Z","end":"2026-03-04T01:35:40.540919Z","steps":["trace[22377900] 'agreement among raft nodes before linearized reading' (duration: 615.922101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:40.540952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:39.995302Z","time spent":"545.640852ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:35:40.540957Z","caller":"traceutil/trace.go:171","msg":"trace[1194372102] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5678; }","duration":"548.415247ms","start":"2026-03-04T01:35:39.992535Z","end":"2026-03-04T01:35:40.54095Z","steps":["trace[1194372102] 'agreement among raft nodes before linearized reading' (duration: 548.380196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:40.540987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:39.992512Z","time spent":"548.471778ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:35:40.540989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:39.924704Z","time spent":"616.273019ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:35:40.540893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.416651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:35:40.541196Z","caller":"traceutil/trace.go:171","msg":"trace[830775629] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:5678; }","duration":"532.736309ms","start":"2026-03-04T01:35:40.008428Z","end":"2026-03-04T01:35:40.541164Z","steps":["trace[830775629] 'agreement among raft nodes before linearized reading' (duration: 532.427571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:40.541084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:40.181887Z","time spent":"359.028754ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:40.541286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:40.008416Z","time spent":"532.840572ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"info","ts":"2026-03-04T01:35:40.540836Z","caller":"traceutil/trace.go:171","msg":"trace[907941985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5678; }","duration":"533.895516ms","start":"2026-03-04T01:35:40.006931Z","end":"2026-03-04T01:35:40.540827Z","steps":["trace[907941985] 'agreement among raft nodes before linearized reading' (duration: 533.734532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:40.541403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:40.006922Z","time spent":"534.46568ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:35:40.541711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.3533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:35:40.541762Z","caller":"traceutil/trace.go:171","msg":"trace[351316273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5679; }","duration":"535.427582ms","start":"2026-03-04T01:35:40.006319Z","end":"2026-03-04T01:35:40.541747Z","steps":["trace[351316273] 'agreement among raft nodes before linearized reading' (duration: 535.188067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:40.541831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:40.006309Z","time spent":"535.508014ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:35:40.541845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.656889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-04T01:35:40.542047Z","caller":"traceutil/trace.go:171","msg":"trace[1645509838] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5678; }","duration":"579.802433ms","start":"2026-03-04T01:35:39.962177Z","end":"2026-03-04T01:35:40.541979Z","steps":["trace[1645509838] 'agreement among raft nodes before linearized reading' (duration: 578.902162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:40.542137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:39.962109Z","time spent":"579.997848ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210825,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-04T01:35:40.689661Z","caller":"traceutil/trace.go:171","msg":"trace[536609348] linearizableReadLoop","detail":"{readStateIndex:5913; appliedIndex:5908; }","duration":"141.919259ms","start":"2026-03-04T01:35:40.547722Z","end":"2026-03-04T01:35:40.689641Z","steps":["trace[536609348] 'read index received' (duration: 37.069009ms)","trace[536609348] 'applied index is now lower than readState.Index' (duration: 104.84925ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:40.689768Z","caller":"traceutil/trace.go:171","msg":"trace[925441281] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"143.371553ms","start":"2026-03-04T01:35:40.546358Z","end":"2026-03-04T01:35:40.68973Z","steps":["trace[925441281] 'process raft request' (duration: 143.183399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:40.689689Z","caller":"traceutil/trace.go:171","msg":"trace[2017041106] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"143.490616ms","start":"2026-03-04T01:35:40.546144Z","end":"2026-03-04T01:35:40.689635Z","steps":["trace[2017041106] 'process raft request' (duration: 143.204239ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:40.689855Z","caller":"traceutil/trace.go:171","msg":"trace[1974824970] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"120.513947ms","start":"2026-03-04T01:35:40.569291Z","end":"2026-03-04T01:35:40.689805Z","steps":["trace[1974824970] 'process raft request' (duration: 120.315492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:40.689964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.221576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101714"} {"level":"info","ts":"2026-03-04T01:35:40.690015Z","caller":"traceutil/trace.go:171","msg":"trace[1101445050] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5685; }","duration":"142.306589ms","start":"2026-03-04T01:35:40.547695Z","end":"2026-03-04T01:35:40.690002Z","steps":["trace[1101445050] 'agreement among raft nodes before linearized reading' (duration: 142.083683ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:40.68973Z","caller":"traceutil/trace.go:171","msg":"trace[606954591] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"143.490686ms","start":"2026-03-04T01:35:40.546233Z","end":"2026-03-04T01:35:40.689723Z","steps":["trace[606954591] 'process raft request' (duration: 143.263271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:40.689758Z","caller":"traceutil/trace.go:171","msg":"trace[395908889] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"143.066157ms","start":"2026-03-04T01:35:40.546686Z","end":"2026-03-04T01:35:40.689753Z","steps":["trace[395908889] 'process raft request' (duration: 142.890093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:40.690384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.128899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-04T01:35:40.69053Z","caller":"traceutil/trace.go:171","msg":"trace[1183902] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5685; }","duration":"123.288752ms","start":"2026-03-04T01:35:40.567153Z","end":"2026-03-04T01:35:40.690442Z","steps":["trace[1183902] 'agreement among raft nodes before linearized reading' (duration: 122.882392ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:41.035876Z","caller":"traceutil/trace.go:171","msg":"trace[1333016575] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"282.15564ms","start":"2026-03-04T01:35:40.753697Z","end":"2026-03-04T01:35:41.035853Z","steps":["trace[1333016575] 'process raft request' (duration: 281.985536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:41.552153Z","caller":"traceutil/trace.go:171","msg":"trace[2006736787] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"152.333554ms","start":"2026-03-04T01:35:41.399795Z","end":"2026-03-04T01:35:41.552128Z","steps":["trace[2006736787] 'process raft request' (duration: 152.155369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:41.809113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.392ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:35:41.809224Z","caller":"traceutil/trace.go:171","msg":"trace[624322775] linearizableReadLoop","detail":"{readStateIndex:5917; appliedIndex:5916; }","duration":"194.888032ms","start":"2026-03-04T01:35:41.614318Z","end":"2026-03-04T01:35:41.809206Z","steps":["trace[624322775] 'read index received' (duration: 44.301µs)","trace[624322775] 'applied index is now lower than readState.Index' (duration: 194.842111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:35:41.809299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.977685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:35:41.80952Z","caller":"traceutil/trace.go:171","msg":"trace[1952041598] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5687; }","duration":"195.24024ms","start":"2026-03-04T01:35:41.614265Z","end":"2026-03-04T01:35:41.809506Z","steps":["trace[1952041598] 'agreement among raft nodes before linearized reading' (duration: 194.986844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.906871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.60426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:35:42.907001Z","caller":"traceutil/trace.go:171","msg":"trace[1633369914] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"210.774185ms","start":"2026-03-04T01:35:42.696198Z","end":"2026-03-04T01:35:42.906972Z","steps":["trace[1633369914] 'process raft request' (duration: 83.9997ms)","trace[1633369914] 'compare' (duration: 126.363965ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:42.907039Z","caller":"traceutil/trace.go:171","msg":"trace[200221553] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"150.616924ms","start":"2026-03-04T01:35:42.756406Z","end":"2026-03-04T01:35:42.907023Z","steps":["trace[200221553] 'process raft request' (duration: 150.561453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.90723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.067606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:35:42.907269Z","caller":"traceutil/trace.go:171","msg":"trace[408677415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5692; }","duration":"212.135096ms","start":"2026-03-04T01:35:42.695122Z","end":"2026-03-04T01:35:42.907257Z","steps":["trace[408677415] 'agreement among raft nodes before linearized reading' (duration: 212.023314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.907326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.077285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:35:42.907281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.71809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T01:35:42.907356Z","caller":"traceutil/trace.go:171","msg":"trace[1983311887] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5692; }","duration":"177.143797ms","start":"2026-03-04T01:35:42.730203Z","end":"2026-03-04T01:35:42.907347Z","steps":["trace[1983311887] 'agreement among raft nodes before linearized reading' (duration: 177.101696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:42.907364Z","caller":"traceutil/trace.go:171","msg":"trace[2111777738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5692; }","duration":"212.862004ms","start":"2026-03-04T01:35:42.694494Z","end":"2026-03-04T01:35:42.907356Z","steps":["trace[2111777738] 'agreement among raft nodes before linearized reading' (duration: 212.663659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.907335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.037015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:35:42.907211Z","caller":"traceutil/trace.go:171","msg":"trace[479088071] linearizableReadLoop","detail":"{readStateIndex:5921; appliedIndex:5920; }","duration":"155.539069ms","start":"2026-03-04T01:35:42.751589Z","end":"2026-03-04T01:35:42.907128Z","steps":["trace[479088071] 'read index received' (duration: 28.630492ms)","trace[479088071] 'applied index is now lower than readState.Index' (duration: 126.903557ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:42.907421Z","caller":"traceutil/trace.go:171","msg":"trace[329131430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5692; }","duration":"212.140297ms","start":"2026-03-04T01:35:42.695261Z","end":"2026-03-04T01:35:42.907401Z","steps":["trace[329131430] 'agreement among raft nodes before linearized reading' (duration: 211.871161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.907631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.644802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:35:42.907706Z","caller":"traceutil/trace.go:171","msg":"trace[92684511] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:5692; }","duration":"213.764036ms","start":"2026-03-04T01:35:42.693927Z","end":"2026-03-04T01:35:42.907691Z","steps":["trace[92684511] 'agreement among raft nodes before linearized reading' (duration: 213.417958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:43.18906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.258181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:35:43.18918Z","caller":"traceutil/trace.go:171","msg":"trace[576409471] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"277.649154ms","start":"2026-03-04T01:35:42.911505Z","end":"2026-03-04T01:35:43.189154Z","steps":["trace[576409471] 'process raft request' (duration: 163.208109ms)","trace[576409471] 'compare' (duration: 114.149628ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:43.51213Z","caller":"traceutil/trace.go:171","msg":"trace[1938167567] linearizableReadLoop","detail":"{readStateIndex:5925; appliedIndex:5922; }","duration":"599.949666ms","start":"2026-03-04T01:35:42.912155Z","end":"2026-03-04T01:35:43.512105Z","steps":["trace[1938167567] 'read index received' (duration: 162.631046ms)","trace[1938167567] 'applied index is now lower than readState.Index' (duration: 437.31766ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:43.512183Z","caller":"traceutil/trace.go:171","msg":"trace[2003457901] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"600.439347ms","start":"2026-03-04T01:35:42.911726Z","end":"2026-03-04T01:35:43.512165Z","steps":["trace[2003457901] 'process raft request' (duration: 600.319675ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:43.512183Z","caller":"traceutil/trace.go:171","msg":"trace[115905996] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"600.56568ms","start":"2026-03-04T01:35:42.911574Z","end":"2026-03-04T01:35:43.51214Z","steps":["trace[115905996] 'process raft request' (duration: 600.291073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:43.512316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:42.911709Z","time spent":"600.540639ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:43.512316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:42.911543Z","time spent":"600.707493ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:43.512457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.56234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:35:43.512514Z","caller":"traceutil/trace.go:171","msg":"trace[2011251622] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5695; }","duration":"473.695053ms","start":"2026-03-04T01:35:43.038809Z","end":"2026-03-04T01:35:43.512504Z","steps":["trace[2011251622] 'agreement among raft nodes before linearized reading' (duration: 473.574261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:43.512578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:43.038777Z","time spent":"473.762385ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:35:43.512955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.785956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101714"} {"level":"info","ts":"2026-03-04T01:35:43.513017Z","caller":"traceutil/trace.go:171","msg":"trace[1828091409] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5695; }","duration":"600.882567ms","start":"2026-03-04T01:35:42.912122Z","end":"2026-03-04T01:35:43.513004Z","steps":["trace[1828091409] 'agreement among raft nodes before linearized reading' (duration: 600.117599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:43.513045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.946216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:35:43.513099Z","caller":"traceutil/trace.go:171","msg":"trace[304092409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5695; }","duration":"600.066758ms","start":"2026-03-04T01:35:42.913021Z","end":"2026-03-04T01:35:43.513088Z","steps":["trace[304092409] 'agreement among raft nodes before linearized reading' (duration: 599.27709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:43.513059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:42.912109Z","time spent":"600.939599ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101736,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:35:43.513137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:42.913013Z","time spent":"600.115529ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:35:43.700208Z","caller":"traceutil/trace.go:171","msg":"trace[1382457438] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"111.145998ms","start":"2026-03-04T01:35:43.589035Z","end":"2026-03-04T01:35:43.700181Z","steps":["trace[1382457438] 'process raft request' (duration: 108.67146ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:53.173991Z","caller":"traceutil/trace.go:171","msg":"trace[207601444] linearizableReadLoop","detail":"{readStateIndex:5991; appliedIndex:5990; }","duration":"470.123689ms","start":"2026-03-04T01:35:52.703846Z","end":"2026-03-04T01:35:53.173969Z","steps":["trace[207601444] 'read index received' (duration: 469.985906ms)","trace[207601444] 'applied index is now lower than readState.Index' (duration: 136.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:53.174063Z","caller":"traceutil/trace.go:171","msg":"trace[1990588598] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"521.069605ms","start":"2026-03-04T01:35:52.652959Z","end":"2026-03-04T01:35:53.174028Z","steps":["trace[1990588598] 'process raft request' (duration: 520.87593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:53.174224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.355835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:35:53.174236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:52.652938Z","time spent":"521.203348ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:53.174296Z","caller":"traceutil/trace.go:171","msg":"trace[2015170779] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5759; }","duration":"470.488639ms","start":"2026-03-04T01:35:52.703789Z","end":"2026-03-04T01:35:53.174278Z","steps":["trace[2015170779] 'agreement among raft nodes before linearized reading' (duration: 470.272584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:53.174332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:52.703767Z","time spent":"470.55805ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:35:53.179018Z","caller":"traceutil/trace.go:171","msg":"trace[597240837] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"243.049012ms","start":"2026-03-04T01:35:52.935948Z","end":"2026-03-04T01:35:53.178997Z","steps":["trace[597240837] 'process raft request' (duration: 242.828317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:53.179085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.293837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:35:53.179161Z","caller":"traceutil/trace.go:171","msg":"trace[779542578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5760; }","duration":"231.418539ms","start":"2026-03-04T01:35:52.947722Z","end":"2026-03-04T01:35:53.179141Z","steps":["trace[779542578] 'agreement among raft nodes before linearized reading' (duration: 231.179333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:55.298478Z","caller":"traceutil/trace.go:171","msg":"trace[178124985] linearizableReadLoop","detail":"{readStateIndex:6001; appliedIndex:6000; }","duration":"112.252574ms","start":"2026-03-04T01:35:55.186204Z","end":"2026-03-04T01:35:55.298456Z","steps":["trace[178124985] 'read index received' (duration: 112.061259ms)","trace[178124985] 'applied index is now lower than readState.Index' (duration: 190.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:55.298561Z","caller":"traceutil/trace.go:171","msg":"trace[1224160054] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"113.664026ms","start":"2026-03-04T01:35:55.184865Z","end":"2026-03-04T01:35:55.298529Z","steps":["trace[1224160054] 'process raft request' (duration: 113.456702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:55.298808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.771292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:35:55.298805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.581601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:35:55.298856Z","caller":"traceutil/trace.go:171","msg":"trace[622356277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5769; }","duration":"111.877195ms","start":"2026-03-04T01:35:55.186968Z","end":"2026-03-04T01:35:55.298846Z","steps":["trace[622356277] 'agreement among raft nodes before linearized reading' (duration: 111.66693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:55.298881Z","caller":"traceutil/trace.go:171","msg":"trace[382185002] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5769; }","duration":"112.700624ms","start":"2026-03-04T01:35:55.18616Z","end":"2026-03-04T01:35:55.29886Z","steps":["trace[382185002] 'agreement among raft nodes before linearized reading' (duration: 112.480439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:57.482498Z","caller":"traceutil/trace.go:171","msg":"trace[1053295440] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"142.8273ms","start":"2026-03-04T01:35:57.339644Z","end":"2026-03-04T01:35:57.482471Z","steps":["trace[1053295440] 'process raft request' (duration: 142.773219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:57.482626Z","caller":"traceutil/trace.go:171","msg":"trace[2143358156] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"143.189459ms","start":"2026-03-04T01:35:57.339408Z","end":"2026-03-04T01:35:57.482597Z","steps":["trace[2143358156] 'process raft request' (duration: 85.618509ms)","trace[2143358156] 'compare' (duration: 57.219352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:35:57.719594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.718161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:35:57.71987Z","caller":"traceutil/trace.go:171","msg":"trace[1295471160] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"144.771447ms","start":"2026-03-04T01:35:57.575026Z","end":"2026-03-04T01:35:57.719797Z","steps":["trace[1295471160] 'compare' (duration: 134.570898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:57.751119Z","caller":"traceutil/trace.go:171","msg":"trace[455780254] linearizableReadLoop","detail":"{readStateIndex:6021; appliedIndex:6019; }","duration":"172.578929ms","start":"2026-03-04T01:35:57.578518Z","end":"2026-03-04T01:35:57.751097Z","steps":["trace[455780254] 'read index received' (duration: 6.262527ms)","trace[455780254] 'applied index is now lower than readState.Index' (duration: 166.315482ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:57.751287Z","caller":"traceutil/trace.go:171","msg":"trace[1934837794] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"175.384295ms","start":"2026-03-04T01:35:57.575876Z","end":"2026-03-04T01:35:57.75126Z","steps":["trace[1934837794] 'process raft request' (duration: 175.102258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:57.751465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.937067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109085"} {"level":"info","ts":"2026-03-04T01:35:57.751516Z","caller":"traceutil/trace.go:171","msg":"trace[1209654259] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5787; }","duration":"173.02564ms","start":"2026-03-04T01:35:57.578477Z","end":"2026-03-04T01:35:57.751503Z","steps":["trace[1209654259] 'agreement among raft nodes before linearized reading' (duration: 172.729853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:58.184105Z","caller":"traceutil/trace.go:171","msg":"trace[1937806717] linearizableReadLoop","detail":"{readStateIndex:6022; appliedIndex:6021; }","duration":"432.890847ms","start":"2026-03-04T01:35:57.751187Z","end":"2026-03-04T01:35:58.184078Z","steps":["trace[1937806717] 'read index received' (duration: 432.767374ms)","trace[1937806717] 'applied index is now lower than readState.Index' (duration: 122.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:58.184226Z","caller":"traceutil/trace.go:171","msg":"trace[67348327] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"485.403789ms","start":"2026-03-04T01:35:57.698812Z","end":"2026-03-04T01:35:58.184216Z","steps":["trace[67348327] 'process raft request' (duration: 485.118662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:58.18433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:57.698778Z","time spent":"485.475311ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:58.184333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.97741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:35:58.184414Z","caller":"traceutil/trace.go:171","msg":"trace[1164401110] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5788; }","duration":"442.127533ms","start":"2026-03-04T01:35:57.742267Z","end":"2026-03-04T01:35:58.184394Z","steps":["trace[1164401110] 'agreement among raft nodes before linearized reading' (duration: 441.967469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:58.184485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:57.742248Z","time spent":"442.218836ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:35:58.381992Z","caller":"traceutil/trace.go:171","msg":"trace[1752113635] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"615.084431ms","start":"2026-03-04T01:35:57.766883Z","end":"2026-03-04T01:35:58.381968Z","steps":["trace[1752113635] 'process raft request' (duration: 614.901397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:58.382156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:57.766859Z","time spent":"615.207224ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:58.382194Z","caller":"traceutil/trace.go:171","msg":"trace[1131243300] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"601.484592ms","start":"2026-03-04T01:35:57.780695Z","end":"2026-03-04T01:35:58.382179Z","steps":["trace[1131243300] 'process raft request' (duration: 601.227806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:58.382256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:57.78068Z","time spent":"601.545274ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:58.382315Z","caller":"traceutil/trace.go:171","msg":"trace[361593873] linearizableReadLoop","detail":"{readStateIndex:6025; appliedIndex:6022; }","duration":"198.099758ms","start":"2026-03-04T01:35:58.184183Z","end":"2026-03-04T01:35:58.382282Z","steps":["trace[361593873] 'read index received' (duration: 197.543695ms)","trace[361593873] 'applied index is now lower than readState.Index' (duration: 554.323µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:58.382342Z","caller":"traceutil/trace.go:171","msg":"trace[1679741295] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"585.327033ms","start":"2026-03-04T01:35:57.796999Z","end":"2026-03-04T01:35:58.382326Z","steps":["trace[1679741295] 'process raft request' (duration: 585.129098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:58.382362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.960791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:35:58.382503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.118034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:35:58.382577Z","caller":"traceutil/trace.go:171","msg":"trace[1280550515] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5791; }","duration":"428.206696ms","start":"2026-03-04T01:35:57.954356Z","end":"2026-03-04T01:35:58.382563Z","steps":["trace[1280550515] 'agreement among raft nodes before linearized reading' (duration: 427.972761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:58.382601Z","caller":"traceutil/trace.go:171","msg":"trace[676551008] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5791; }","duration":"428.265788ms","start":"2026-03-04T01:35:57.954312Z","end":"2026-03-04T01:35:58.382577Z","steps":["trace[676551008] 'agreement among raft nodes before linearized reading' (duration: 428.090994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:58.382628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:57.954336Z","time spent":"428.277189ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:35:58.382524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:57.796975Z","time spent":"585.445626ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:58.382652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:57.954289Z","time spent":"428.35347ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-04T01:38:22.753504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.909485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:38:22.753623Z","caller":"traceutil/trace.go:171","msg":"trace[299070363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6636; }","duration":"111.11143ms","start":"2026-03-04T01:38:22.642491Z","end":"2026-03-04T01:38:22.753602Z","steps":["trace[299070363] 'range keys from in-memory index tree' (duration: 110.67892ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:22.924936Z","caller":"traceutil/trace.go:171","msg":"trace[1793416204] transaction","detail":"{read_only:false; response_revision:6637; number_of_response:1; }","duration":"166.034961ms","start":"2026-03-04T01:38:22.758882Z","end":"2026-03-04T01:38:22.924917Z","steps":["trace[1793416204] 'process raft request' (duration: 165.901068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:20.286447Z","caller":"traceutil/trace.go:171","msg":"trace[1231188332] transaction","detail":"{read_only:false; response_revision:7110; number_of_response:1; }","duration":"179.22735ms","start":"2026-03-04T01:39:20.107197Z","end":"2026-03-04T01:39:20.286425Z","steps":["trace[1231188332] 'process raft request' (duration: 179.091967ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:20.524888Z","caller":"traceutil/trace.go:171","msg":"trace[311404428] linearizableReadLoop","detail":"{readStateIndex:7391; appliedIndex:7389; }","duration":"364.871911ms","start":"2026-03-04T01:39:20.159994Z","end":"2026-03-04T01:39:20.524866Z","steps":["trace[311404428] 'read index received' (duration: 126.299797ms)","trace[311404428] 'applied index is now lower than readState.Index' (duration: 238.570924ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:20.524905Z","caller":"traceutil/trace.go:171","msg":"trace[804563760] transaction","detail":"{read_only:false; response_revision:7111; number_of_response:1; }","duration":"381.238926ms","start":"2026-03-04T01:39:20.143645Z","end":"2026-03-04T01:39:20.524884Z","steps":["trace[804563760] 'process raft request' (duration: 375.779618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:20.52512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:20.143619Z","time spent":"381.4152ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:39:20.525155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.794364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:39:20.525189Z","caller":"traceutil/trace.go:171","msg":"trace[614770821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7111; }","duration":"262.865946ms","start":"2026-03-04T01:39:20.262313Z","end":"2026-03-04T01:39:20.525179Z","steps":["trace[614770821] 'agreement among raft nodes before linearized reading' (duration: 262.707042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:20.525177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.172178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T01:39:20.525255Z","caller":"traceutil/trace.go:171","msg":"trace[1012628572] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7111; }","duration":"365.25972ms","start":"2026-03-04T01:39:20.159977Z","end":"2026-03-04T01:39:20.525237Z","steps":["trace[1012628572] 'agreement among raft nodes before linearized reading' (duration: 365.029155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:20.525304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.633542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:39:20.525306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:20.159927Z","time spent":"365.370454ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T01:39:20.525304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.073448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5488"} {"level":"warn","ts":"2026-03-04T01:39:20.525366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.02062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:20.52538Z","caller":"traceutil/trace.go:171","msg":"trace[1414925920] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7111; }","duration":"102.16271ms","start":"2026-03-04T01:39:20.423196Z","end":"2026-03-04T01:39:20.525359Z","steps":["trace[1414925920] 'agreement among raft nodes before linearized reading' (duration: 101.970125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:20.525453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.316161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:39:20.525504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.259736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:20.525514Z","caller":"traceutil/trace.go:171","msg":"trace[1267388076] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7111; }","duration":"130.413753ms","start":"2026-03-04T01:39:20.395085Z","end":"2026-03-04T01:39:20.525499Z","steps":["trace[1267388076] 'agreement among raft nodes before linearized reading' (duration: 130.327341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:20.525535Z","caller":"traceutil/trace.go:171","msg":"trace[626948728] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7111; }","duration":"103.315337ms","start":"2026-03-04T01:39:20.42221Z","end":"2026-03-04T01:39:20.525525Z","steps":["trace[626948728] 'agreement among raft nodes before linearized reading' (duration: 103.262186ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:20.525333Z","caller":"traceutil/trace.go:171","msg":"trace[2040311286] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7111; }","duration":"102.683762ms","start":"2026-03-04T01:39:20.422641Z","end":"2026-03-04T01:39:20.525325Z","steps":["trace[2040311286] 'agreement among raft nodes before linearized reading' (duration: 102.635121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:20.525391Z","caller":"traceutil/trace.go:171","msg":"trace[1565079615] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7111; }","duration":"103.065012ms","start":"2026-03-04T01:39:20.422318Z","end":"2026-03-04T01:39:20.525383Z","steps":["trace[1565079615] 'agreement among raft nodes before linearized reading' (duration: 103.032561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:20.525836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.140854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:39:20.52597Z","caller":"traceutil/trace.go:171","msg":"trace[414962974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7111; }","duration":"169.345819ms","start":"2026-03-04T01:39:20.356598Z","end":"2026-03-04T01:39:20.525944Z","steps":["trace[414962974] 'agreement among raft nodes before linearized reading' (duration: 168.927639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:43.333139Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5157} {"level":"info","ts":"2026-03-04T01:39:43.511806Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5157,"took":"177.007848ms","hash":3891739269,"current-db-size-bytes":39612416,"current-db-size":"40 MB","current-db-size-in-use-bytes":21635072,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T01:39:43.511878Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3891739269,"revision":5157,"compact-revision":2532} {"level":"info","ts":"2026-03-04T01:40:31.00426Z","caller":"traceutil/trace.go:171","msg":"trace[384426420] transaction","detail":"{read_only:false; response_revision:7552; number_of_response:1; }","duration":"109.268657ms","start":"2026-03-04T01:40:30.894969Z","end":"2026-03-04T01:40:31.004238Z","steps":["trace[384426420] 'process raft request' (duration: 107.892235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:36.444503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.767086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:40:36.444634Z","caller":"traceutil/trace.go:171","msg":"trace[741113544] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:7618; }","duration":"155.951191ms","start":"2026-03-04T01:40:36.288659Z","end":"2026-03-04T01:40:36.44461Z","steps":["trace[741113544] 'range keys from in-memory index tree' (duration: 155.594973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:44.10869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.596017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:44.108759Z","caller":"traceutil/trace.go:171","msg":"trace[63183744] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7660; }","duration":"443.703439ms","start":"2026-03-04T01:40:43.665041Z","end":"2026-03-04T01:40:44.108744Z","steps":["trace[63183744] 'count revisions from in-memory index tree' (duration: 443.483674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:44.108791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:43.665026Z","time spent":"443.75647ms","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:44.109306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.8904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:44.109435Z","caller":"traceutil/trace.go:171","msg":"trace[395299951] linearizableReadLoop","detail":"{readStateIndex:7963; appliedIndex:7962; }","duration":"401.741569ms","start":"2026-03-04T01:40:43.707672Z","end":"2026-03-04T01:40:44.109413Z","steps":["trace[395299951] 'read index received' (duration: 176.253155ms)","trace[395299951] 'applied index is now lower than readState.Index' (duration: 225.486034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:44.109549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.874192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:44.109584Z","caller":"traceutil/trace.go:171","msg":"trace[499000844] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7661; }","duration":"401.915463ms","start":"2026-03-04T01:40:43.70766Z","end":"2026-03-04T01:40:44.109576Z","steps":["trace[499000844] 'agreement among raft nodes before linearized reading' (duration: 401.856012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:44.109606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:43.70758Z","time spent":"402.020215ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:44.109581Z","caller":"traceutil/trace.go:171","msg":"trace[1593257382] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"412.129492ms","start":"2026-03-04T01:40:43.697403Z","end":"2026-03-04T01:40:44.109532Z","steps":["trace[1593257382] 'process raft request' (duration: 186.526555ms)","trace[1593257382] 'compare' (duration: 224.4602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:44.109671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.931583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:40:44.109702Z","caller":"traceutil/trace.go:171","msg":"trace[375775272] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7661; }","duration":"311.999795ms","start":"2026-03-04T01:40:43.797692Z","end":"2026-03-04T01:40:44.109691Z","steps":["trace[375775272] 'agreement among raft nodes before linearized reading' (duration: 311.865941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:44.109722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:43.79767Z","time spent":"312.047425ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:40:44.109714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.765407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:40:44.109747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:43.697379Z","time spent":"412.277496ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:44.109789Z","caller":"traceutil/trace.go:171","msg":"trace[992324203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7661; }","duration":"376.865218ms","start":"2026-03-04T01:40:43.732905Z","end":"2026-03-04T01:40:44.10977Z","steps":["trace[992324203] 'agreement among raft nodes before linearized reading' (duration: 376.655744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:44.109832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:43.732897Z","time spent":"376.92224ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:44.32801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.574671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:44.328085Z","caller":"traceutil/trace.go:171","msg":"trace[2046440603] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7662; }","duration":"107.694754ms","start":"2026-03-04T01:40:44.220372Z","end":"2026-03-04T01:40:44.328067Z","steps":["trace[2046440603] 'range keys from in-memory index tree' (duration: 107.49079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:45.570951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328682902,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:40:45.657438Z","caller":"traceutil/trace.go:171","msg":"trace[1335858566] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"737.334985ms","start":"2026-03-04T01:40:44.92008Z","end":"2026-03-04T01:40:45.657415Z","steps":["trace[1335858566] 'process raft request' (duration: 737.167201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:45.657576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:44.920055Z","time spent":"737.452638ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:46.210553Z","caller":"traceutil/trace.go:171","msg":"trace[1224131767] linearizableReadLoop","detail":"{readStateIndex:7966; appliedIndex:7964; }","duration":"1.140539898s","start":"2026-03-04T01:40:45.069984Z","end":"2026-03-04T01:40:46.210524Z","steps":["trace[1224131767] 'read index received' (duration: 587.271091ms)","trace[1224131767] 'applied index is now lower than readState.Index' (duration: 553.267697ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:46.210637Z","caller":"traceutil/trace.go:171","msg":"trace[845419274] transaction","detail":"{read_only:false; response_revision:7664; number_of_response:1; }","duration":"683.914927ms","start":"2026-03-04T01:40:45.526699Z","end":"2026-03-04T01:40:46.210614Z","steps":["trace[845419274] 'process raft request' (duration: 683.661321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.210761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.526654Z","time spent":"684.03877ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:46.210792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140755444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:46.210866Z","caller":"traceutil/trace.go:171","msg":"trace[1839045001] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7664; }","duration":"1.140911467s","start":"2026-03-04T01:40:45.069936Z","end":"2026-03-04T01:40:46.210848Z","steps":["trace[1839045001] 'agreement among raft nodes before linearized reading' (duration: 1.140715912s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.210973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.069916Z","time spent":"1.14103637s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:46.51056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.050496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:46.510662Z","caller":"traceutil/trace.go:171","msg":"trace[243103392] linearizableReadLoop","detail":"{readStateIndex:7967; appliedIndex:7966; }","duration":"300.022544ms","start":"2026-03-04T01:40:46.210624Z","end":"2026-03-04T01:40:46.510646Z","steps":["trace[243103392] 'read index received' (duration: 154.692771ms)","trace[243103392] 'applied index is now lower than readState.Index' (duration: 145.328253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:46.510743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036011468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:46.510824Z","caller":"traceutil/trace.go:171","msg":"trace[346169206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7665; }","duration":"1.036142151s","start":"2026-03-04T01:40:45.474663Z","end":"2026-03-04T01:40:46.510806Z","steps":["trace[346169206] 'agreement among raft nodes before linearized reading' (duration: 1.036022998s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.510838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34881345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:40:46.51087Z","caller":"traceutil/trace.go:171","msg":"trace[1920216106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7665; }","duration":"1.348884372s","start":"2026-03-04T01:40:45.161977Z","end":"2026-03-04T01:40:46.510861Z","steps":["trace[1920216106] 'agreement among raft nodes before linearized reading' (duration: 1.348745179s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.510868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273517943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:40:46.510911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.161951Z","time spent":"1.348952944s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:46.510907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.367047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:40:46.510977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127663728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:40:46.510982Z","caller":"traceutil/trace.go:171","msg":"trace[950970287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7665; }","duration":"322.480079ms","start":"2026-03-04T01:40:46.188482Z","end":"2026-03-04T01:40:46.510962Z","steps":["trace[950970287] 'agreement among raft nodes before linearized reading' (duration: 322.285414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.510979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.87147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:40:46.511026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.188464Z","time spent":"322.553561ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:46.510866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.474643Z","time spent":"1.036213622s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:40:46.511097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270479032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T01:40:46.511138Z","caller":"traceutil/trace.go:171","msg":"trace[1138454792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7665; }","duration":"1.270532644s","start":"2026-03-04T01:40:45.2406Z","end":"2026-03-04T01:40:46.511132Z","steps":["trace[1138454792] 'agreement among raft nodes before linearized reading' (duration: 1.270468972s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.511158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.240591Z","time spent":"1.270562524s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:46.511193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.400952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:40:46.511042Z","caller":"traceutil/trace.go:171","msg":"trace[1305941554] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7665; }","duration":"887.968372ms","start":"2026-03-04T01:40:45.623058Z","end":"2026-03-04T01:40:46.511026Z","steps":["trace[1305941554] 'agreement among raft nodes before linearized reading' (duration: 887.842599ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:46.511009Z","caller":"traceutil/trace.go:171","msg":"trace[455968034] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7665; }","duration":"1.127723969s","start":"2026-03-04T01:40:45.383277Z","end":"2026-03-04T01:40:46.511001Z","steps":["trace[455968034] 'agreement among raft nodes before linearized reading' (duration: 1.127657868s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:46.511239Z","caller":"traceutil/trace.go:171","msg":"trace[485939705] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:7665; }","duration":"891.476514ms","start":"2026-03-04T01:40:45.61975Z","end":"2026-03-04T01:40:46.511226Z","steps":["trace[485939705] 'agreement among raft nodes before linearized reading' (duration: 891.31705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.511279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.38326Z","time spent":"1.127998645s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:40:46.511292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.619727Z","time spent":"891.554515ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"info","ts":"2026-03-04T01:40:46.511315Z","caller":"traceutil/trace.go:171","msg":"trace[1600681264] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"547.889671ms","start":"2026-03-04T01:40:45.963411Z","end":"2026-03-04T01:40:46.511301Z","steps":["trace[1600681264] 'process raft request' (duration: 401.989785ms)","trace[1600681264] 'compare' (duration: 144.859212ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:46.510917Z","caller":"traceutil/trace.go:171","msg":"trace[829265229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7665; }","duration":"1.273614755s","start":"2026-03-04T01:40:45.23729Z","end":"2026-03-04T01:40:46.510905Z","steps":["trace[829265229] 'agreement among raft nodes before linearized reading' (duration: 1.273442441s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.51138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.963376Z","time spent":"547.970064ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:46.511389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.237267Z","time spent":"1.274116177s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:40:46.511057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153146143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:40:46.511462Z","caller":"traceutil/trace.go:171","msg":"trace[170058534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7665; }","duration":"1.153583273s","start":"2026-03-04T01:40:45.35787Z","end":"2026-03-04T01:40:46.511453Z","steps":["trace[170058534] 'agreement among raft nodes before linearized reading' (duration: 1.153151893s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.511489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.357846Z","time spent":"1.153635274s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:40:46.511235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.623041Z","time spent":"888.187937ms","remote":"127.0.0.1:45130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":45,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:46.511903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.772231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:40:46.511957Z","caller":"traceutil/trace.go:171","msg":"trace[2098232760] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:7665; }","duration":"222.866104ms","start":"2026-03-04T01:40:46.289079Z","end":"2026-03-04T01:40:46.511945Z","steps":["trace[2098232760] 'agreement among raft nodes before linearized reading' (duration: 222.351641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.982174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.327326ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-04T01:40:46.982274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.513404Z","time spent":"468.865935ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:40:47.281306Z","caller":"traceutil/trace.go:171","msg":"trace[872893858] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"765.826599ms","start":"2026-03-04T01:40:46.51545Z","end":"2026-03-04T01:40:47.281276Z","steps":["trace[872893858] 'process raft request' (duration: 721.835632ms)","trace[872893858] 'compare' (duration: 43.782672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:47.281524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.515427Z","time spent":"766.016533ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:47.281579Z","caller":"traceutil/trace.go:171","msg":"trace[452572581] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"766.056704ms","start":"2026-03-04T01:40:46.515497Z","end":"2026-03-04T01:40:47.281554Z","steps":["trace[452572581] 'process raft request' (duration: 765.710096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:47.281736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.515478Z","time spent":"766.177857ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:47.281771Z","caller":"traceutil/trace.go:171","msg":"trace[711496500] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"765.968622ms","start":"2026-03-04T01:40:46.515792Z","end":"2026-03-04T01:40:47.28176Z","steps":["trace[711496500] 'process raft request' (duration: 765.896601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:47.281832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.515781Z","time spent":"766.021013ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:47.281876Z","caller":"traceutil/trace.go:171","msg":"trace[3487396] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"766.187028ms","start":"2026-03-04T01:40:46.515665Z","end":"2026-03-04T01:40:47.281852Z","steps":["trace[3487396] 'process raft request' (duration: 765.814939ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:47.281998Z","caller":"traceutil/trace.go:171","msg":"trace[1228267756] transaction","detail":"{read_only:false; response_revision:7670; number_of_response:1; }","duration":"766.100215ms","start":"2026-03-04T01:40:46.515875Z","end":"2026-03-04T01:40:47.281975Z","steps":["trace[1228267756] 'process raft request' (duration: 765.85669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:47.282142Z","caller":"traceutil/trace.go:171","msg":"trace[142107351] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"764.768224ms","start":"2026-03-04T01:40:46.517363Z","end":"2026-03-04T01:40:47.282131Z","steps":["trace[142107351] 'process raft request' (duration: 764.536109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:47.282171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.51585Z","time spent":"766.246988ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:47.282207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.517349Z","time spent":"764.828125ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:47.282024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.515659Z","time spent":"766.28806ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:47.282046Z","caller":"traceutil/trace.go:171","msg":"trace[322730040] linearizableReadLoop","detail":"{readStateIndex:7973; appliedIndex:7967; }","duration":"765.574503ms","start":"2026-03-04T01:40:46.516461Z","end":"2026-03-04T01:40:47.282036Z","steps":["trace[322730040] 'read index received' (duration: 280.300343ms)","trace[322730040] 'applied index is now lower than readState.Index' (duration: 485.27317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:47.282367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.89949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223852"} {"level":"info","ts":"2026-03-04T01:40:47.282403Z","caller":"traceutil/trace.go:171","msg":"trace[1647181663] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7671; }","duration":"765.954381ms","start":"2026-03-04T01:40:46.51644Z","end":"2026-03-04T01:40:47.282394Z","steps":["trace[1647181663] 'agreement among raft nodes before linearized reading' (duration: 765.627174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:47.282437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.516432Z","time spent":"765.995403ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223874,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:40:47.339673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.734704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:47.339682Z","caller":"traceutil/trace.go:171","msg":"trace[110850137] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"356.284878ms","start":"2026-03-04T01:40:46.983362Z","end":"2026-03-04T01:40:47.339647Z","steps":["trace[110850137] 'process raft request' (duration: 356.175695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:47.339724Z","caller":"traceutil/trace.go:171","msg":"trace[507851235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7672; }","duration":"818.789626ms","start":"2026-03-04T01:40:46.520923Z","end":"2026-03-04T01:40:47.339713Z","steps":["trace[507851235] 'agreement among raft nodes before linearized reading' (duration: 818.698113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:47.339754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.520901Z","time spent":"818.848126ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:40:47.33984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.983341Z","time spent":"356.414602ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:47.65599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.221287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:47.656099Z","caller":"traceutil/trace.go:171","msg":"trace[1531957933] linearizableReadLoop","detail":"{readStateIndex:7976; appliedIndex:7975; }","duration":"314.40006ms","start":"2026-03-04T01:40:47.341684Z","end":"2026-03-04T01:40:47.656084Z","steps":["trace[1531957933] 'read index received' (duration: 118.932656ms)","trace[1531957933] 'applied index is now lower than readState.Index' (duration: 195.466084ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:47.65626Z","caller":"traceutil/trace.go:171","msg":"trace[2107786357] transaction","detail":"{read_only:false; response_revision:7673; number_of_response:1; }","duration":"316.775036ms","start":"2026-03-04T01:40:47.339444Z","end":"2026-03-04T01:40:47.656219Z","steps":["trace[2107786357] 'process raft request' (duration: 121.242111ms)","trace[2107786357] 'compare' (duration: 195.112485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:47.656371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.664187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-04T01:40:47.656413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:47.339427Z","time spent":"316.914199ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:47.656432Z","caller":"traceutil/trace.go:171","msg":"trace[46747007] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7673; }","duration":"314.773848ms","start":"2026-03-04T01:40:47.341642Z","end":"2026-03-04T01:40:47.656416Z","steps":["trace[46747007] 'agreement among raft nodes before linearized reading' (duration: 314.483852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:47.656476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:47.341622Z","time spent":"314.841131ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T01:40:48.635457Z","caller":"traceutil/trace.go:171","msg":"trace[844105557] linearizableReadLoop","detail":"{readStateIndex:7978; appliedIndex:7977; }","duration":"160.457176ms","start":"2026-03-04T01:40:48.474983Z","end":"2026-03-04T01:40:48.63544Z","steps":["trace[844105557] 'read index received' (duration: 160.400075ms)","trace[844105557] 'applied index is now lower than readState.Index' (duration: 56.561µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:48.635608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.61708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:48.63563Z","caller":"traceutil/trace.go:171","msg":"trace[1741641675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7675; }","duration":"160.654561ms","start":"2026-03-04T01:40:48.474969Z","end":"2026-03-04T01:40:48.635623Z","steps":["trace[1741641675] 'agreement among raft nodes before linearized reading' (duration: 160.575669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:48.635621Z","caller":"traceutil/trace.go:171","msg":"trace[1982489532] transaction","detail":"{read_only:false; response_revision:7675; number_of_response:1; }","duration":"419.682369ms","start":"2026-03-04T01:40:48.215906Z","end":"2026-03-04T01:40:48.635588Z","steps":["trace[1982489532] 'process raft request' (duration: 419.439673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:48.635773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:48.215882Z","time spent":"419.813461ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:48.864023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.684258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:40:48.864197Z","caller":"traceutil/trace.go:171","msg":"trace[1341928828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7675; }","duration":"121.384673ms","start":"2026-03-04T01:40:48.742788Z","end":"2026-03-04T01:40:48.864173Z","steps":["trace[1341928828] 'count revisions from in-memory index tree' (duration: 120.562644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:49.483924Z","caller":"traceutil/trace.go:171","msg":"trace[1530578873] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"194.664435ms","start":"2026-03-04T01:40:49.289242Z","end":"2026-03-04T01:40:49.483907Z","steps":["trace[1530578873] 'process raft request' (duration: 194.555933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:49.850239Z","caller":"traceutil/trace.go:171","msg":"trace[987770753] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"560.517987ms","start":"2026-03-04T01:40:49.289697Z","end":"2026-03-04T01:40:49.850215Z","steps":["trace[987770753] 'process raft request' (duration: 560.430365ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:49.850317Z","caller":"traceutil/trace.go:171","msg":"trace[1048331998] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"560.589448ms","start":"2026-03-04T01:40:49.28969Z","end":"2026-03-04T01:40:49.85028Z","steps":["trace[1048331998] 'process raft request' (duration: 560.278971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:49.850426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.289677Z","time spent":"560.68694ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:49.850483Z","caller":"traceutil/trace.go:171","msg":"trace[1053504929] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"559.836ms","start":"2026-03-04T01:40:49.290626Z","end":"2026-03-04T01:40:49.850462Z","steps":["trace[1053504929] 'process raft request' (duration: 559.538993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:49.850558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.290608Z","time spent":"559.916643ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:49.850628Z","caller":"traceutil/trace.go:171","msg":"trace[1371547580] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"559.959544ms","start":"2026-03-04T01:40:49.290642Z","end":"2026-03-04T01:40:49.850601Z","steps":["trace[1371547580] 'process raft request' (duration: 559.752239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:49.850425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.289678Z","time spent":"560.645699ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:49.850671Z","caller":"traceutil/trace.go:171","msg":"trace[1053422882] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"559.640066ms","start":"2026-03-04T01:40:49.291014Z","end":"2026-03-04T01:40:49.850654Z","steps":["trace[1053422882] 'process raft request' (duration: 559.495692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:49.850782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.290623Z","time spent":"560.080296ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:49.850797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.291005Z","time spent":"559.717697ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:49.850586Z","caller":"traceutil/trace.go:171","msg":"trace[656471488] linearizableReadLoop","detail":"{readStateIndex:7984; appliedIndex:7978; }","duration":"558.51333ms","start":"2026-03-04T01:40:49.292046Z","end":"2026-03-04T01:40:49.850559Z","steps":["trace[656471488] 'read index received' (duration: 191.810218ms)","trace[656471488] 'applied index is now lower than readState.Index' (duration: 366.701712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:49.850958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.902758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223852"} {"level":"info","ts":"2026-03-04T01:40:49.851005Z","caller":"traceutil/trace.go:171","msg":"trace[1681524039] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7681; }","duration":"558.975201ms","start":"2026-03-04T01:40:49.292018Z","end":"2026-03-04T01:40:49.850993Z","steps":["trace[1681524039] 'agreement among raft nodes before linearized reading' (duration: 558.698524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:49.851032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.292011Z","time spent":"559.016421ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223874,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:40:50.160961Z","caller":"traceutil/trace.go:171","msg":"trace[301408314] linearizableReadLoop","detail":"{readStateIndex:7985; appliedIndex:7984; }","duration":"309.978887ms","start":"2026-03-04T01:40:49.850956Z","end":"2026-03-04T01:40:50.160935Z","steps":["trace[301408314] 'read index received' (duration: 260.132713ms)","trace[301408314] 'applied index is now lower than readState.Index' (duration: 49.845134ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:50.16109Z","caller":"traceutil/trace.go:171","msg":"trace[1940210175] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"415.299876ms","start":"2026-03-04T01:40:49.745776Z","end":"2026-03-04T01:40:50.161076Z","steps":["trace[1940210175] 'process raft request' (duration: 365.35377ms)","trace[1940210175] 'compare' (duration: 49.609118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:50.161212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.745751Z","time spent":"415.378138ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:50.161237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.361459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:40:50.161291Z","caller":"traceutil/trace.go:171","msg":"trace[1290369128] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7682; }","duration":"798.423521ms","start":"2026-03-04T01:40:49.362855Z","end":"2026-03-04T01:40:50.161279Z","steps":["trace[1290369128] 'agreement among raft nodes before linearized reading' (duration: 798.256247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:50.161318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.3628Z","time spent":"798.513483ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:40:50.161377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.428117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-04T01:40:50.161459Z","caller":"traceutil/trace.go:171","msg":"trace[2065197203] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34; range_end:; response_count:1; response_revision:7682; }","duration":"286.518619ms","start":"2026-03-04T01:40:49.874924Z","end":"2026-03-04T01:40:50.161443Z","steps":["trace[2065197203] 'agreement among raft nodes before linearized reading' (duration: 286.229592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:50.73317Z","caller":"traceutil/trace.go:171","msg":"trace[21727402] linearizableReadLoop","detail":"{readStateIndex:7986; appliedIndex:7985; }","duration":"568.744497ms","start":"2026-03-04T01:40:50.164394Z","end":"2026-03-04T01:40:50.733138Z","steps":["trace[21727402] 'read index received' (duration: 479.735659ms)","trace[21727402] 'applied index is now lower than readState.Index' (duration: 89.007168ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:50.733183Z","caller":"traceutil/trace.go:171","msg":"trace[216353344] transaction","detail":"{read_only:false; response_revision:7683; number_of_response:1; }","duration":"569.758611ms","start":"2026-03-04T01:40:50.163391Z","end":"2026-03-04T01:40:50.733149Z","steps":["trace[216353344] 'process raft request' (duration: 480.726373ms)","trace[216353344] 'compare' (duration: 88.66477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:50.733408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.012344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:40:50.733473Z","caller":"traceutil/trace.go:171","msg":"trace[1914477655] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7683; }","duration":"569.075226ms","start":"2026-03-04T01:40:50.164381Z","end":"2026-03-04T01:40:50.733457Z","steps":["trace[1914477655] 'agreement among raft nodes before linearized reading' (duration: 568.870451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:50.733513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:50.164331Z","time spent":"569.174278ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:40:50.73367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:50.163375Z","time spent":"570.049178ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:50.732905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.367574ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:50.733877Z","caller":"traceutil/trace.go:171","msg":"trace[584651230] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7682; }","duration":"125.364057ms","start":"2026-03-04T01:40:50.608502Z","end":"2026-03-04T01:40:50.733866Z","steps":["trace[584651230] 'range keys from in-memory index tree' (duration: 124.353243ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:50.752037Z","caller":"traceutil/trace.go:171","msg":"trace[1498744626] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"111.659167ms","start":"2026-03-04T01:40:50.640361Z","end":"2026-03-04T01:40:50.752021Z","steps":["trace[1498744626] 'process raft request' (duration: 111.573465ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:50.752152Z","caller":"traceutil/trace.go:171","msg":"trace[983388280] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"418.072341ms","start":"2026-03-04T01:40:50.334062Z","end":"2026-03-04T01:40:50.752134Z","steps":["trace[983388280] 'process raft request' (duration: 417.747523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:50.752205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.705628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T01:40:50.752261Z","caller":"traceutil/trace.go:171","msg":"trace[393407486] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7685; }","duration":"141.797471ms","start":"2026-03-04T01:40:50.61045Z","end":"2026-03-04T01:40:50.752248Z","steps":["trace[393407486] 'agreement among raft nodes before linearized reading' (duration: 141.647787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:50.752261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:50.33404Z","time spent":"418.158882ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19434,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:50.752289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.529056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:50.752354Z","caller":"traceutil/trace.go:171","msg":"trace[110550835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7685; }","duration":"279.644899ms","start":"2026-03-04T01:40:50.472695Z","end":"2026-03-04T01:40:50.75234Z","steps":["trace[110550835] 'agreement among raft nodes before linearized reading' (duration: 279.522406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:50.752732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.537865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T01:40:50.752781Z","caller":"traceutil/trace.go:171","msg":"trace[1679944561] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7685; }","duration":"413.624117ms","start":"2026-03-04T01:40:50.339145Z","end":"2026-03-04T01:40:50.752769Z","steps":["trace[1679944561] 'agreement among raft nodes before linearized reading' (duration: 413.32629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:50.752832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:50.339119Z","time spent":"413.692049ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:40:51.122919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.46712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:51.122999Z","caller":"traceutil/trace.go:171","msg":"trace[82482154] linearizableReadLoop","detail":"{readStateIndex:7990; appliedIndex:7989; }","duration":"291.970196ms","start":"2026-03-04T01:40:50.831019Z","end":"2026-03-04T01:40:51.12299Z","steps":["trace[82482154] 'read index received' (duration: 151.437435ms)","trace[82482154] 'applied index is now lower than readState.Index' (duration: 140.531861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:51.123074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.062759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:51.123086Z","caller":"traceutil/trace.go:171","msg":"trace[1182957567] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7687; }","duration":"292.11385ms","start":"2026-03-04T01:40:50.830968Z","end":"2026-03-04T01:40:51.123082Z","steps":["trace[1182957567] 'agreement among raft nodes before linearized reading' (duration: 292.08431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:51.12319Z","caller":"traceutil/trace.go:171","msg":"trace[1914660730] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"364.754106ms","start":"2026-03-04T01:40:50.75839Z","end":"2026-03-04T01:40:51.123144Z","steps":["trace[1914660730] 'process raft request' (duration: 224.00418ms)","trace[1914660730] 'compare' (duration: 140.390397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:51.123211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.247767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:51.123293Z","caller":"traceutil/trace.go:171","msg":"trace[1624625314] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7687; }","duration":"284.367289ms","start":"2026-03-04T01:40:50.838908Z","end":"2026-03-04T01:40:51.123276Z","steps":["trace[1624625314] 'agreement among raft nodes before linearized reading' (duration: 284.227146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:51.123377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:50.758363Z","time spent":"364.91227ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:54.921431Z","caller":"traceutil/trace.go:171","msg":"trace[232852596] linearizableReadLoop","detail":"{readStateIndex:8131; appliedIndex:8129; }","duration":"185.743406ms","start":"2026-03-04T01:40:54.735672Z","end":"2026-03-04T01:40:54.921415Z","steps":["trace[232852596] 'read index received' (duration: 46.292881ms)","trace[232852596] 'applied index is now lower than readState.Index' (duration: 139.449825ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:54.921683Z","caller":"traceutil/trace.go:171","msg":"trace[353548259] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"196.262112ms","start":"2026-03-04T01:40:54.725374Z","end":"2026-03-04T01:40:54.921636Z","steps":["trace[353548259] 'process raft request' (duration: 146.707546ms)","trace[353548259] 'compare' (duration: 49.242429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:54.921738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.064273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-03-04T01:40:54.9219Z","caller":"traceutil/trace.go:171","msg":"trace[458957035] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:7826; }","duration":"186.244408ms","start":"2026-03-04T01:40:54.735619Z","end":"2026-03-04T01:40:54.921864Z","steps":["trace[458957035] 'agreement among raft nodes before linearized reading' (duration: 185.999802ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:54.946281Z","caller":"traceutil/trace.go:171","msg":"trace[1883736241] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"138.493573ms","start":"2026-03-04T01:40:54.807768Z","end":"2026-03-04T01:40:54.946262Z","steps":["trace[1883736241] 'process raft request' (duration: 138.34036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:54.946332Z","caller":"traceutil/trace.go:171","msg":"trace[250231304] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"130.274271ms","start":"2026-03-04T01:40:54.816019Z","end":"2026-03-04T01:40:54.946294Z","steps":["trace[250231304] 'process raft request' (duration: 130.198479ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:56.370801Z","caller":"traceutil/trace.go:171","msg":"trace[2117312914] linearizableReadLoop","detail":"{readStateIndex:8149; appliedIndex:8148; }","duration":"142.303443ms","start":"2026-03-04T01:40:56.228458Z","end":"2026-03-04T01:40:56.370761Z","steps":["trace[2117312914] 'read index received' (duration: 142.034466ms)","trace[2117312914] 'applied index is now lower than readState.Index' (duration: 267.727µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:56.371Z","caller":"traceutil/trace.go:171","msg":"trace[1401890817] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"145.716402ms","start":"2026-03-04T01:40:56.225267Z","end":"2026-03-04T01:40:56.370984Z","steps":["trace[1401890817] 'process raft request' (duration: 145.312482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:56.371511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.07546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:56.371588Z","caller":"traceutil/trace.go:171","msg":"trace[1281878138] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7844; }","duration":"143.204743ms","start":"2026-03-04T01:40:56.228366Z","end":"2026-03-04T01:40:56.371571Z","steps":["trace[1281878138] 'agreement among raft nodes before linearized reading' (duration: 143.084411ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:57.063298Z","caller":"traceutil/trace.go:171","msg":"trace[74066287] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"112.310023ms","start":"2026-03-04T01:40:56.950965Z","end":"2026-03-04T01:40:57.063275Z","steps":["trace[74066287] 'process raft request' (duration: 112.149169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:58.47462Z","caller":"traceutil/trace.go:171","msg":"trace[858852710] linearizableReadLoop","detail":"{readStateIndex:8157; appliedIndex:8156; }","duration":"415.235025ms","start":"2026-03-04T01:40:58.059358Z","end":"2026-03-04T01:40:58.474593Z","steps":["trace[858852710] 'read index received' (duration: 412.711126ms)","trace[858852710] 'applied index is now lower than readState.Index' (duration: 2.522049ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:58.474699Z","caller":"traceutil/trace.go:171","msg":"trace[962959140] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"442.314527ms","start":"2026-03-04T01:40:58.03236Z","end":"2026-03-04T01:40:58.474675Z","steps":["trace[962959140] 'process raft request' (duration: 439.679325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:58.474805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:58.032337Z","time spent":"442.399598ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:58.474828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.4542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:40:58.474884Z","caller":"traceutil/trace.go:171","msg":"trace[657329402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7851; }","duration":"415.544002ms","start":"2026-03-04T01:40:58.059327Z","end":"2026-03-04T01:40:58.474871Z","steps":["trace[657329402] 'agreement among raft nodes before linearized reading' (duration: 415.363887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:58.474944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:58.059312Z","time spent":"415.625094ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:40:58.476735Z","caller":"traceutil/trace.go:171","msg":"trace[433289751] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"100.23741ms","start":"2026-03-04T01:40:58.37647Z","end":"2026-03-04T01:40:58.476707Z","steps":["trace[433289751] 'process raft request' (duration: 100.121308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:58.476794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.348408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:40:58.476822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.395855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:40:58.476841Z","caller":"traceutil/trace.go:171","msg":"trace[1198015804] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7852; }","duration":"212.44187ms","start":"2026-03-04T01:40:58.264386Z","end":"2026-03-04T01:40:58.476828Z","steps":["trace[1198015804] 'agreement among raft nodes before linearized reading' (duration: 212.323628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:58.476851Z","caller":"traceutil/trace.go:171","msg":"trace[133386231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7852; }","duration":"417.427326ms","start":"2026-03-04T01:40:58.059416Z","end":"2026-03-04T01:40:58.476844Z","steps":["trace[133386231] 'agreement among raft nodes before linearized reading' (duration: 417.341534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:58.476891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:58.059352Z","time spent":"417.532019ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:58.476978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.521688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:40:58.477025Z","caller":"traceutil/trace.go:171","msg":"trace[1576231257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7852; }","duration":"417.58674ms","start":"2026-03-04T01:40:58.059427Z","end":"2026-03-04T01:40:58.477014Z","steps":["trace[1576231257] 'agreement among raft nodes before linearized reading' (duration: 417.458957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:58.477057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:58.059353Z","time spent":"417.696032ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:41:00.375595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328683290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:00.876695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328683290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:01.006605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.429806172s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:41:01.006933Z","caller":"traceutil/trace.go:171","msg":"trace[771587195] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"1.430201861s","start":"2026-03-04T01:40:59.576693Z","end":"2026-03-04T01:41:01.006895Z","steps":["trace[771587195] 'process raft request' (duration: 1.430067038s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.007061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:59.576671Z","time spent":"1.430316754s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:01.06901Z","caller":"traceutil/trace.go:171","msg":"trace[1149152530] linearizableReadLoop","detail":"{readStateIndex:8165; appliedIndex:8163; }","duration":"1.193720319s","start":"2026-03-04T01:40:59.875258Z","end":"2026-03-04T01:41:01.068978Z","steps":["trace[1149152530] 'read index received' (duration: 1.131522867s)","trace[1149152530] 'applied index is now lower than readState.Index' (duration: 62.196632ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:01.069084Z","caller":"traceutil/trace.go:171","msg":"trace[668771223] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"587.923856ms","start":"2026-03-04T01:41:00.481105Z","end":"2026-03-04T01:41:01.069029Z","steps":["trace[668771223] 'process raft request' (duration: 587.768262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.069173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162288696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:01.069229Z","caller":"traceutil/trace.go:171","msg":"trace[518409790] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7859; }","duration":"1.162394647s","start":"2026-03-04T01:40:59.906822Z","end":"2026-03-04T01:41:01.069217Z","steps":["trace[518409790] 'agreement among raft nodes before linearized reading' (duration: 1.162300495s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.069244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.136247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:41:01.069265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:59.906806Z","time spent":"1.162449379s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:01.069243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:00.481065Z","time spent":"588.09556ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:01.069275Z","caller":"traceutil/trace.go:171","msg":"trace[1830613909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7859; }","duration":"590.217889ms","start":"2026-03-04T01:41:00.47905Z","end":"2026-03-04T01:41:01.069268Z","steps":["trace[1830613909] 'agreement among raft nodes before linearized reading' (duration: 590.074726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.069252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193984586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-04T01:41:01.069291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.350516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T01:41:01.069428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.938823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T01:41:01.069428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.707677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:41:01.06949Z","caller":"traceutil/trace.go:171","msg":"trace[1112385779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7859; }","duration":"584.028544ms","start":"2026-03-04T01:41:00.485447Z","end":"2026-03-04T01:41:01.069475Z","steps":["trace[1112385779] 'agreement among raft nodes before linearized reading' (duration: 583.710017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:01.069502Z","caller":"traceutil/trace.go:171","msg":"trace[1460991492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7859; }","duration":"583.81147ms","start":"2026-03-04T01:41:00.485677Z","end":"2026-03-04T01:41:01.069489Z","steps":["trace[1460991492] 'agreement among raft nodes before linearized reading' (duration: 583.601935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.069508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059086086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:41:01.069515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060788446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:41:01.069468Z","caller":"traceutil/trace.go:171","msg":"trace[1591289827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7859; }","duration":"585.54069ms","start":"2026-03-04T01:41:00.483917Z","end":"2026-03-04T01:41:01.069457Z","steps":["trace[1591289827] 'agreement among raft nodes before linearized reading' (duration: 585.288604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.069647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:00.48391Z","time spent":"585.727214ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:41:01.069644Z","caller":"traceutil/trace.go:171","msg":"trace[1600904149] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7859; }","duration":"1.06098308s","start":"2026-03-04T01:41:00.00864Z","end":"2026-03-04T01:41:01.069623Z","steps":["trace[1600904149] 'agreement among raft nodes before linearized reading' (duration: 1.060680033s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:01.069592Z","caller":"traceutil/trace.go:171","msg":"trace[1514401865] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:7859; }","duration":"1.059204549s","start":"2026-03-04T01:41:00.010371Z","end":"2026-03-04T01:41:01.069575Z","steps":["trace[1514401865] 'agreement among raft nodes before linearized reading' (duration: 1.058942873s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.069764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:00.010361Z","time spent":"1.059387983s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"warn","ts":"2026-03-04T01:41:01.069757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:00.008622Z","time spent":"1.061121274s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:41:01.069539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:00.485672Z","time spent":"583.859041ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:41:01.06933Z","caller":"traceutil/trace.go:171","msg":"trace[1411005971] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34; range_end:; response_count:1; response_revision:7859; }","duration":"1.194100719s","start":"2026-03-04T01:40:59.875213Z","end":"2026-03-04T01:41:01.069314Z","steps":["trace[1411005971] 'agreement among raft nodes before linearized reading' (duration: 1.193871203s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.06999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:59.875194Z","time spent":"1.194785914s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34\" "} {"level":"warn","ts":"2026-03-04T01:41:01.0694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.721294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:01.070067Z","caller":"traceutil/trace.go:171","msg":"trace[2112813517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7859; }","duration":"595.424861ms","start":"2026-03-04T01:41:00.47463Z","end":"2026-03-04T01:41:01.070055Z","steps":["trace[2112813517] 'agreement among raft nodes before linearized reading' (duration: 594.739325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.070109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:00.474612Z","time spent":"595.486932ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:41:01.069325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:00.479012Z","time spent":"590.287101ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:41:01.069538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:00.485438Z","time spent":"584.091256ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:41:01.574295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328683295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:01.811681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.01778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:01.811776Z","caller":"traceutil/trace.go:171","msg":"trace[1852751582] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"739.796203ms","start":"2026-03-04T01:41:01.07196Z","end":"2026-03-04T01:41:01.811757Z","steps":["trace[1852751582] 'process raft request' (duration: 557.638499ms)","trace[1852751582] 'compare' (duration: 181.670712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:01.812069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:01.071943Z","time spent":"740.093029ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:01.844994Z","caller":"traceutil/trace.go:171","msg":"trace[1638469322] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"771.591765ms","start":"2026-03-04T01:41:01.073379Z","end":"2026-03-04T01:41:01.84497Z","steps":["trace[1638469322] 'process raft request' (duration: 771.454892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.84513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:01.073362Z","time spent":"771.698867ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:01.845286Z","caller":"traceutil/trace.go:171","msg":"trace[1188856823] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"771.880641ms","start":"2026-03-04T01:41:01.073382Z","end":"2026-03-04T01:41:01.845263Z","steps":["trace[1188856823] 'process raft request' (duration: 771.554023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.845394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:01.073363Z","time spent":"771.977174ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:01.845448Z","caller":"traceutil/trace.go:171","msg":"trace[1398651982] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"771.82501ms","start":"2026-03-04T01:41:01.073585Z","end":"2026-03-04T01:41:01.84541Z","steps":["trace[1398651982] 'process raft request' (duration: 771.604545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.845645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:01.073561Z","time spent":"771.982083ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:01.845674Z","caller":"traceutil/trace.go:171","msg":"trace[1819065541] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"772.041335ms","start":"2026-03-04T01:41:01.073607Z","end":"2026-03-04T01:41:01.845648Z","steps":["trace[1819065541] 'process raft request' (duration: 771.732378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:01.845709Z","caller":"traceutil/trace.go:171","msg":"trace[532406317] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"772.058986ms","start":"2026-03-04T01:41:01.073636Z","end":"2026-03-04T01:41:01.845695Z","steps":["trace[532406317] 'process raft request' (duration: 771.933973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:01.845709Z","caller":"traceutil/trace.go:171","msg":"trace[1570758399] linearizableReadLoop","detail":"{readStateIndex:8172; appliedIndex:8165; }","duration":"771.614235ms","start":"2026-03-04T01:41:01.074072Z","end":"2026-03-04T01:41:01.845686Z","steps":["trace[1570758399] 'read index received' (duration: 555.54362ms)","trace[1570758399] 'applied index is now lower than readState.Index' (duration: 216.069775ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:01.845729Z","caller":"traceutil/trace.go:171","msg":"trace[466225962] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"771.219186ms","start":"2026-03-04T01:41:01.074492Z","end":"2026-03-04T01:41:01.845711Z","steps":["trace[466225962] 'process raft request' (duration: 771.154775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.845782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:01.073597Z","time spent":"772.129468ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:01.845789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:01.073627Z","time spent":"772.121297ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:01.845829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:01.074479Z","time spent":"771.295918ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:01.845962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.663244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:01.845965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.71765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:01.845994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.742234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:01.84602Z","caller":"traceutil/trace.go:171","msg":"trace[95098331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7866; }","duration":"370.754536ms","start":"2026-03-04T01:41:01.47525Z","end":"2026-03-04T01:41:01.846004Z","steps":["trace[95098331] 'agreement among raft nodes before linearized reading' (duration: 370.642353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:01.846034Z","caller":"traceutil/trace.go:171","msg":"trace[1878824354] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7866; }","duration":"190.824296ms","start":"2026-03-04T01:41:01.6552Z","end":"2026-03-04T01:41:01.846024Z","steps":["trace[1878824354] 'agreement among raft nodes before linearized reading' (duration: 190.749034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.846062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:01.475231Z","time spent":"370.821308ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:41:01.84607Z","caller":"traceutil/trace.go:171","msg":"trace[69474552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7866; }","duration":"715.847463ms","start":"2026-03-04T01:41:01.130174Z","end":"2026-03-04T01:41:01.846021Z","steps":["trace[69474552] 'agreement among raft nodes before linearized reading' (duration: 715.7148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.846115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:01.130151Z","time spent":"715.953315ms","remote":"127.0.0.1:46302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:01.846115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.591706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:41:01.84617Z","caller":"traceutil/trace.go:171","msg":"trace[1010897866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7866; }","duration":"449.687949ms","start":"2026-03-04T01:41:01.396468Z","end":"2026-03-04T01:41:01.846156Z","steps":["trace[1010897866] 'agreement among raft nodes before linearized reading' (duration: 449.469204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.846218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:01.396447Z","time spent":"449.759391ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:41:01.846227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.130758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223852"} {"level":"info","ts":"2026-03-04T01:41:01.846282Z","caller":"traceutil/trace.go:171","msg":"trace[1520780445] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7866; }","duration":"772.380023ms","start":"2026-03-04T01:41:01.073888Z","end":"2026-03-04T01:41:01.846268Z","steps":["trace[1520780445] 'agreement among raft nodes before linearized reading' (duration: 771.916892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:01.846327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:01.073879Z","time spent":"772.435094ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223874,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:41:10.182469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.172673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:10.182585Z","caller":"traceutil/trace.go:171","msg":"trace[741766491] linearizableReadLoop","detail":"{readStateIndex:8210; appliedIndex:8209; }","duration":"205.094498ms","start":"2026-03-04T01:41:09.977478Z","end":"2026-03-04T01:41:10.182573Z","steps":["trace[741766491] 'read index received' (duration: 46.741821ms)","trace[741766491] 'applied index is now lower than readState.Index' (duration: 158.352027ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:10.182619Z","caller":"traceutil/trace.go:171","msg":"trace[1884482402] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"205.701912ms","start":"2026-03-04T01:41:09.97685Z","end":"2026-03-04T01:41:10.182552Z","steps":["trace[1884482402] 'process raft request' (duration: 47.390106ms)","trace[1884482402] 'compare' (duration: 158.081431ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:10.182871Z","caller":"traceutil/trace.go:171","msg":"trace[776038780] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"204.886154ms","start":"2026-03-04T01:41:09.977975Z","end":"2026-03-04T01:41:10.182861Z","steps":["trace[776038780] 'process raft request' (duration: 204.573476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:10.183092Z","caller":"traceutil/trace.go:171","msg":"trace[485979608] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"205.000826ms","start":"2026-03-04T01:41:09.978085Z","end":"2026-03-04T01:41:10.183086Z","steps":["trace[485979608] 'process raft request' (duration: 204.73577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:10.183239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.036526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:10.183262Z","caller":"traceutil/trace.go:171","msg":"trace[1788363209] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7906; }","duration":"205.078468ms","start":"2026-03-04T01:41:09.978175Z","end":"2026-03-04T01:41:10.183254Z","steps":["trace[1788363209] 'agreement among raft nodes before linearized reading' (duration: 205.025347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:10.183365Z","caller":"traceutil/trace.go:171","msg":"trace[1140537239] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"205.416486ms","start":"2026-03-04T01:41:09.977914Z","end":"2026-03-04T01:41:10.18333Z","steps":["trace[1140537239] 'process raft request' (duration: 205.145569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:10.183406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.898437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223852"} {"level":"info","ts":"2026-03-04T01:41:10.1835Z","caller":"traceutil/trace.go:171","msg":"trace[398281171] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7903; }","duration":"206.02448ms","start":"2026-03-04T01:41:09.977456Z","end":"2026-03-04T01:41:10.18348Z","steps":["trace[398281171] 'agreement among raft nodes before linearized reading' (duration: 205.17121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:10.183404Z","caller":"traceutil/trace.go:171","msg":"trace[1979960256] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"205.031956ms","start":"2026-03-04T01:41:09.978333Z","end":"2026-03-04T01:41:10.183365Z","steps":["trace[1979960256] 'process raft request' (duration: 204.842512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:12.351933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.941033ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:41:12.364233Z","caller":"traceutil/trace.go:171","msg":"trace[1058620987] linearizableReadLoop","detail":"{readStateIndex:8218; appliedIndex:8217; }","duration":"341.111244ms","start":"2026-03-04T01:41:12.023098Z","end":"2026-03-04T01:41:12.364209Z","steps":["trace[1058620987] 'read index received' (duration: 340.91751ms)","trace[1058620987] 'applied index is now lower than readState.Index' (duration: 192.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:12.364307Z","caller":"traceutil/trace.go:171","msg":"trace[49515425] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"386.973925ms","start":"2026-03-04T01:41:11.977296Z","end":"2026-03-04T01:41:12.36427Z","steps":["trace[49515425] 'process raft request' (duration: 386.759829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:12.364464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.339439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T01:41:12.364478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:11.977274Z","time spent":"387.113298ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:12.364528Z","caller":"traceutil/trace.go:171","msg":"trace[427938173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7909; }","duration":"341.419771ms","start":"2026-03-04T01:41:12.023092Z","end":"2026-03-04T01:41:12.364512Z","steps":["trace[427938173] 'agreement among raft nodes before linearized reading' (duration: 341.212476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:12.364474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.951992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:41:12.364594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:12.02305Z","time spent":"341.535214ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:41:12.364584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.690836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:41:12.364604Z","caller":"traceutil/trace.go:171","msg":"trace[2130638105] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7909; }","duration":"177.126555ms","start":"2026-03-04T01:41:12.187464Z","end":"2026-03-04T01:41:12.364591Z","steps":["trace[2130638105] 'agreement among raft nodes before linearized reading' (duration: 176.92452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:12.3646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.274329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:41:12.364649Z","caller":"traceutil/trace.go:171","msg":"trace[1602197724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7909; }","duration":"176.795118ms","start":"2026-03-04T01:41:12.187839Z","end":"2026-03-04T01:41:12.364634Z","steps":["trace[1602197724] 'agreement among raft nodes before linearized reading' (duration: 176.540992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:12.364651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.973782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:41:12.364665Z","caller":"traceutil/trace.go:171","msg":"trace[2103397773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7909; }","duration":"177.357891ms","start":"2026-03-04T01:41:12.187291Z","end":"2026-03-04T01:41:12.364649Z","steps":["trace[2103397773] 'agreement among raft nodes before linearized reading' (duration: 177.165567ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:12.364705Z","caller":"traceutil/trace.go:171","msg":"trace[594781820] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:7909; }","duration":"174.044753ms","start":"2026-03-04T01:41:12.190645Z","end":"2026-03-04T01:41:12.36469Z","steps":["trace[594781820] 'agreement among raft nodes before linearized reading' (duration: 173.826438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:12.364757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.959255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:41:12.36481Z","caller":"traceutil/trace.go:171","msg":"trace[29893908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7909; }","duration":"178.019016ms","start":"2026-03-04T01:41:12.186759Z","end":"2026-03-04T01:41:12.364778Z","steps":["trace[29893908] 'agreement among raft nodes before linearized reading' (duration: 177.579676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:12.364799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.929591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:41:12.364867Z","caller":"traceutil/trace.go:171","msg":"trace[1890469339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7909; }","duration":"177.046794ms","start":"2026-03-04T01:41:12.187803Z","end":"2026-03-04T01:41:12.36485Z","steps":["trace[1890469339] 'agreement among raft nodes before linearized reading' (duration: 176.648355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:12.873633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328683435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:13.067526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.549488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:13.067656Z","caller":"traceutil/trace.go:171","msg":"trace[37405942] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"697.334591ms","start":"2026-03-04T01:41:12.370302Z","end":"2026-03-04T01:41:13.067637Z","steps":["trace[37405942] 'process raft request' (duration: 569.574228ms)","trace[37405942] 'compare' (duration: 127.416995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:13.067717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:12.370285Z","time spent":"697.402192ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:13.144347Z","caller":"traceutil/trace.go:171","msg":"trace[1589672474] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"773.976951ms","start":"2026-03-04T01:41:12.370342Z","end":"2026-03-04T01:41:13.144319Z","steps":["trace[1589672474] 'process raft request' (duration: 773.739285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:13.144535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:12.370327Z","time spent":"774.129064ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:13.144346Z","caller":"traceutil/trace.go:171","msg":"trace[254225291] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"773.953789ms","start":"2026-03-04T01:41:12.370359Z","end":"2026-03-04T01:41:13.144313Z","steps":["trace[254225291] 'process raft request' (duration: 773.863047ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:13.144623Z","caller":"traceutil/trace.go:171","msg":"trace[741611796] linearizableReadLoop","detail":"{readStateIndex:8223; appliedIndex:8218; }","duration":"771.906442ms","start":"2026-03-04T01:41:12.372698Z","end":"2026-03-04T01:41:13.144605Z","steps":["trace[741611796] 'read index received' (duration: 567.138091ms)","trace[741611796] 'applied index is now lower than readState.Index' (duration: 204.767681ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:13.144698Z","caller":"traceutil/trace.go:171","msg":"trace[60028220] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"773.883288ms","start":"2026-03-04T01:41:12.370803Z","end":"2026-03-04T01:41:13.144687Z","steps":["trace[60028220] 'process raft request' (duration: 773.466288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:13.144709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:12.370343Z","time spent":"774.302738ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:13.144756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:12.370791Z","time spent":"773.934649ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:13.14471Z","caller":"traceutil/trace.go:171","msg":"trace[129493301] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"772.6734ms","start":"2026-03-04T01:41:12.372031Z","end":"2026-03-04T01:41:13.144704Z","steps":["trace[129493301] 'process raft request' (duration: 772.450474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:13.144852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.119467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19448"} {"level":"warn","ts":"2026-03-04T01:41:13.144857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:12.372021Z","time spent":"772.810983ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:13.144872Z","caller":"traceutil/trace.go:171","msg":"trace[868718227] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7914; }","duration":"772.195718ms","start":"2026-03-04T01:41:12.372671Z","end":"2026-03-04T01:41:13.144867Z","steps":["trace[868718227] 'agreement among raft nodes before linearized reading' (duration: 772.047975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:13.144896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:12.372663Z","time spent":"772.228869ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:41:13.397358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.982364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:13.397472Z","caller":"traceutil/trace.go:171","msg":"trace[1295867086] linearizableReadLoop","detail":"{readStateIndex:8224; appliedIndex:8223; }","duration":"252.780162ms","start":"2026-03-04T01:41:13.144676Z","end":"2026-03-04T01:41:13.397456Z","steps":["trace[1295867086] 'read index received' (duration: 134.602432ms)","trace[1295867086] 'applied index is now lower than readState.Index' (duration: 118.17636ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:13.397553Z","caller":"traceutil/trace.go:171","msg":"trace[904659876] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"275.80942ms","start":"2026-03-04T01:41:13.121732Z","end":"2026-03-04T01:41:13.397542Z","steps":["trace[904659876] 'process raft request' (duration: 157.561869ms)","trace[904659876] 'compare' (duration: 117.844711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:13.397642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.578061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:13.397696Z","caller":"traceutil/trace.go:171","msg":"trace[1229885146] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7915; }","duration":"349.678874ms","start":"2026-03-04T01:41:13.048001Z","end":"2026-03-04T01:41:13.39768Z","steps":["trace[1229885146] 'agreement among raft nodes before linearized reading' (duration: 349.587202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:13.397721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:13.04798Z","time spent":"349.736256ms","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:13.397849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.290849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:13.397941Z","caller":"traceutil/trace.go:171","msg":"trace[1978543918] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7915; }","duration":"198.414972ms","start":"2026-03-04T01:41:13.199508Z","end":"2026-03-04T01:41:13.397923Z","steps":["trace[1978543918] 'agreement among raft nodes before linearized reading' (duration: 198.257029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:13.398058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.845851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:41:13.398185Z","caller":"traceutil/trace.go:171","msg":"trace[1509054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7915; }","duration":"285.023435ms","start":"2026-03-04T01:41:13.113128Z","end":"2026-03-04T01:41:13.398151Z","steps":["trace[1509054] 'agreement among raft nodes before linearized reading' (duration: 284.677157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:14.593696Z","caller":"traceutil/trace.go:171","msg":"trace[543506638] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"221.83951ms","start":"2026-03-04T01:41:14.371832Z","end":"2026-03-04T01:41:14.593672Z","steps":["trace[543506638] 'process raft request' (duration: 221.660846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:14.593885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.171633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:41:14.593932Z","caller":"traceutil/trace.go:171","msg":"trace[620905725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:7918; }","duration":"215.235586ms","start":"2026-03-04T01:41:14.378686Z","end":"2026-03-04T01:41:14.593922Z","steps":["trace[620905725] 'agreement among raft nodes before linearized reading' (duration: 215.077052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:14.593691Z","caller":"traceutil/trace.go:171","msg":"trace[670850225] linearizableReadLoop","detail":"{readStateIndex:8227; appliedIndex:8226; }","duration":"214.944888ms","start":"2026-03-04T01:41:14.378697Z","end":"2026-03-04T01:41:14.593642Z","steps":["trace[670850225] 'read index received' (duration: 214.536868ms)","trace[670850225] 'applied index is now lower than readState.Index' (duration: 406.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:14.594255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.325406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:14.594289Z","caller":"traceutil/trace.go:171","msg":"trace[114878959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7918; }","duration":"119.382968ms","start":"2026-03-04T01:41:14.474896Z","end":"2026-03-04T01:41:14.594279Z","steps":["trace[114878959] 'agreement among raft nodes before linearized reading' (duration: 119.334717ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:15.210349Z","caller":"traceutil/trace.go:171","msg":"trace[690438655] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"133.374644ms","start":"2026-03-04T01:41:15.076943Z","end":"2026-03-04T01:41:15.210317Z","steps":["trace[690438655] 'process raft request' (duration: 133.21667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:15.522138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.50862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:15.522356Z","caller":"traceutil/trace.go:171","msg":"trace[326781541] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"307.758654ms","start":"2026-03-04T01:41:15.214566Z","end":"2026-03-04T01:41:15.522325Z","steps":["trace[326781541] 'process raft request' (duration: 82.965617ms)","trace[326781541] 'compare' (duration: 224.330366ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:15.522464Z","caller":"traceutil/trace.go:171","msg":"trace[75769831] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"307.082348ms","start":"2026-03-04T01:41:15.215373Z","end":"2026-03-04T01:41:15.522456Z","steps":["trace[75769831] 'process raft request' (duration: 306.970915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:15.522483Z","caller":"traceutil/trace.go:171","msg":"trace[1846355421] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"307.349745ms","start":"2026-03-04T01:41:15.215088Z","end":"2026-03-04T01:41:15.522438Z","steps":["trace[1846355421] 'process raft request' (duration: 307.16337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:15.522547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:15.215366Z","time spent":"307.14083ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:15.522616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:15.214534Z","time spent":"307.919978ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:15.522403Z","caller":"traceutil/trace.go:171","msg":"trace[1468223039] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"307.15685ms","start":"2026-03-04T01:41:15.215227Z","end":"2026-03-04T01:41:15.522384Z","steps":["trace[1468223039] 'process raft request' (duration: 307.081609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:15.522705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:15.21506Z","time spent":"307.526869ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:15.522797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:15.215202Z","time spent":"307.513758ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:15.999406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328683461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:16.500605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328683461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:17.001646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328683461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:17.170939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.767557257s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:41:17.364747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.434376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:17.364881Z","caller":"traceutil/trace.go:171","msg":"trace[2017175823] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"1.961573687s","start":"2026-03-04T01:41:15.403279Z","end":"2026-03-04T01:41:17.364853Z","steps":["trace[2017175823] 'process raft request' (duration: 1.767920455s)","trace[2017175823] 'compare' (duration: 191.915361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:17.364966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:15.403258Z","time spent":"1.961665019s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:17.372809Z","caller":"traceutil/trace.go:171","msg":"trace[4603530] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"395.269289ms","start":"2026-03-04T01:41:16.977512Z","end":"2026-03-04T01:41:17.372781Z","steps":["trace[4603530] 'process raft request' (duration: 395.174407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:17.372939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:16.97748Z","time spent":"395.394541ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:17.372785Z","caller":"traceutil/trace.go:171","msg":"trace[1615746792] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8232; }","duration":"1.874094395s","start":"2026-03-04T01:41:15.498654Z","end":"2026-03-04T01:41:17.372748Z","steps":["trace[1615746792] 'read index received' (duration: 1.67258109s)","trace[1615746792] 'applied index is now lower than readState.Index' (duration: 201.511815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:17.37307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874376811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:41:17.373151Z","caller":"traceutil/trace.go:171","msg":"trace[270689103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7926; }","duration":"1.874528385s","start":"2026-03-04T01:41:15.498608Z","end":"2026-03-04T01:41:17.373137Z","steps":["trace[270689103] 'agreement among raft nodes before linearized reading' (duration: 1.874252359s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:17.373196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.168782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:17.373208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:15.49859Z","time spent":"1.874606687s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:41:17.373243Z","caller":"traceutil/trace.go:171","msg":"trace[722316403] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7926; }","duration":"343.246963ms","start":"2026-03-04T01:41:17.02998Z","end":"2026-03-04T01:41:17.373227Z","steps":["trace[722316403] 'agreement among raft nodes before linearized reading' (duration: 343.177022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:17.373285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:17.02996Z","time spent":"343.316356ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:17.373396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.914144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:17.373464Z","caller":"traceutil/trace.go:171","msg":"trace[1321029405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7926; }","duration":"898.013446ms","start":"2026-03-04T01:41:16.475436Z","end":"2026-03-04T01:41:17.373449Z","steps":["trace[1321029405] 'agreement among raft nodes before linearized reading' (duration: 897.902423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:17.373486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.48158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T01:41:17.373516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:16.475419Z","time spent":"898.086038ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:41:17.373542Z","caller":"traceutil/trace.go:171","msg":"trace[1117988974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7926; }","duration":"158.590062ms","start":"2026-03-04T01:41:17.21494Z","end":"2026-03-04T01:41:17.37353Z","steps":["trace[1117988974] 'agreement among raft nodes before linearized reading' (duration: 158.443919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:17.373643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080368734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:41:17.373689Z","caller":"traceutil/trace.go:171","msg":"trace[913235281] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:7926; }","duration":"1.080452606s","start":"2026-03-04T01:41:16.293227Z","end":"2026-03-04T01:41:17.373679Z","steps":["trace[913235281] 'agreement among raft nodes before linearized reading' (duration: 1.080303342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:17.373717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:16.293208Z","time spent":"1.080501587s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-04T01:41:17.373755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.300854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:41:17.373833Z","caller":"traceutil/trace.go:171","msg":"trace[1380989714] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:7926; }","duration":"767.422537ms","start":"2026-03-04T01:41:16.606398Z","end":"2026-03-04T01:41:17.373821Z","steps":["trace[1380989714] 'agreement among raft nodes before linearized reading' (duration: 767.257223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:17.373871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:16.606378Z","time spent":"767.483528ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"info","ts":"2026-03-04T01:41:17.373895Z","caller":"traceutil/trace.go:171","msg":"trace[1685850277] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"776.08457ms","start":"2026-03-04T01:41:16.597794Z","end":"2026-03-04T01:41:17.373878Z","steps":["trace[1685850277] 'process raft request' (duration: 774.634336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:17.373962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:16.597773Z","time spent":"776.158181ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:17.373965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841680798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:17.374032Z","caller":"traceutil/trace.go:171","msg":"trace[1451624794] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7926; }","duration":"1.841792511s","start":"2026-03-04T01:41:15.532229Z","end":"2026-03-04T01:41:17.374021Z","steps":["trace[1451624794] 'agreement among raft nodes before linearized reading' (duration: 1.84088002s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:17.374059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:15.532209Z","time spent":"1.841841162s","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:17.803985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.764182ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-04T01:41:17.804243Z","caller":"traceutil/trace.go:171","msg":"trace[244036628] linearizableReadLoop","detail":"{readStateIndex:8238; appliedIndex:8235; }","duration":"426.340254ms","start":"2026-03-04T01:41:17.377886Z","end":"2026-03-04T01:41:17.804226Z","steps":["trace[244036628] 'read index received' (duration: 94.804103ms)","trace[244036628] 'applied index is now lower than readState.Index' (duration: 331.535111ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:17.804329Z","caller":"traceutil/trace.go:171","msg":"trace[35091646] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"427.194864ms","start":"2026-03-04T01:41:17.377126Z","end":"2026-03-04T01:41:17.804321Z","steps":["trace[35091646] 'process raft request' (duration: 426.962889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:17.804413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:17.377112Z","time spent":"427.241725ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:17.804521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:17.374807Z","time spent":"429.710143ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T01:41:17.80466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.231473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:41:17.804694Z","caller":"traceutil/trace.go:171","msg":"trace[1578768992] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7928; }","duration":"277.279283ms","start":"2026-03-04T01:41:17.527403Z","end":"2026-03-04T01:41:17.804682Z","steps":["trace[1578768992] 'agreement among raft nodes before linearized reading' (duration: 277.173621ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:17.804668Z","caller":"traceutil/trace.go:171","msg":"trace[1483528423] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"427.090541ms","start":"2026-03-04T01:41:17.377547Z","end":"2026-03-04T01:41:17.804638Z","steps":["trace[1483528423] 'process raft request' (duration: 426.649931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:17.804695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.942029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:41:17.804722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.813455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223852"} {"level":"info","ts":"2026-03-04T01:41:17.804759Z","caller":"traceutil/trace.go:171","msg":"trace[1694134875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7928; }","duration":"278.038251ms","start":"2026-03-04T01:41:17.526703Z","end":"2026-03-04T01:41:17.804741Z","steps":["trace[1694134875] 'agreement among raft nodes before linearized reading' (duration: 277.764944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:17.804809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:17.37753Z","time spent":"427.213654ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:17.804769Z","caller":"traceutil/trace.go:171","msg":"trace[1194894792] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7928; }","duration":"426.878416ms","start":"2026-03-04T01:41:17.37788Z","end":"2026-03-04T01:41:17.804759Z","steps":["trace[1194894792] 'agreement among raft nodes before linearized reading' (duration: 426.492327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:17.80495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:17.377849Z","time spent":"427.062291ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223874,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:41:17.805025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.144774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T01:41:17.805228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.944662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:41:17.805247Z","caller":"traceutil/trace.go:171","msg":"trace[362386340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7928; }","duration":"278.397549ms","start":"2026-03-04T01:41:17.526748Z","end":"2026-03-04T01:41:17.805146Z","steps":["trace[362386340] 'agreement among raft nodes before linearized reading' (duration: 277.715623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:17.805278Z","caller":"traceutil/trace.go:171","msg":"trace[1397261065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7928; }","duration":"279.038894ms","start":"2026-03-04T01:41:17.526227Z","end":"2026-03-04T01:41:17.805266Z","steps":["trace[1397261065] 'agreement among raft nodes before linearized reading' (duration: 278.206025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:18.120644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.740169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:18.120765Z","caller":"traceutil/trace.go:171","msg":"trace[847360757] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"314.455432ms","start":"2026-03-04T01:41:17.806289Z","end":"2026-03-04T01:41:18.120745Z","steps":["trace[847360757] 'process raft request' (duration: 202.507058ms)","trace[847360757] 'compare' (duration: 111.585375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:18.120834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:17.806262Z","time spent":"314.543384ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:18.585158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.513817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:18.585382Z","caller":"traceutil/trace.go:171","msg":"trace[1685810341] linearizableReadLoop","detail":"{readStateIndex:8243; appliedIndex:8239; }","duration":"462.274343ms","start":"2026-03-04T01:41:18.123095Z","end":"2026-03-04T01:41:18.58537Z","steps":["trace[1685810341] 'read index received' (duration: 122.50912ms)","trace[1685810341] 'applied index is now lower than readState.Index' (duration: 339.764273ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:18.585406Z","caller":"traceutil/trace.go:171","msg":"trace[1379882022] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"775.703571ms","start":"2026-03-04T01:41:17.809681Z","end":"2026-03-04T01:41:18.585384Z","steps":["trace[1379882022] 'process raft request' (duration: 435.897987ms)","trace[1379882022] 'compare' (duration: 339.137508ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:18.585428Z","caller":"traceutil/trace.go:171","msg":"trace[1776142688] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"775.503966ms","start":"2026-03-04T01:41:17.809895Z","end":"2026-03-04T01:41:18.585399Z","steps":["trace[1776142688] 'process raft request' (duration: 775.400724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:18.58544Z","caller":"traceutil/trace.go:171","msg":"trace[869096058] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"775.462095ms","start":"2026-03-04T01:41:17.809951Z","end":"2026-03-04T01:41:18.585413Z","steps":["trace[869096058] 'process raft request' (duration: 775.367102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:18.585517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:17.809659Z","time spent":"775.796013ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:18.585569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:17.809886Z","time spent":"775.610109ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:18.585578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:17.809943Z","time spent":"775.560328ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:18.585575Z","caller":"traceutil/trace.go:171","msg":"trace[956144694] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"775.604679ms","start":"2026-03-04T01:41:17.809771Z","end":"2026-03-04T01:41:18.585376Z","steps":["trace[956144694] 'process raft request' (duration: 775.480646ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:18.585624Z","caller":"traceutil/trace.go:171","msg":"trace[1625238938] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"405.21523ms","start":"2026-03-04T01:41:18.180402Z","end":"2026-03-04T01:41:18.585617Z","steps":["trace[1625238938] 'process raft request' (duration: 404.943744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:18.585667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:18.180382Z","time spent":"405.268092ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:18.585661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:17.809764Z","time spent":"775.856464ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:18.585599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.20622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:18.58571Z","caller":"traceutil/trace.go:171","msg":"trace[24150274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7934; }","duration":"109.345573ms","start":"2026-03-04T01:41:18.476351Z","end":"2026-03-04T01:41:18.585697Z","steps":["trace[24150274] 'agreement among raft nodes before linearized reading' (duration: 109.20608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:18.585714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.610881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T01:41:18.585764Z","caller":"traceutil/trace.go:171","msg":"trace[351067964] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7934; }","duration":"462.707952ms","start":"2026-03-04T01:41:18.123042Z","end":"2026-03-04T01:41:18.58575Z","steps":["trace[351067964] 'agreement among raft nodes before linearized reading' (duration: 462.398945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:18.585794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:18.123023Z","time spent":"462.766384ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T01:41:19.713382Z","caller":"traceutil/trace.go:171","msg":"trace[771474663] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"342.712852ms","start":"2026-03-04T01:41:19.370638Z","end":"2026-03-04T01:41:19.71335Z","steps":["trace[771474663] 'process raft request' (duration: 342.522817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:19.71359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:19.370613Z","time spent":"342.853874ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:19.950326Z","caller":"traceutil/trace.go:171","msg":"trace[1800992645] linearizableReadLoop","detail":"{readStateIndex:8246; appliedIndex:8245; }","duration":"141.535135ms","start":"2026-03-04T01:41:19.808767Z","end":"2026-03-04T01:41:19.950302Z","steps":["trace[1800992645] 'read index received' (duration: 109.929927ms)","trace[1800992645] 'applied index is now lower than readState.Index' (duration: 31.603968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:19.950549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.061004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:41:19.950589Z","caller":"traceutil/trace.go:171","msg":"trace[2100809296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7936; }","duration":"141.148725ms","start":"2026-03-04T01:41:19.80943Z","end":"2026-03-04T01:41:19.950578Z","steps":["trace[2100809296] 'agreement among raft nodes before linearized reading' (duration: 141.009242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:19.950514Z","caller":"traceutil/trace.go:171","msg":"trace[1728380323] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"569.787802ms","start":"2026-03-04T01:41:19.380586Z","end":"2026-03-04T01:41:19.950374Z","steps":["trace[1728380323] 'process raft request' (duration: 538.128373ms)","trace[1728380323] 'compare' (duration: 31.494466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:19.950757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.519994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:41:19.950789Z","caller":"traceutil/trace.go:171","msg":"trace[1095453155] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:7936; }","duration":"138.564375ms","start":"2026-03-04T01:41:19.812217Z","end":"2026-03-04T01:41:19.950781Z","steps":["trace[1095453155] 'agreement among raft nodes before linearized reading' (duration: 138.474013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:19.950844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.554632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:41:19.950771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.997115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:41:19.950901Z","caller":"traceutil/trace.go:171","msg":"trace[1382086249] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7936; }","duration":"140.643343ms","start":"2026-03-04T01:41:19.81024Z","end":"2026-03-04T01:41:19.950883Z","steps":["trace[1382086249] 'agreement among raft nodes before linearized reading' (duration: 140.552201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:19.950918Z","caller":"traceutil/trace.go:171","msg":"trace[1542198037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7936; }","duration":"142.221421ms","start":"2026-03-04T01:41:19.808676Z","end":"2026-03-04T01:41:19.950898Z","steps":["trace[1542198037] 'agreement among raft nodes before linearized reading' (duration: 141.735349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:19.950841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:19.380563Z","time spent":"570.124481ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:20.376755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.537166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:20.376952Z","caller":"traceutil/trace.go:171","msg":"trace[300790189] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"421.542562ms","start":"2026-03-04T01:41:19.955376Z","end":"2026-03-04T01:41:20.376919Z","steps":["trace[300790189] 'process raft request' (duration: 168.74986ms)","trace[300790189] 'compare' (duration: 252.171208ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:20.377038Z","caller":"traceutil/trace.go:171","msg":"trace[901910286] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"413.568686ms","start":"2026-03-04T01:41:19.963452Z","end":"2026-03-04T01:41:20.377021Z","steps":["trace[901910286] 'process raft request' (duration: 413.528215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:20.377097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:19.955357Z","time spent":"421.663475ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:20.377119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:19.963431Z","time spent":"413.642678ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:20.377116Z","caller":"traceutil/trace.go:171","msg":"trace[1903823041] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"413.709399ms","start":"2026-03-04T01:41:19.963384Z","end":"2026-03-04T01:41:20.377094Z","steps":["trace[1903823041] 'process raft request' (duration: 413.502374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:20.377204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:19.963374Z","time spent":"413.785401ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:20.37817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.656434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223852"} {"level":"info","ts":"2026-03-04T01:41:20.377677Z","caller":"traceutil/trace.go:171","msg":"trace[1662737632] linearizableReadLoop","detail":"{readStateIndex:8247; appliedIndex:8246; }","duration":"421.01499ms","start":"2026-03-04T01:41:19.956443Z","end":"2026-03-04T01:41:20.377458Z","steps":["trace[1662737632] 'read index received' (duration: 167.713206ms)","trace[1662737632] 'applied index is now lower than readState.Index' (duration: 253.297684ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:20.378387Z","caller":"traceutil/trace.go:171","msg":"trace[1949606886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7939; }","duration":"421.967712ms","start":"2026-03-04T01:41:19.956399Z","end":"2026-03-04T01:41:20.378367Z","steps":["trace[1949606886] 'agreement among raft nodes before linearized reading' (duration: 421.311737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:20.378686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:19.956384Z","time spent":"422.245748ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223874,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:41:20.721178Z","caller":"traceutil/trace.go:171","msg":"trace[228898586] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"126.259508ms","start":"2026-03-04T01:41:20.594884Z","end":"2026-03-04T01:41:20.721144Z","steps":["trace[228898586] 'process raft request' (duration: 126.060003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:20.722943Z","caller":"traceutil/trace.go:171","msg":"trace[1137356583] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"125.325806ms","start":"2026-03-04T01:41:20.597588Z","end":"2026-03-04T01:41:20.722913Z","steps":["trace[1137356583] 'process raft request' (duration: 125.271595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:20.723Z","caller":"traceutil/trace.go:171","msg":"trace[2005256710] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"126.413671ms","start":"2026-03-04T01:41:20.596563Z","end":"2026-03-04T01:41:20.722977Z","steps":["trace[2005256710] 'process raft request' (duration: 126.255688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:20.722992Z","caller":"traceutil/trace.go:171","msg":"trace[1007604143] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"127.030326ms","start":"2026-03-04T01:41:20.595924Z","end":"2026-03-04T01:41:20.722954Z","steps":["trace[1007604143] 'process raft request' (duration: 126.736869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:21.069144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.191195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T01:41:21.069237Z","caller":"traceutil/trace.go:171","msg":"trace[1002204766] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7943; }","duration":"278.352798ms","start":"2026-03-04T01:41:20.790863Z","end":"2026-03-04T01:41:21.069216Z","steps":["trace[1002204766] 'range keys from in-memory index tree' (duration: 277.97627ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:21.216673Z","caller":"traceutil/trace.go:171","msg":"trace[806083045] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"142.562928ms","start":"2026-03-04T01:41:21.074077Z","end":"2026-03-04T01:41:21.21664Z","steps":["trace[806083045] 'process raft request' (duration: 142.187549ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:21.511937Z","caller":"traceutil/trace.go:171","msg":"trace[1818684655] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"290.157054ms","start":"2026-03-04T01:41:21.221757Z","end":"2026-03-04T01:41:21.511914Z","steps":["trace[1818684655] 'process raft request' (duration: 277.388526ms)","trace[1818684655] 'compare' (duration: 12.447741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:22.093017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.655072ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:41:22.363545Z","caller":"traceutil/trace.go:171","msg":"trace[639243270] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"643.73686ms","start":"2026-03-04T01:41:21.719788Z","end":"2026-03-04T01:41:22.363524Z","steps":["trace[639243270] 'process raft request' (duration: 643.616967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:22.36366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:21.71976Z","time spent":"643.841252ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:22.365714Z","caller":"traceutil/trace.go:171","msg":"trace[959742082] linearizableReadLoop","detail":"{readStateIndex:8259; appliedIndex:8256; }","duration":"402.322983ms","start":"2026-03-04T01:41:21.963371Z","end":"2026-03-04T01:41:22.365694Z","steps":["trace[959742082] 'read index received' (duration: 400.072381ms)","trace[959742082] 'applied index is now lower than readState.Index' (duration: 2.249882ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:22.365774Z","caller":"traceutil/trace.go:171","msg":"trace[1320930153] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"404.202427ms","start":"2026-03-04T01:41:21.961552Z","end":"2026-03-04T01:41:22.365754Z","steps":["trace[1320930153] 'process raft request' (duration: 404.102654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:22.365841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.862015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:22.365877Z","caller":"traceutil/trace.go:171","msg":"trace[946262164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7948; }","duration":"139.947747ms","start":"2026-03-04T01:41:22.22592Z","end":"2026-03-04T01:41:22.365868Z","steps":["trace[946262164] 'agreement among raft nodes before linearized reading' (duration: 139.884726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:22.365856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.476087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:41:22.36588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:21.961516Z","time spent":"404.293599ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:22.365916Z","caller":"traceutil/trace.go:171","msg":"trace[139228951] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7948; }","duration":"402.585739ms","start":"2026-03-04T01:41:21.963317Z","end":"2026-03-04T01:41:22.365903Z","steps":["trace[139228951] 'agreement among raft nodes before linearized reading' (duration: 402.457966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:22.365954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:21.963304Z","time spent":"402.64383ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:41:22.366033Z","caller":"traceutil/trace.go:171","msg":"trace[980723162] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"588.633783ms","start":"2026-03-04T01:41:21.777383Z","end":"2026-03-04T01:41:22.366017Z","steps":["trace[980723162] 'process raft request' (duration: 588.175622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:22.366104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:21.77736Z","time spent":"588.712165ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:24.519055Z","caller":"traceutil/trace.go:171","msg":"trace[848153916] linearizableReadLoop","detail":"{readStateIndex:8274; appliedIndex:8272; }","duration":"125.107541ms","start":"2026-03-04T01:41:24.39385Z","end":"2026-03-04T01:41:24.518958Z","steps":["trace[848153916] 'read index received' (duration: 42.972653ms)","trace[848153916] 'applied index is now lower than readState.Index' (duration: 82.133428ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:24.519127Z","caller":"traceutil/trace.go:171","msg":"trace[1984080929] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"147.039773ms","start":"2026-03-04T01:41:24.372047Z","end":"2026-03-04T01:41:24.519087Z","steps":["trace[1984080929] 'process raft request' (duration: 146.763876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:24.519319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.972818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:41:24.519381Z","caller":"traceutil/trace.go:171","msg":"trace[448268320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7963; }","duration":"125.0726ms","start":"2026-03-04T01:41:24.394294Z","end":"2026-03-04T01:41:24.519366Z","steps":["trace[448268320] 'agreement among raft nodes before linearized reading' (duration: 124.911556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:24.519335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.452558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:41:24.519471Z","caller":"traceutil/trace.go:171","msg":"trace[1368592615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7963; }","duration":"125.664523ms","start":"2026-03-04T01:41:24.393791Z","end":"2026-03-04T01:41:24.519456Z","steps":["trace[1368592615] 'agreement among raft nodes before linearized reading' (duration: 125.387807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:24.519479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.676634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:41:24.519545Z","caller":"traceutil/trace.go:171","msg":"trace[1805664938] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:7963; }","duration":"110.754636ms","start":"2026-03-04T01:41:24.408767Z","end":"2026-03-04T01:41:24.519521Z","steps":["trace[1805664938] 'agreement among raft nodes before linearized reading' (duration: 110.606482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:29.056801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:28.721153Z","time spent":"335.641516ms","remote":"127.0.0.1:44138","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T01:41:29.05702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.299672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:29.057185Z","caller":"traceutil/trace.go:171","msg":"trace[1820995879] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"206.592463ms","start":"2026-03-04T01:41:28.85058Z","end":"2026-03-04T01:41:29.057172Z","steps":["trace[1820995879] 'process raft request' (duration: 206.524401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:29.057587Z","caller":"traceutil/trace.go:171","msg":"trace[1841543827] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"391.92656ms","start":"2026-03-04T01:41:28.665239Z","end":"2026-03-04T01:41:29.057165Z","steps":["trace[1841543827] 'process raft request' (duration: 55.412883ms)","trace[1841543827] 'compare' (duration: 336.130038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:29.057718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.280475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223852"} {"level":"info","ts":"2026-03-04T01:41:29.057796Z","caller":"traceutil/trace.go:171","msg":"trace[1471357017] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7983; }","duration":"391.415318ms","start":"2026-03-04T01:41:28.666369Z","end":"2026-03-04T01:41:29.057784Z","steps":["trace[1471357017] 'agreement among raft nodes before linearized reading' (duration: 390.925267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:29.057842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:28.666349Z","time spent":"391.48318ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223874,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:41:29.057896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:28.665223Z","time spent":"392.460873ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:29.057265Z","caller":"traceutil/trace.go:171","msg":"trace[1039462371] linearizableReadLoop","detail":"{readStateIndex:8294; appliedIndex:8293; }","duration":"390.758793ms","start":"2026-03-04T01:41:28.666423Z","end":"2026-03-04T01:41:29.057182Z","steps":["trace[1039462371] 'read index received' (duration: 54.225136ms)","trace[1039462371] 'applied index is now lower than readState.Index' (duration: 336.531087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:29.059298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.465281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:41:29.059351Z","caller":"traceutil/trace.go:171","msg":"trace[1372235847] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7983; }","duration":"275.541753ms","start":"2026-03-04T01:41:28.783796Z","end":"2026-03-04T01:41:29.059338Z","steps":["trace[1372235847] 'agreement among raft nodes before linearized reading' (duration: 275.41012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:29.059393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.125191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:41:29.059426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.999477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:41:29.059471Z","caller":"traceutil/trace.go:171","msg":"trace[631024260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7983; }","duration":"286.091739ms","start":"2026-03-04T01:41:28.773371Z","end":"2026-03-04T01:41:29.059462Z","steps":["trace[631024260] 'agreement among raft nodes before linearized reading' (duration: 285.927725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:29.059427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.788739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:41:29.059481Z","caller":"traceutil/trace.go:171","msg":"trace[439168115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7983; }","duration":"331.266694ms","start":"2026-03-04T01:41:28.728188Z","end":"2026-03-04T01:41:29.059454Z","steps":["trace[439168115] 'agreement among raft nodes before linearized reading' (duration: 331.024988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:29.059536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:28.728179Z","time spent":"331.344866ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:41:29.059552Z","caller":"traceutil/trace.go:171","msg":"trace[723977453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7983; }","duration":"281.935262ms","start":"2026-03-04T01:41:28.777575Z","end":"2026-03-04T01:41:29.05951Z","steps":["trace[723977453] 'agreement among raft nodes before linearized reading' (duration: 281.634455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:29.059407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.726401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:41:29.06011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.389186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:41:29.060179Z","caller":"traceutil/trace.go:171","msg":"trace[881068491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7983; }","duration":"274.482289ms","start":"2026-03-04T01:41:28.78568Z","end":"2026-03-04T01:41:29.060162Z","steps":["trace[881068491] 'agreement among raft nodes before linearized reading' (duration: 273.543577ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:29.079196Z","caller":"traceutil/trace.go:171","msg":"trace[2032299379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7983; }","duration":"274.062359ms","start":"2026-03-04T01:41:28.785644Z","end":"2026-03-04T01:41:29.059706Z","steps":["trace[2032299379] 'agreement among raft nodes before linearized reading' (duration: 273.636109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:29.243249Z","caller":"traceutil/trace.go:171","msg":"trace[425460111] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"179.91015ms","start":"2026-03-04T01:41:29.063305Z","end":"2026-03-04T01:41:29.243215Z","steps":["trace[425460111] 'process raft request' (duration: 103.945047ms)","trace[425460111] 'compare' (duration: 75.840931ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:29.282083Z","caller":"traceutil/trace.go:171","msg":"trace[531027760] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"218.484041ms","start":"2026-03-04T01:41:29.063587Z","end":"2026-03-04T01:41:29.282071Z","steps":["trace[531027760] 'process raft request' (duration: 218.432589ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:29.282085Z","caller":"traceutil/trace.go:171","msg":"trace[1836884857] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"218.589923ms","start":"2026-03-04T01:41:29.063473Z","end":"2026-03-04T01:41:29.282063Z","steps":["trace[1836884857] 'process raft request' (duration: 218.472821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:29.282286Z","caller":"traceutil/trace.go:171","msg":"trace[766854978] linearizableReadLoop","detail":"{readStateIndex:8298; appliedIndex:8295; }","duration":"218.384658ms","start":"2026-03-04T01:41:29.063887Z","end":"2026-03-04T01:41:29.282272Z","steps":["trace[766854978] 'read index received' (duration: 103.310932ms)","trace[766854978] 'applied index is now lower than readState.Index' (duration: 115.072846ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:29.282328Z","caller":"traceutil/trace.go:171","msg":"trace[829063360] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"200.88703ms","start":"2026-03-04T01:41:29.081433Z","end":"2026-03-04T01:41:29.28232Z","steps":["trace[829063360] 'process raft request' (duration: 200.613154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:29.282451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.560283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19448"} {"level":"info","ts":"2026-03-04T01:41:29.282484Z","caller":"traceutil/trace.go:171","msg":"trace[1874559232] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7988; }","duration":"218.635374ms","start":"2026-03-04T01:41:29.06384Z","end":"2026-03-04T01:41:29.282475Z","steps":["trace[1874559232] 'agreement among raft nodes before linearized reading' (duration: 218.48111ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:29.282487Z","caller":"traceutil/trace.go:171","msg":"trace[784237824] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"200.080932ms","start":"2026-03-04T01:41:29.082373Z","end":"2026-03-04T01:41:29.282454Z","steps":["trace[784237824] 'process raft request' (duration: 199.838266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:29.999116Z","caller":"traceutil/trace.go:171","msg":"trace[161343924] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"121.289592ms","start":"2026-03-04T01:41:29.877796Z","end":"2026-03-04T01:41:29.999086Z","steps":["trace[161343924] 'process raft request' (duration: 41.09291ms)","trace[161343924] 'compare' (duration: 80.023558ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:44.742417Z","caller":"traceutil/trace.go:171","msg":"trace[918815807] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"101.236133ms","start":"2026-03-04T01:41:44.641135Z","end":"2026-03-04T01:41:44.742371Z","steps":["trace[918815807] 'process raft request' (duration: 83.243523ms)","trace[918815807] 'compare' (duration: 17.885208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:47.14899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.718594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:47.149246Z","caller":"traceutil/trace.go:171","msg":"trace[1418923012] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"400.87549ms","start":"2026-03-04T01:41:46.748356Z","end":"2026-03-04T01:41:47.149231Z","steps":["trace[1418923012] 'process raft request' (duration: 400.761087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:47.149324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:46.748322Z","time spent":"400.947412ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:47.1493Z","caller":"traceutil/trace.go:171","msg":"trace[925711129] linearizableReadLoop","detail":"{readStateIndex:8431; appliedIndex:8430; }","duration":"787.463746ms","start":"2026-03-04T01:41:46.361809Z","end":"2026-03-04T01:41:47.149273Z","steps":["trace[925711129] 'read index received' (duration: 264.382853ms)","trace[925711129] 'applied index is now lower than readState.Index' (duration: 523.077473ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:47.149505Z","caller":"traceutil/trace.go:171","msg":"trace[1369738140] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"834.151525ms","start":"2026-03-04T01:41:46.315337Z","end":"2026-03-04T01:41:47.149488Z","steps":["trace[1369738140] 'process raft request' (duration: 310.834927ms)","trace[1369738140] 'compare' (duration: 522.507779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:47.149569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:46.31532Z","time spent":"834.214217ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:47.14973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.919746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:47.149758Z","caller":"traceutil/trace.go:171","msg":"trace[298125563] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8115; }","duration":"787.974737ms","start":"2026-03-04T01:41:46.361773Z","end":"2026-03-04T01:41:47.149747Z","steps":["trace[298125563] 'agreement among raft nodes before linearized reading' (duration: 787.576347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:47.14978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:46.361761Z","time spent":"788.013658ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:47.14979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.426496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:47.149862Z","caller":"traceutil/trace.go:171","msg":"trace[2107495521] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8115; }","duration":"674.506418ms","start":"2026-03-04T01:41:46.475336Z","end":"2026-03-04T01:41:47.149843Z","steps":["trace[2107495521] 'agreement among raft nodes before linearized reading' (duration: 674.383475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:47.149855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.325234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:47.149908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:46.475258Z","time spent":"674.641481ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" "} {"level":"info","ts":"2026-03-04T01:41:47.149936Z","caller":"traceutil/trace.go:171","msg":"trace[757321572] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"401.498034ms","start":"2026-03-04T01:41:46.748429Z","end":"2026-03-04T01:41:47.149927Z","steps":["trace[757321572] 'process raft request' (duration: 400.963601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:47.149934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.0461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:47.149969Z","caller":"traceutil/trace.go:171","msg":"trace[133502364] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8115; }","duration":"370.126762ms","start":"2026-03-04T01:41:46.779834Z","end":"2026-03-04T01:41:47.14996Z","steps":["trace[133502364] 'agreement among raft nodes before linearized reading' (duration: 370.0626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:47.149982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:46.748407Z","time spent":"401.550976ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:47.149949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.77592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xfhkg\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-04T01:41:47.149973Z","caller":"traceutil/trace.go:171","msg":"trace[1013802393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8115; }","duration":"674.484917ms","start":"2026-03-04T01:41:46.47546Z","end":"2026-03-04T01:41:47.149945Z","steps":["trace[1013802393] 'agreement among raft nodes before linearized reading' (duration: 674.302923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:47.150042Z","caller":"traceutil/trace.go:171","msg":"trace[935079153] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xfhkg; range_end:; response_count:1; response_revision:8115; }","duration":"664.884933ms","start":"2026-03-04T01:41:46.485133Z","end":"2026-03-04T01:41:47.150018Z","steps":["trace[935079153] 'agreement among raft nodes before linearized reading' (duration: 664.605176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:47.150049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:46.475454Z","time spent":"674.584529ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:41:47.150093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:46.485102Z","time spent":"664.981326ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4477,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xfhkg\" "} {"level":"warn","ts":"2026-03-04T01:41:47.14999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:46.77981Z","time spent":"370.174562ms","remote":"127.0.0.1:45238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:51.747014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328684175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:52.247712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328684175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:52.748085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328684175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:52.860995Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.625059261s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:41:52.861518Z","caller":"traceutil/trace.go:171","msg":"trace[2029271554] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"1.625724055s","start":"2026-03-04T01:41:51.235769Z","end":"2026-03-04T01:41:52.861493Z","steps":["trace[2029271554] 'process raft request' (duration: 1.625452799s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.861646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.235744Z","time spent":"1.625830118s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:52.889019Z","caller":"traceutil/trace.go:171","msg":"trace[982419129] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"1.638958794s","start":"2026-03-04T01:41:51.250027Z","end":"2026-03-04T01:41:52.888986Z","steps":["trace[982419129] 'process raft request' (duration: 1.638827691s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:52.88905Z","caller":"traceutil/trace.go:171","msg":"trace[743720589] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"1.639281442s","start":"2026-03-04T01:41:51.249708Z","end":"2026-03-04T01:41:52.888989Z","steps":["trace[743720589] 'process raft request' (duration: 1.639036407s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.889189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.250022Z","time spent":"1.639074838s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:52.889268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.2497Z","time spent":"1.639453106s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:52.908201Z","caller":"traceutil/trace.go:171","msg":"trace[1921201890] linearizableReadLoop","detail":"{readStateIndex:8459; appliedIndex:8453; }","duration":"1.662271878s","start":"2026-03-04T01:41:51.245915Z","end":"2026-03-04T01:41:52.908187Z","steps":["trace[1921201890] 'read index received' (duration: 1.615403344s)","trace[1921201890] 'applied index is now lower than readState.Index' (duration: 46.867644ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:52.908296Z","caller":"traceutil/trace.go:171","msg":"trace[863394625] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"500.903425ms","start":"2026-03-04T01:41:52.407383Z","end":"2026-03-04T01:41:52.908286Z","steps":["trace[863394625] 'process raft request' (duration: 500.755601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:52.908293Z","caller":"traceutil/trace.go:171","msg":"trace[1125374678] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"903.414792ms","start":"2026-03-04T01:41:52.004859Z","end":"2026-03-04T01:41:52.908274Z","steps":["trace[1125374678] 'process raft request' (duration: 903.181307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.908372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:52.40736Z","time spent":"500.956485ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:52.908417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:52.004811Z","time spent":"903.520905ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:52.908498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502718284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-03-04T01:41:52.908464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013301367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:52.90854Z","caller":"traceutil/trace.go:171","msg":"trace[335509402] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8140; }","duration":"1.502762905s","start":"2026-03-04T01:41:51.40576Z","end":"2026-03-04T01:41:52.908523Z","steps":["trace[335509402] 'agreement among raft nodes before linearized reading' (duration: 1.502714484s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.908433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38304058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T01:41:52.908579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373774593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:41:52.908594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.405754Z","time spent":"1.502834267s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2006,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T01:41:52.90858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455474691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:41:52.908588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.641277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:52.908609Z","caller":"traceutil/trace.go:171","msg":"trace[1593228881] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8140; }","duration":"1.383248635s","start":"2026-03-04T01:41:51.525345Z","end":"2026-03-04T01:41:52.908593Z","steps":["trace[1593228881] 'agreement among raft nodes before linearized reading' (duration: 1.382997079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.90867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433478408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:52.908687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.525309Z","time spent":"1.383364137s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T01:41:52.908698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412080698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:41:52.908433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658775158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:41:52.908587Z","caller":"traceutil/trace.go:171","msg":"trace[585322685] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8140; }","duration":"1.013460222s","start":"2026-03-04T01:41:51.895076Z","end":"2026-03-04T01:41:52.908536Z","steps":["trace[585322685] 'agreement among raft nodes before linearized reading' (duration: 1.013283527s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:52.908759Z","caller":"traceutil/trace.go:171","msg":"trace[190671469] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:8140; }","duration":"1.659126056s","start":"2026-03-04T01:41:51.249626Z","end":"2026-03-04T01:41:52.908752Z","steps":["trace[190671469] 'agreement among raft nodes before linearized reading' (duration: 1.658702276s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:52.908607Z","caller":"traceutil/trace.go:171","msg":"trace[749983782] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8140; }","duration":"1.373822585s","start":"2026-03-04T01:41:51.534773Z","end":"2026-03-04T01:41:52.908595Z","steps":["trace[749983782] 'agreement among raft nodes before linearized reading' (duration: 1.373755403s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:52.908773Z","caller":"traceutil/trace.go:171","msg":"trace[1211553089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8140; }","duration":"1.412240302s","start":"2026-03-04T01:41:51.496517Z","end":"2026-03-04T01:41:52.908757Z","steps":["trace[1211553089] 'agreement among raft nodes before linearized reading' (duration: 1.411961025s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.908783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.249618Z","time spent":"1.659157336s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"warn","ts":"2026-03-04T01:41:52.908803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.496506Z","time spent":"1.412290763s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:41:52.908696Z","caller":"traceutil/trace.go:171","msg":"trace[1773692641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8140; }","duration":"1.433551989s","start":"2026-03-04T01:41:51.475138Z","end":"2026-03-04T01:41:52.90869Z","steps":["trace[1773692641] 'agreement among raft nodes before linearized reading' (duration: 1.433517288s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.908515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351036343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:41:52.90886Z","caller":"traceutil/trace.go:171","msg":"trace[2085006506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8140; }","duration":"1.351409991s","start":"2026-03-04T01:41:51.557443Z","end":"2026-03-04T01:41:52.908853Z","steps":["trace[2085006506] 'agreement among raft nodes before linearized reading' (duration: 1.351030462s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.908721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.577486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-04T01:41:52.90891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.557426Z","time spent":"1.351476093s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:41:52.908855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.475126Z","time spent":"1.433719863s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:41:52.90892Z","caller":"traceutil/trace.go:171","msg":"trace[1038946149] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8140; }","duration":"700.834982ms","start":"2026-03-04T01:41:52.208077Z","end":"2026-03-04T01:41:52.908912Z","steps":["trace[1038946149] 'agreement among raft nodes before linearized reading' (duration: 700.587727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.908942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:52.208059Z","time spent":"700.876193ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-04T01:41:52.908662Z","caller":"traceutil/trace.go:171","msg":"trace[1897424436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8140; }","duration":"1.455653535s","start":"2026-03-04T01:41:51.452991Z","end":"2026-03-04T01:41:52.908644Z","steps":["trace[1897424436] 'agreement among raft nodes before linearized reading' (duration: 1.455393609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.908839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.534761Z","time spent":"1.37403821s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:41:52.90868Z","caller":"traceutil/trace.go:171","msg":"trace[83138816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8140; }","duration":"682.819961ms","start":"2026-03-04T01:41:52.225838Z","end":"2026-03-04T01:41:52.908658Z","steps":["trace[83138816] 'agreement among raft nodes before linearized reading' (duration: 682.600616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.908996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.452972Z","time spent":"1.456007523s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:41:52.909032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:52.225817Z","time spent":"683.204921ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:41:52.908824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662898364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:41:52.909383Z","caller":"traceutil/trace.go:171","msg":"trace[12417682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8140; }","duration":"1.663517838s","start":"2026-03-04T01:41:51.245847Z","end":"2026-03-04T01:41:52.909365Z","steps":["trace[12417682] 'agreement among raft nodes before linearized reading' (duration: 1.662477184s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.909437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.245827Z","time spent":"1.663594689s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:41:52.909657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515521593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:41:52.909813Z","caller":"traceutil/trace.go:171","msg":"trace[1654503807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8140; }","duration":"1.51580852s","start":"2026-03-04T01:41:51.39398Z","end":"2026-03-04T01:41:52.909788Z","steps":["trace[1654503807] 'agreement among raft nodes before linearized reading' (duration: 1.514690854s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.909937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.393941Z","time spent":"1.515978994s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:41:52.908794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.895058Z","time spent":"1.013720237s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:41:54.970181Z","caller":"traceutil/trace.go:171","msg":"trace[1040210518] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"103.981138ms","start":"2026-03-04T01:41:54.866176Z","end":"2026-03-04T01:41:54.970157Z","steps":["trace[1040210518] 'process raft request' (duration: 103.806284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.013929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043973344s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:41:56.118797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:55.016304Z","time spent":"1.102029759s","remote":"127.0.0.1:56476","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T01:41:56.118954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.583421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:56.119441Z","caller":"traceutil/trace.go:171","msg":"trace[1023643094] linearizableReadLoop","detail":"{readStateIndex:8468; appliedIndex:8466; }","duration":"1.168828479s","start":"2026-03-04T01:41:54.950592Z","end":"2026-03-04T01:41:56.119421Z","steps":["trace[1023643094] 'read index received' (duration: 19.387913ms)","trace[1023643094] 'applied index is now lower than readState.Index' (duration: 1.149438856s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:56.119534Z","caller":"traceutil/trace.go:171","msg":"trace[342220407] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"1.225232106s","start":"2026-03-04T01:41:54.894271Z","end":"2026-03-04T01:41:56.119503Z","steps":["trace[342220407] 'process raft request' (duration: 1.120001539s)","trace[342220407] 'compare' (duration: 104.317625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:56.119653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169051564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:41:56.119683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.894255Z","time spent":"1.225351798s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:56.119692Z","caller":"traceutil/trace.go:171","msg":"trace[626932560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8149; }","duration":"1.169116366s","start":"2026-03-04T01:41:54.950564Z","end":"2026-03-04T01:41:56.11968Z","steps":["trace[626932560] 'agreement among raft nodes before linearized reading' (duration: 1.168945552s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.119739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.950547Z","time spent":"1.169183887s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:41:56.767212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.528959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:56.767296Z","caller":"traceutil/trace.go:171","msg":"trace[508631255] linearizableReadLoop","detail":"{readStateIndex:8469; appliedIndex:8468; }","duration":"647.802385ms","start":"2026-03-04T01:41:56.11948Z","end":"2026-03-04T01:41:56.767283Z","steps":["trace[508631255] 'read index received' (duration: 167.144053ms)","trace[508631255] 'applied index is now lower than readState.Index' (duration: 480.657372ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:56.767348Z","caller":"traceutil/trace.go:171","msg":"trace[429784734] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"1.774437958s","start":"2026-03-04T01:41:54.992902Z","end":"2026-03-04T01:41:56.76734Z","steps":["trace[429784734] 'process raft request' (duration: 1.293710784s)","trace[429784734] 'compare' (duration: 480.300884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:56.767389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.992878Z","time spent":"1.7744869s","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:56.767539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816603992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:41:56.767611Z","caller":"traceutil/trace.go:171","msg":"trace[1715407005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8150; }","duration":"1.816705275s","start":"2026-03-04T01:41:54.950889Z","end":"2026-03-04T01:41:56.767595Z","steps":["trace[1715407005] 'agreement among raft nodes before linearized reading' (duration: 1.816525471s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.767837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81690988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:41:56.767879Z","caller":"traceutil/trace.go:171","msg":"trace[1170997113] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8150; }","duration":"1.817183166s","start":"2026-03-04T01:41:54.950684Z","end":"2026-03-04T01:41:56.767867Z","steps":["trace[1170997113] 'agreement among raft nodes before linearized reading' (duration: 1.816859249s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.767915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.950664Z","time spent":"1.817242837s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:41:56.767958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107925407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:56.767993Z","caller":"traceutil/trace.go:171","msg":"trace[214677982] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8150; }","duration":"1.108002479s","start":"2026-03-04T01:41:55.659983Z","end":"2026-03-04T01:41:56.767986Z","steps":["trace[214677982] 'agreement among raft nodes before linearized reading' (duration: 1.107879776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.768021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:55.659963Z","time spent":"1.10805111s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":114,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:56.768073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817416662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:41:56.768099Z","caller":"traceutil/trace.go:171","msg":"trace[1835188302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8150; }","duration":"1.817442893s","start":"2026-03-04T01:41:54.95065Z","end":"2026-03-04T01:41:56.768093Z","steps":["trace[1835188302] 'agreement among raft nodes before linearized reading' (duration: 1.817373951s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.768117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.950633Z","time spent":"1.817480443s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:41:56.768232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817595906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:41:56.768257Z","caller":"traceutil/trace.go:171","msg":"trace[532781167] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8150; }","duration":"1.817660637s","start":"2026-03-04T01:41:54.950591Z","end":"2026-03-04T01:41:56.768252Z","steps":["trace[532781167] 'agreement among raft nodes before linearized reading' (duration: 1.817598476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.768277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.950569Z","time spent":"1.817704458s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:41:56.76832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802932594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:41:56.768356Z","caller":"traceutil/trace.go:171","msg":"trace[2072139906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8150; }","duration":"1.802989474s","start":"2026-03-04T01:41:54.965357Z","end":"2026-03-04T01:41:56.768347Z","steps":["trace[2072139906] 'agreement among raft nodes before linearized reading' (duration: 1.802894562s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.76839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817771299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:41:56.768411Z","caller":"traceutil/trace.go:171","msg":"trace[1200066431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8150; }","duration":"1.817805621s","start":"2026-03-04T01:41:54.950599Z","end":"2026-03-04T01:41:56.768405Z","steps":["trace[1200066431] 'agreement among raft nodes before linearized reading' (duration: 1.81775217s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.768428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.95059Z","time spent":"1.817834171s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:41:56.76846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815113138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:41:56.768492Z","caller":"traceutil/trace.go:171","msg":"trace[792217101] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:8150; }","duration":"1.815143619s","start":"2026-03-04T01:41:54.953341Z","end":"2026-03-04T01:41:56.768485Z","steps":["trace[792217101] 'agreement among raft nodes before linearized reading' (duration: 1.815063097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.767844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.950877Z","time spent":"1.816765566s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:41:56.768235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296218583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:56.76865Z","caller":"traceutil/trace.go:171","msg":"trace[1110916517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8150; }","duration":"1.296684274s","start":"2026-03-04T01:41:55.471958Z","end":"2026-03-04T01:41:56.768642Z","steps":["trace[1110916517] 'agreement among raft nodes before linearized reading' (duration: 1.296219423s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.768673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:55.471936Z","time spent":"1.296730905s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:41:56.768516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.953305Z","time spent":"1.81520579s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"warn","ts":"2026-03-04T01:41:56.768388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.965346Z","time spent":"1.803035586s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:41:57.031107Z","caller":"traceutil/trace.go:171","msg":"trace[123719868] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"907.865856ms","start":"2026-03-04T01:41:56.123205Z","end":"2026-03-04T01:41:57.031071Z","steps":["trace[123719868] 'process raft request' (duration: 862.486537ms)","trace[123719868] 'compare' (duration: 45.219155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:57.031167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.956366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:57.031222Z","caller":"traceutil/trace.go:171","msg":"trace[1315335265] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8151; }","duration":"507.054298ms","start":"2026-03-04T01:41:56.524155Z","end":"2026-03-04T01:41:57.03121Z","steps":["trace[1315335265] 'agreement among raft nodes before linearized reading' (duration: 506.912035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.031254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.524138Z","time spent":"507.110969ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:57.031255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.123185Z","time spent":"907.994659ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:57.031462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.806476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:41:57.031538Z","caller":"traceutil/trace.go:171","msg":"trace[115828450] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:8151; }","duration":"720.140393ms","start":"2026-03-04T01:41:56.311384Z","end":"2026-03-04T01:41:57.031524Z","steps":["trace[115828450] 'agreement among raft nodes before linearized reading' (duration: 719.708693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.031586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.705874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:57.031587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.311365Z","time spent":"720.206915ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-04T01:41:57.0317Z","caller":"traceutil/trace.go:171","msg":"trace[88359527] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8151; }","duration":"767.864597ms","start":"2026-03-04T01:41:56.263806Z","end":"2026-03-04T01:41:57.031671Z","steps":["trace[88359527] 'agreement among raft nodes before linearized reading' (duration: 767.687143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.03178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.263788Z","time spent":"767.9742ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:41:57.031054Z","caller":"traceutil/trace.go:171","msg":"trace[1185430812] linearizableReadLoop","detail":"{readStateIndex:8470; appliedIndex:8469; }","duration":"263.719647ms","start":"2026-03-04T01:41:56.767313Z","end":"2026-03-04T01:41:57.031032Z","steps":["trace[1185430812] 'read index received' (duration: 218.352718ms)","trace[1185430812] 'applied index is now lower than readState.Index' (duration: 45.365939ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:57.292776Z","caller":"traceutil/trace.go:171","msg":"trace[1208856253] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"518.25164ms","start":"2026-03-04T01:41:56.774503Z","end":"2026-03-04T01:41:57.292754Z","steps":["trace[1208856253] 'process raft request' (duration: 518.183118ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:57.292823Z","caller":"traceutil/trace.go:171","msg":"trace[1106610870] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"518.287551ms","start":"2026-03-04T01:41:56.77451Z","end":"2026-03-04T01:41:57.292798Z","steps":["trace[1106610870] 'process raft request' (duration: 517.977014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.292941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.774495Z","time spent":"518.380733ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:57.293041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.774491Z","time spent":"518.347032ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:57.293111Z","caller":"traceutil/trace.go:171","msg":"trace[1838329316] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"518.398673ms","start":"2026-03-04T01:41:56.774695Z","end":"2026-03-04T01:41:57.293094Z","steps":["trace[1838329316] 'process raft request' (duration: 518.026834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.293177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.774688Z","time spent":"518.458984ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:57.293175Z","caller":"traceutil/trace.go:171","msg":"trace[55177569] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"518.213339ms","start":"2026-03-04T01:41:56.774938Z","end":"2026-03-04T01:41:57.293151Z","steps":["trace[55177569] 'process raft request' (duration: 518.063126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:57.293257Z","caller":"traceutil/trace.go:171","msg":"trace[1496422948] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"517.905981ms","start":"2026-03-04T01:41:56.775343Z","end":"2026-03-04T01:41:57.293249Z","steps":["trace[1496422948] 'process raft request' (duration: 517.749608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.293295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.775312Z","time spent":"517.960973ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:57.293305Z","caller":"traceutil/trace.go:171","msg":"trace[1393807336] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"318.107187ms","start":"2026-03-04T01:41:56.975174Z","end":"2026-03-04T01:41:57.293281Z","steps":["trace[1393807336] 'process raft request' (duration: 317.964184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.293311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.774785Z","time spent":"518.456714ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:57.293333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.996532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:57.293356Z","caller":"traceutil/trace.go:171","msg":"trace[282277705] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8157; }","duration":"404.064064ms","start":"2026-03-04T01:41:56.889286Z","end":"2026-03-04T01:41:57.293351Z","steps":["trace[282277705] 'agreement among raft nodes before linearized reading' (duration: 403.939771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.293373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.889268Z","time spent":"404.101444ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":81,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:57.293376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.975148Z","time spent":"318.19086ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:57.293379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.036951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:41:57.293197Z","caller":"traceutil/trace.go:171","msg":"trace[1771631887] linearizableReadLoop","detail":"{readStateIndex:8476; appliedIndex:8470; }","duration":"261.322152ms","start":"2026-03-04T01:41:57.031857Z","end":"2026-03-04T01:41:57.29318Z","steps":["trace[1771631887] 'read index received' (duration: 260.603975ms)","trace[1771631887] 'applied index is now lower than readState.Index' (duration: 716.997µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:57.293427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.053909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18997fda8c5549af\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:41:57.293428Z","caller":"traceutil/trace.go:171","msg":"trace[761728494] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8157; }","duration":"520.106913ms","start":"2026-03-04T01:41:56.77331Z","end":"2026-03-04T01:41:57.293417Z","steps":["trace[761728494] 'agreement among raft nodes before linearized reading' (duration: 519.921229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.293408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.508019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:57.293447Z","caller":"traceutil/trace.go:171","msg":"trace[462581000] range","detail":"{range_begin:/registry/events/openstack/ceph.18997fda8c5549af; range_end:; response_count:1; response_revision:8157; }","duration":"516.085199ms","start":"2026-03-04T01:41:56.777356Z","end":"2026-03-04T01:41:57.293441Z","steps":["trace[462581000] 'agreement among raft nodes before linearized reading' (duration: 515.986497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.293462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.773292Z","time spent":"520.161314ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:41:57.293486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.777349Z","time spent":"516.12204ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18997fda8c5549af\" "} {"level":"info","ts":"2026-03-04T01:41:57.293487Z","caller":"traceutil/trace.go:171","msg":"trace[654398334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8157; }","duration":"519.642493ms","start":"2026-03-04T01:41:56.773826Z","end":"2026-03-04T01:41:57.293469Z","steps":["trace[654398334] 'agreement among raft nodes before linearized reading' (duration: 519.483359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.293536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.77381Z","time spent":"519.718204ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:41:57.293547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.782352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228580"} {"level":"info","ts":"2026-03-04T01:41:57.29358Z","caller":"traceutil/trace.go:171","msg":"trace[1726072892] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8157; }","duration":"518.830353ms","start":"2026-03-04T01:41:56.774741Z","end":"2026-03-04T01:41:57.293572Z","steps":["trace[1726072892] 'agreement among raft nodes before linearized reading' (duration: 518.539956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.293603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.774733Z","time spent":"518.864954ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228602,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:41:57.46497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:57.032738Z","time spent":"432.225412ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:41:57.465072Z","caller":"traceutil/trace.go:171","msg":"trace[1722717348] linearizableReadLoop","detail":"{readStateIndex:8477; appliedIndex:8476; }","duration":"171.623727ms","start":"2026-03-04T01:41:57.293421Z","end":"2026-03-04T01:41:57.465045Z","steps":["trace[1722717348] 'read index received' (duration: 73.121688ms)","trace[1722717348] 'applied index is now lower than readState.Index' (duration: 98.499889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:57.465165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.153186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:57.465226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.166439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:57.465266Z","caller":"traceutil/trace.go:171","msg":"trace[554865936] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8157; }","duration":"360.266691ms","start":"2026-03-04T01:41:57.104985Z","end":"2026-03-04T01:41:57.465252Z","steps":["trace[554865936] 'agreement among raft nodes before linearized reading' (duration: 360.158089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:57.465258Z","caller":"traceutil/trace.go:171","msg":"trace[677978163] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8157; }","duration":"201.249859ms","start":"2026-03-04T01:41:57.26397Z","end":"2026-03-04T01:41:57.46522Z","steps":["trace[677978163] 'agreement among raft nodes before linearized reading' (duration: 201.094625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.46529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:57.104965Z","time spent":"360.319292ms","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:57.465323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.304262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-04T01:41:57.465359Z","caller":"traceutil/trace.go:171","msg":"trace[400054700] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8157; }","duration":"169.374855ms","start":"2026-03-04T01:41:57.295974Z","end":"2026-03-04T01:41:57.465349Z","steps":["trace[400054700] 'agreement among raft nodes before linearized reading' (duration: 169.201651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.465431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.074951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:57.465555Z","caller":"traceutil/trace.go:171","msg":"trace[2146577976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8157; }","duration":"164.216504ms","start":"2026-03-04T01:41:57.301297Z","end":"2026-03-04T01:41:57.465514Z","steps":["trace[2146577976] 'agreement among raft nodes before linearized reading' (duration: 164.02114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.765717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.279349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:57.765816Z","caller":"traceutil/trace.go:171","msg":"trace[310176458] linearizableReadLoop","detail":"{readStateIndex:8480; appliedIndex:8478; }","duration":"281.099443ms","start":"2026-03-04T01:41:57.484701Z","end":"2026-03-04T01:41:57.7658Z","steps":["trace[310176458] 'read index received' (duration: 58.368223ms)","trace[310176458] 'applied index is now lower than readState.Index' (duration: 222.72985ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:57.765854Z","caller":"traceutil/trace.go:171","msg":"trace[2009721933] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"299.556724ms","start":"2026-03-04T01:41:57.466262Z","end":"2026-03-04T01:41:57.765819Z","steps":["trace[2009721933] 'process raft request' (duration: 134.090591ms)","trace[2009721933] 'compare' (duration: 165.143885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:57.76602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.27498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:57.766057Z","caller":"traceutil/trace.go:171","msg":"trace[1316942925] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8159; }","duration":"240.340212ms","start":"2026-03-04T01:41:57.525706Z","end":"2026-03-04T01:41:57.766047Z","steps":["trace[1316942925] 'agreement among raft nodes before linearized reading' (duration: 240.195779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.766084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.368949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:57.766176Z","caller":"traceutil/trace.go:171","msg":"trace[219960918] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8159; }","duration":"281.513313ms","start":"2026-03-04T01:41:57.484644Z","end":"2026-03-04T01:41:57.766157Z","steps":["trace[219960918] 'agreement among raft nodes before linearized reading' (duration: 281.247166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:58.975323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328684229,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:59.380254Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.269804775s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:41:59.380818Z","caller":"traceutil/trace.go:171","msg":"trace[1663218122] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"1.270420389s","start":"2026-03-04T01:41:58.110361Z","end":"2026-03-04T01:41:59.380781Z","steps":["trace[1663218122] 'process raft request' (duration: 1.270128012s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:59.381054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:58.110345Z","time spent":"1.270584893s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:42:00.145737Z","caller":"traceutil/trace.go:171","msg":"trace[1901310550] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"2.02173273s","start":"2026-03-04T01:41:58.123981Z","end":"2026-03-04T01:42:00.145714Z","steps":["trace[1901310550] 'process raft request' (duration: 2.021462714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:00.1459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:58.123961Z","time spent":"2.021852213s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:42:00.1459Z","caller":"traceutil/trace.go:171","msg":"trace[1614001338] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"846.499843ms","start":"2026-03-04T01:41:59.299344Z","end":"2026-03-04T01:42:00.145843Z","steps":["trace[1614001338] 'process raft request' (duration: 846.301158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:00.146042Z","caller":"traceutil/trace.go:171","msg":"trace[387200946] linearizableReadLoop","detail":"{readStateIndex:8482; appliedIndex:8480; }","duration":"1.671346881s","start":"2026-03-04T01:41:58.474684Z","end":"2026-03-04T01:42:00.146031Z","steps":["trace[387200946] 'read index received' (duration: 905.762057ms)","trace[387200946] 'applied index is now lower than readState.Index' (duration: 765.583754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:42:00.14607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:59.29933Z","time spent":"846.649127ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:00.146264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671588387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:00.146295Z","caller":"traceutil/trace.go:171","msg":"trace[818734681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8162; }","duration":"1.671657898s","start":"2026-03-04T01:41:58.474631Z","end":"2026-03-04T01:42:00.146288Z","steps":["trace[818734681] 'agreement among raft nodes before linearized reading' (duration: 1.671454174s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:00.146339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:58.474611Z","time spent":"1.671722779s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:42:00.266114Z","caller":"traceutil/trace.go:171","msg":"trace[1179267484] linearizableReadLoop","detail":"{readStateIndex:8484; appliedIndex:8483; }","duration":"120.020782ms","start":"2026-03-04T01:42:00.146067Z","end":"2026-03-04T01:42:00.266088Z","steps":["trace[1179267484] 'read index received' (duration: 99.247578ms)","trace[1179267484] 'applied index is now lower than readState.Index' (duration: 20.772064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:42:00.266266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107487837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:00.266306Z","caller":"traceutil/trace.go:171","msg":"trace[172925331] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8163; }","duration":"1.107583969s","start":"2026-03-04T01:41:59.158711Z","end":"2026-03-04T01:42:00.266295Z","steps":["trace[172925331] 'agreement among raft nodes before linearized reading' (duration: 1.107503697s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:00.266302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.824286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:42:00.266376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.829905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:00.266404Z","caller":"traceutil/trace.go:171","msg":"trace[597468131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8163; }","duration":"967.979759ms","start":"2026-03-04T01:41:59.298395Z","end":"2026-03-04T01:42:00.266374Z","steps":["trace[597468131] 'agreement among raft nodes before linearized reading' (duration: 967.703133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:00.266441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23093909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:42:00.266443Z","caller":"traceutil/trace.go:171","msg":"trace[889127648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8163; }","duration":"118.897036ms","start":"2026-03-04T01:42:00.14753Z","end":"2026-03-04T01:42:00.266427Z","steps":["trace[889127648] 'agreement among raft nodes before linearized reading' (duration: 118.796894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:00.266414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.944709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:42:00.266462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:59.298363Z","time spent":"968.084442ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:42:00.266474Z","caller":"traceutil/trace.go:171","msg":"trace[1914468453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8163; }","duration":"1.231029531s","start":"2026-03-04T01:41:59.035437Z","end":"2026-03-04T01:42:00.266467Z","steps":["trace[1914468453] 'agreement among raft nodes before linearized reading' (duration: 1.230939579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:00.266521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:59.035399Z","time spent":"1.231101483s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:42:00.266516Z","caller":"traceutil/trace.go:171","msg":"trace[1199238179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8163; }","duration":"968.099933ms","start":"2026-03-04T01:41:59.298389Z","end":"2026-03-04T01:42:00.266489Z","steps":["trace[1199238179] 'agreement among raft nodes before linearized reading' (duration: 967.820036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:00.26645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093612403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:42:00.266569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:59.298367Z","time spent":"968.193975ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:42:00.266614Z","caller":"traceutil/trace.go:171","msg":"trace[866014741] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"662.424865ms","start":"2026-03-04T01:41:59.60417Z","end":"2026-03-04T01:42:00.266594Z","steps":["trace[866014741] 'process raft request' (duration: 641.166759ms)","trace[866014741] 'compare' (duration: 20.632342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:42:00.266384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.452261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:42:00.266685Z","caller":"traceutil/trace.go:171","msg":"trace[1003742780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8163; }","duration":"968.779348ms","start":"2026-03-04T01:41:59.297886Z","end":"2026-03-04T01:42:00.266666Z","steps":["trace[1003742780] 'agreement among raft nodes before linearized reading' (duration: 968.239265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:00.266731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:59.604147Z","time spent":"662.508638ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:00.26675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.711567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:42:00.266777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.883286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-04T01:42:00.266732Z","caller":"traceutil/trace.go:171","msg":"trace[698112121] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8163; }","duration":"1.09390944s","start":"2026-03-04T01:41:59.1727Z","end":"2026-03-04T01:42:00.26661Z","steps":["trace[698112121] 'agreement among raft nodes before linearized reading' (duration: 1.093451849s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:00.266779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.511924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:42:00.266835Z","caller":"traceutil/trace.go:171","msg":"trace[408553957] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34; range_end:; response_count:1; response_revision:8163; }","duration":"390.979538ms","start":"2026-03-04T01:41:59.875837Z","end":"2026-03-04T01:42:00.266816Z","steps":["trace[408553957] 'agreement among raft nodes before linearized reading' (duration: 390.831265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:00.266898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:59.875807Z","time spent":"391.078651ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34\" "} {"level":"warn","ts":"2026-03-04T01:42:00.266914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:59.172683Z","time spent":"1.094175756s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:42:00.266346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:59.158683Z","time spent":"1.10765374s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:42:00.266768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:59.297871Z","time spent":"968.880671ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:42:00.267061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.038534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:42:00.26682Z","caller":"traceutil/trace.go:171","msg":"trace[1906238765] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:8163; }","duration":"965.791468ms","start":"2026-03-04T01:41:59.301012Z","end":"2026-03-04T01:42:00.266803Z","steps":["trace[1906238765] 'agreement among raft nodes before linearized reading' (duration: 965.591184ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:00.267143Z","caller":"traceutil/trace.go:171","msg":"trace[1746981719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8163; }","duration":"969.151057ms","start":"2026-03-04T01:41:59.297947Z","end":"2026-03-04T01:42:00.267098Z","steps":["trace[1746981719] 'agreement among raft nodes before linearized reading' (duration: 968.507722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:00.266827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.149093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:42:00.267176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:59.301007Z","time spent":"966.146336ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"info","ts":"2026-03-04T01:42:00.266901Z","caller":"traceutil/trace.go:171","msg":"trace[147744198] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8163; }","duration":"380.688838ms","start":"2026-03-04T01:41:59.886183Z","end":"2026-03-04T01:42:00.266872Z","steps":["trace[147744198] 'agreement among raft nodes before linearized reading' (duration: 380.442602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:00.26723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:59.297927Z","time spent":"969.28804ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:42:00.267317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:59.886167Z","time spent":"381.129649ms","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:42:00.267239Z","caller":"traceutil/trace.go:171","msg":"trace[1784829214] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8163; }","duration":"968.557613ms","start":"2026-03-04T01:41:59.298661Z","end":"2026-03-04T01:42:00.267219Z","steps":["trace[1784829214] 'agreement among raft nodes before linearized reading' (duration: 968.027391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:00.267454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:59.298638Z","time spent":"968.795589ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:42:06.897836Z","caller":"traceutil/trace.go:171","msg":"trace[561731598] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8237; }","duration":"116.344586ms","start":"2026-03-04T01:42:06.781463Z","end":"2026-03-04T01:42:06.897807Z","steps":["trace[561731598] 'process raft request' (duration: 59.96719ms)","trace[561731598] 'compare' (duration: 56.240793ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:06.92764Z","caller":"traceutil/trace.go:171","msg":"trace[1097553292] linearizableReadLoop","detail":"{readStateIndex:8564; appliedIndex:8562; }","duration":"144.084734ms","start":"2026-03-04T01:42:06.783534Z","end":"2026-03-04T01:42:06.927619Z","steps":["trace[1097553292] 'read index received' (duration: 57.985364ms)","trace[1097553292] 'applied index is now lower than readState.Index' (duration: 86.09841ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:06.927788Z","caller":"traceutil/trace.go:171","msg":"trace[1058250504] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"145.122588ms","start":"2026-03-04T01:42:06.782621Z","end":"2026-03-04T01:42:06.927744Z","steps":["trace[1058250504] 'process raft request' (duration: 144.861222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:06.927848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.299329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-04T01:42:06.927884Z","caller":"traceutil/trace.go:171","msg":"trace[1847924663] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8238; }","duration":"144.34795ms","start":"2026-03-04T01:42:06.783523Z","end":"2026-03-04T01:42:06.927871Z","steps":["trace[1847924663] 'agreement among raft nodes before linearized reading' (duration: 144.179156ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:08.090355Z","caller":"traceutil/trace.go:171","msg":"trace[188569082] linearizableReadLoop","detail":"{readStateIndex:8567; appliedIndex:8566; }","duration":"330.294722ms","start":"2026-03-04T01:42:07.760029Z","end":"2026-03-04T01:42:08.090324Z","steps":["trace[188569082] 'read index received' (duration: 330.102817ms)","trace[188569082] 'applied index is now lower than readState.Index' (duration: 190.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:08.090499Z","caller":"traceutil/trace.go:171","msg":"trace[1550698313] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"410.393571ms","start":"2026-03-04T01:42:07.68009Z","end":"2026-03-04T01:42:08.090484Z","steps":["trace[1550698313] 'process raft request' (duration: 410.033573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:08.090635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:07.680069Z","time spent":"410.468124ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:08.090811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.781273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-04T01:42:08.090881Z","caller":"traceutil/trace.go:171","msg":"trace[196866255] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8241; }","duration":"330.853474ms","start":"2026-03-04T01:42:07.760011Z","end":"2026-03-04T01:42:08.090864Z","steps":["trace[196866255] 'agreement among raft nodes before linearized reading' (duration: 330.65204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:08.090935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:07.759963Z","time spent":"330.959017ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5754,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T01:42:08.096101Z","caller":"traceutil/trace.go:171","msg":"trace[273596298] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"149.142652ms","start":"2026-03-04T01:42:07.946935Z","end":"2026-03-04T01:42:08.096078Z","steps":["trace[273596298] 'process raft request' (duration: 148.930107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:08.096167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.147749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T01:42:08.096259Z","caller":"traceutil/trace.go:171","msg":"trace[934529185] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8242; }","duration":"202.303333ms","start":"2026-03-04T01:42:07.893934Z","end":"2026-03-04T01:42:08.096238Z","steps":["trace[934529185] 'agreement among raft nodes before linearized reading' (duration: 202.072077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:08.096271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.511011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T01:42:08.096337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.359808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:42:08.096371Z","caller":"traceutil/trace.go:171","msg":"trace[1008658303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8242; }","duration":"161.612933ms","start":"2026-03-04T01:42:07.934694Z","end":"2026-03-04T01:42:08.096307Z","steps":["trace[1008658303] 'agreement among raft nodes before linearized reading' (duration: 161.431489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:08.096394Z","caller":"traceutil/trace.go:171","msg":"trace[279466952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8242; }","duration":"188.47031ms","start":"2026-03-04T01:42:07.907911Z","end":"2026-03-04T01:42:08.096381Z","steps":["trace[279466952] 'agreement among raft nodes before linearized reading' (duration: 188.280606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:08.237252Z","caller":"traceutil/trace.go:171","msg":"trace[387852348] linearizableReadLoop","detail":"{readStateIndex:8569; appliedIndex:8568; }","duration":"136.844075ms","start":"2026-03-04T01:42:08.100384Z","end":"2026-03-04T01:42:08.237228Z","steps":["trace[387852348] 'read index received' (duration: 128.546961ms)","trace[387852348] 'applied index is now lower than readState.Index' (duration: 8.296054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:42:08.237489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.08306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-04T01:42:08.237524Z","caller":"traceutil/trace.go:171","msg":"trace[2071162106] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8243; }","duration":"137.144512ms","start":"2026-03-04T01:42:08.10037Z","end":"2026-03-04T01:42:08.237515Z","steps":["trace[2071162106] 'agreement among raft nodes before linearized reading' (duration: 136.944978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:08.237648Z","caller":"traceutil/trace.go:171","msg":"trace[2019878497] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"137.456409ms","start":"2026-03-04T01:42:08.100149Z","end":"2026-03-04T01:42:08.237606Z","steps":["trace[2019878497] 'process raft request' (duration: 128.782437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:09.172669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.733567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:42:09.172887Z","caller":"traceutil/trace.go:171","msg":"trace[365797138] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"1.072069788s","start":"2026-03-04T01:42:08.100767Z","end":"2026-03-04T01:42:09.172837Z","steps":["trace[365797138] 'process raft request' (duration: 249.027934ms)","trace[365797138] 'compare' (duration: 822.594084ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:09.172976Z","caller":"traceutil/trace.go:171","msg":"trace[2017218613] linearizableReadLoop","detail":"{readStateIndex:8573; appliedIndex:8569; }","duration":"877.440884ms","start":"2026-03-04T01:42:08.29552Z","end":"2026-03-04T01:42:09.17296Z","steps":["trace[2017218613] 'read index received' (duration: 54.245836ms)","trace[2017218613] 'applied index is now lower than readState.Index' (duration: 823.194158ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:09.173058Z","caller":"traceutil/trace.go:171","msg":"trace[114084646] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"1.067778849s","start":"2026-03-04T01:42:08.105159Z","end":"2026-03-04T01:42:09.172938Z","steps":["trace[114084646] 'process raft request' (duration: 1.067607465s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:09.173217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.703211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:09.173276Z","caller":"traceutil/trace.go:171","msg":"trace[217527862] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8247; }","duration":"877.800533ms","start":"2026-03-04T01:42:08.295462Z","end":"2026-03-04T01:42:09.173262Z","steps":["trace[217527862] 'agreement among raft nodes before linearized reading' (duration: 877.66811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:09.173326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:08.295434Z","time spent":"877.880785ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T01:42:09.173347Z","caller":"traceutil/trace.go:171","msg":"trace[330466692] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"971.88785ms","start":"2026-03-04T01:42:08.20144Z","end":"2026-03-04T01:42:09.173328Z","steps":["trace[330466692] 'process raft request' (duration: 971.438109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:09.173405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:08.201403Z","time spent":"971.971512ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:09.173411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.075249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:42:09.173422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.899344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:09.173451Z","caller":"traceutil/trace.go:171","msg":"trace[2119880334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8247; }","duration":"821.160011ms","start":"2026-03-04T01:42:08.35228Z","end":"2026-03-04T01:42:09.17344Z","steps":["trace[2119880334] 'agreement among raft nodes before linearized reading' (duration: 820.933785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:09.173473Z","caller":"traceutil/trace.go:171","msg":"trace[2104365357] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8247; }","duration":"279.990266ms","start":"2026-03-04T01:42:08.893468Z","end":"2026-03-04T01:42:09.173458Z","steps":["trace[2104365357] 'agreement among raft nodes before linearized reading' (duration: 279.895694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:09.173474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.573793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:42:09.173484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:08.352259Z","time spent":"821.218012ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:42:09.173508Z","caller":"traceutil/trace.go:171","msg":"trace[2111560644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8247; }","duration":"813.632145ms","start":"2026-03-04T01:42:08.359867Z","end":"2026-03-04T01:42:09.173499Z","steps":["trace[2111560644] 'agreement among raft nodes before linearized reading' (duration: 813.512982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:09.173535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:08.359857Z","time spent":"813.671776ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:42:09.173519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.534383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:42:09.173519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.14625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:42:09.173573Z","caller":"traceutil/trace.go:171","msg":"trace[1164270481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8247; }","duration":"813.623604ms","start":"2026-03-04T01:42:08.359937Z","end":"2026-03-04T01:42:09.17356Z","steps":["trace[1164270481] 'agreement among raft nodes before linearized reading' (duration: 813.45343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:09.173549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.125673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:42:09.173572Z","caller":"traceutil/trace.go:171","msg":"trace[1552097447] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"971.761247ms","start":"2026-03-04T01:42:08.201794Z","end":"2026-03-04T01:42:09.173555Z","steps":["trace[1552097447] 'process raft request' (duration: 971.124282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:09.173599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.173213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:42:09.173603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:08.359931Z","time spent":"813.667285ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:42:09.173617Z","caller":"traceutil/trace.go:171","msg":"trace[255571741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8247; }","duration":"699.225295ms","start":"2026-03-04T01:42:08.474386Z","end":"2026-03-04T01:42:09.173611Z","steps":["trace[255571741] 'agreement among raft nodes before linearized reading' (duration: 699.195094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:09.173607Z","caller":"traceutil/trace.go:171","msg":"trace[2059992549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8247; }","duration":"815.254633ms","start":"2026-03-04T01:42:08.358338Z","end":"2026-03-04T01:42:09.173592Z","steps":["trace[2059992549] 'agreement among raft nodes before linearized reading' (duration: 815.051818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:09.173601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.819987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"warn","ts":"2026-03-04T01:42:09.173632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:08.474366Z","time spent":"699.263215ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:42:09.173626Z","caller":"traceutil/trace.go:171","msg":"trace[618162186] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8247; }","duration":"813.224545ms","start":"2026-03-04T01:42:08.36038Z","end":"2026-03-04T01:42:09.173605Z","steps":["trace[618162186] 'agreement among raft nodes before linearized reading' (duration: 813.00702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:09.173644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:08.358331Z","time spent":"815.305984ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:42:09.173654Z","caller":"traceutil/trace.go:171","msg":"trace[578462647] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8247; }","duration":"364.905318ms","start":"2026-03-04T01:42:08.808735Z","end":"2026-03-04T01:42:09.17364Z","steps":["trace[578462647] 'agreement among raft nodes before linearized reading' (duration: 364.659262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:09.173663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:08.20178Z","time spent":"971.835889ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:09.173689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:08.808718Z","time spent":"364.96346ms","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414443,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T01:42:09.173683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:08.360373Z","time spent":"813.300557ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:42:09.173724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.895918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:42:09.17308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:08.100744Z","time spent":"1.072243723s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:42:09.173766Z","caller":"traceutil/trace.go:171","msg":"trace[1040669835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8247; }","duration":"818.97118ms","start":"2026-03-04T01:42:08.354786Z","end":"2026-03-04T01:42:09.173757Z","steps":["trace[1040669835] 'agreement among raft nodes before linearized reading' (duration: 818.865337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:09.173802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:08.354769Z","time spent":"819.023811ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:42:09.17396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:08.105146Z","time spent":"1.068059375s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:09.174077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.082035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:42:09.174107Z","caller":"traceutil/trace.go:171","msg":"trace[370369136] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:8247; }","duration":"811.131637ms","start":"2026-03-04T01:42:08.362968Z","end":"2026-03-04T01:42:09.1741Z","steps":["trace[370369136] 'agreement among raft nodes before linearized reading' (duration: 810.352409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:09.174123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:08.362958Z","time spent":"811.161057ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"warn","ts":"2026-03-04T01:42:10.113076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.755032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:42:10.11315Z","caller":"traceutil/trace.go:171","msg":"trace[50387721] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"935.481281ms","start":"2026-03-04T01:42:09.177654Z","end":"2026-03-04T01:42:10.113136Z","steps":["trace[50387721] 'process raft request' (duration: 144.599196ms)","trace[50387721] 'compare' (duration: 790.630379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:42:10.113181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:09.177639Z","time spent":"935.528561ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:10.472148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149860386s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:42:10.483168Z","caller":"traceutil/trace.go:171","msg":"trace[1782084296] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"1.304823833s","start":"2026-03-04T01:42:09.178331Z","end":"2026-03-04T01:42:10.483155Z","steps":["trace[1782084296] 'process raft request' (duration: 1.304776222s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:10.483228Z","caller":"traceutil/trace.go:171","msg":"trace[1520878451] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"1.305224993s","start":"2026-03-04T01:42:09.177985Z","end":"2026-03-04T01:42:10.48321Z","steps":["trace[1520878451] 'process raft request' (duration: 1.294434511s)","trace[1520878451] 'compare' (duration: 10.450354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:42:10.483257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:09.178321Z","time spent":"1.304892505s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:10.483328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:09.177955Z","time spent":"1.305317185s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:42:10.483545Z","caller":"traceutil/trace.go:171","msg":"trace[2001860892] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"1.30509421s","start":"2026-03-04T01:42:09.17844Z","end":"2026-03-04T01:42:10.483534Z","steps":["trace[2001860892] 'process raft request' (duration: 1.304697221s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:10.48356Z","caller":"traceutil/trace.go:171","msg":"trace[952948397] linearizableReadLoop","detail":"{readStateIndex:8575; appliedIndex:8573; }","duration":"1.305455878s","start":"2026-03-04T01:42:09.178084Z","end":"2026-03-04T01:42:10.48354Z","steps":["trace[952948397] 'read index received' (duration: 144.168716ms)","trace[952948397] 'applied index is now lower than readState.Index' (duration: 1.161286342s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:10.483595Z","caller":"traceutil/trace.go:171","msg":"trace[119982516] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"1.304506076s","start":"2026-03-04T01:42:09.179082Z","end":"2026-03-04T01:42:10.483588Z","steps":["trace[119982516] 'process raft request' (duration: 1.304427055s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:10.483579Z","caller":"traceutil/trace.go:171","msg":"trace[843322266] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"1.304637519s","start":"2026-03-04T01:42:09.178921Z","end":"2026-03-04T01:42:10.483559Z","steps":["trace[843322266] 'process raft request' (duration: 1.304493125s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:10.483599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:09.178416Z","time spent":"1.305153041s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:10.483631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:09.17907Z","time spent":"1.304541417s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:10.483684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:09.178912Z","time spent":"1.304713461s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:10.484042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30594659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228495"} {"level":"info","ts":"2026-03-04T01:42:10.484099Z","caller":"traceutil/trace.go:171","msg":"trace[1888166103] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8253; }","duration":"1.306026332s","start":"2026-03-04T01:42:09.178059Z","end":"2026-03-04T01:42:10.484085Z","steps":["trace[1888166103] 'agreement among raft nodes before linearized reading' (duration: 1.305568351s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:10.484138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:09.178049Z","time spent":"1.306080313s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228517,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:42:10.716198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.046093ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:10.716352Z","caller":"traceutil/trace.go:171","msg":"trace[1791511843] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8253; }","duration":"108.209136ms","start":"2026-03-04T01:42:10.608119Z","end":"2026-03-04T01:42:10.716328Z","steps":["trace[1791511843] 'range keys from in-memory index tree' (duration: 107.734095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:10.716719Z","caller":"traceutil/trace.go:171","msg":"trace[1814860003] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"1.212278443s","start":"2026-03-04T01:42:09.504358Z","end":"2026-03-04T01:42:10.716636Z","steps":["trace[1814860003] 'process raft request' (duration: 1.125283622s)","trace[1814860003] 'compare' (duration: 86.482069ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:10.716762Z","caller":"traceutil/trace.go:171","msg":"trace[573869497] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"951.553986ms","start":"2026-03-04T01:42:09.765181Z","end":"2026-03-04T01:42:10.716734Z","steps":["trace[573869497] 'process raft request' (duration: 951.229528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:10.717012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:09.504324Z","time spent":"1.21256416s","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414482,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:10.717015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.942801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:42:10.71704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:09.765155Z","time spent":"951.817133ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:10.717108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535168461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-04T01:42:10.717161Z","caller":"traceutil/trace.go:171","msg":"trace[668655419] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8256; }","duration":"1.535255814s","start":"2026-03-04T01:42:09.181895Z","end":"2026-03-04T01:42:10.71715Z","steps":["trace[668655419] 'agreement among raft nodes before linearized reading' (duration: 1.53509466s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:10.716876Z","caller":"traceutil/trace.go:171","msg":"trace[2030428292] linearizableReadLoop","detail":"{readStateIndex:8582; appliedIndex:8579; }","duration":"233.246506ms","start":"2026-03-04T01:42:10.483607Z","end":"2026-03-04T01:42:10.716853Z","steps":["trace[2030428292] 'read index received' (duration: 145.944517ms)","trace[2030428292] 'applied index is now lower than readState.Index' (duration: 87.301179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:42:10.717221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:09.181889Z","time spent":"1.535305355s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":648,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-03-04T01:42:10.717099Z","caller":"traceutil/trace.go:171","msg":"trace[2032838327] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8256; }","duration":"655.047723ms","start":"2026-03-04T01:42:10.062029Z","end":"2026-03-04T01:42:10.717077Z","steps":["trace[2032838327] 'agreement among raft nodes before linearized reading' (duration: 654.848368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:10.717347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:10.062009Z","time spent":"655.30676ms","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:42:10.717387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.116497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:10.717435Z","caller":"traceutil/trace.go:171","msg":"trace[293143262] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8256; }","duration":"130.21152ms","start":"2026-03-04T01:42:10.587208Z","end":"2026-03-04T01:42:10.71742Z","steps":["trace[293143262] 'agreement among raft nodes before linearized reading' (duration: 130.096977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:10.717527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537425064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T01:42:10.717581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.64835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-04T01:42:10.717627Z","caller":"traceutil/trace.go:171","msg":"trace[1230716184] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34; range_end:; response_count:1; response_revision:8256; }","duration":"841.722631ms","start":"2026-03-04T01:42:09.87589Z","end":"2026-03-04T01:42:10.717613Z","steps":["trace[1230716184] 'agreement among raft nodes before linearized reading' (duration: 841.185539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:10.717657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:09.875859Z","time spent":"841.791473ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34\" "} {"level":"info","ts":"2026-03-04T01:42:10.717614Z","caller":"traceutil/trace.go:171","msg":"trace[1329037621] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8256; }","duration":"1.537509546s","start":"2026-03-04T01:42:09.180094Z","end":"2026-03-04T01:42:10.717603Z","steps":["trace[1329037621] 'agreement among raft nodes before linearized reading' (duration: 1.53682616s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:10.717706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:09.180087Z","time spent":"1.537611178s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:42:10.717169Z","caller":"traceutil/trace.go:171","msg":"trace[538385955] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"234.238819ms","start":"2026-03-04T01:42:10.48284Z","end":"2026-03-04T01:42:10.717079Z","steps":["trace[538385955] 'process raft request' (duration: 233.952302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:10.718014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242101359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:10.71808Z","caller":"traceutil/trace.go:171","msg":"trace[2126042391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8256; }","duration":"1.242948279s","start":"2026-03-04T01:42:09.475115Z","end":"2026-03-04T01:42:10.718063Z","steps":["trace[2126042391] 'agreement among raft nodes before linearized reading' (duration: 1.241853803s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:10.71812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:09.475095Z","time spent":"1.243014701s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:42:11.073349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.363453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:42:11.073437Z","caller":"traceutil/trace.go:171","msg":"trace[1723933863] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"260.650066ms","start":"2026-03-04T01:42:10.812769Z","end":"2026-03-04T01:42:11.073419Z","steps":["trace[1723933863] 'process raft request' (duration: 151.154679ms)","trace[1723933863] 'compare' (duration: 108.974334ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:11.305707Z","caller":"traceutil/trace.go:171","msg":"trace[1166519515] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"126.217867ms","start":"2026-03-04T01:42:11.179463Z","end":"2026-03-04T01:42:11.305681Z","steps":["trace[1166519515] 'process raft request' (duration: 125.616513ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:11.569143Z","caller":"traceutil/trace.go:171","msg":"trace[1491194620] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"107.768906ms","start":"2026-03-04T01:42:11.461343Z","end":"2026-03-04T01:42:11.569112Z","steps":["trace[1491194620] 'process raft request' (duration: 107.571301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:12.726409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328684539,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:42:12.936011Z","caller":"traceutil/trace.go:171","msg":"trace[784953278] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"814.513815ms","start":"2026-03-04T01:42:12.121473Z","end":"2026-03-04T01:42:12.935987Z","steps":["trace[784953278] 'process raft request' (duration: 814.366632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:12.936158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:12.121447Z","time spent":"814.634288ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:13.150591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.058344ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:42:13.150783Z","caller":"traceutil/trace.go:171","msg":"trace[2097926032] linearizableReadLoop","detail":"{readStateIndex:8589; appliedIndex:8587; }","duration":"925.293802ms","start":"2026-03-04T01:42:12.22547Z","end":"2026-03-04T01:42:13.150764Z","steps":["trace[2097926032] 'read index received' (duration: 710.380424ms)","trace[2097926032] 'applied index is now lower than readState.Index' (duration: 214.911278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:42:13.151062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.806801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:42:13.151374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.975091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:42:13.151395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.195873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:42:13.151442Z","caller":"traceutil/trace.go:171","msg":"trace[525348706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8262; }","duration":"664.116264ms","start":"2026-03-04T01:42:12.48731Z","end":"2026-03-04T01:42:13.151426Z","steps":["trace[525348706] 'agreement among raft nodes before linearized reading' (duration: 663.897009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.151471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:12.487296Z","time spent":"664.169155ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:42:13.151472Z","caller":"traceutil/trace.go:171","msg":"trace[51242866] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8262; }","duration":"663.328836ms","start":"2026-03-04T01:42:12.488117Z","end":"2026-03-04T01:42:13.151446Z","steps":["trace[51242866] 'agreement among raft nodes before linearized reading' (duration: 663.07247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.151518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:12.488101Z","time spent":"663.404188ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:42:13.151537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.11617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:42:13.151566Z","caller":"traceutil/trace.go:171","msg":"trace[843383796] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8262; }","duration":"104.192102ms","start":"2026-03-04T01:42:13.047366Z","end":"2026-03-04T01:42:13.151559Z","steps":["trace[843383796] 'agreement among raft nodes before linearized reading' (duration: 104.08022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.151564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.142508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:42:13.151581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.958555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:13.151628Z","caller":"traceutil/trace.go:171","msg":"trace[220119270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8262; }","duration":"677.24907ms","start":"2026-03-04T01:42:12.474361Z","end":"2026-03-04T01:42:13.15161Z","steps":["trace[220119270] 'agreement among raft nodes before linearized reading' (duration: 677.120627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.151663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:12.47434Z","time spent":"677.316692ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:42:13.151678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.659594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:42:13.151653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.639527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:42:13.151749Z","caller":"traceutil/trace.go:171","msg":"trace[489534405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8262; }","duration":"664.78636ms","start":"2026-03-04T01:42:12.486941Z","end":"2026-03-04T01:42:13.151728Z","steps":["trace[489534405] 'agreement among raft nodes before linearized reading' (duration: 664.525304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.151776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.871118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:42:13.151666Z","caller":"traceutil/trace.go:171","msg":"trace[1749723847] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8262; }","duration":"226.103988ms","start":"2026-03-04T01:42:12.925544Z","end":"2026-03-04T01:42:13.151648Z","steps":["trace[1749723847] 'agreement among raft nodes before linearized reading' (duration: 225.942354ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:13.151811Z","caller":"traceutil/trace.go:171","msg":"trace[790132366] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:8262; }","duration":"660.91161ms","start":"2026-03-04T01:42:12.490889Z","end":"2026-03-04T01:42:13.151801Z","steps":["trace[790132366] 'agreement among raft nodes before linearized reading' (duration: 660.817978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.151809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:12.486919Z","time spent":"664.875602ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:42:13.151699Z","caller":"traceutil/trace.go:171","msg":"trace[837998429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8262; }","duration":"663.686384ms","start":"2026-03-04T01:42:12.488007Z","end":"2026-03-04T01:42:13.151693Z","steps":["trace[837998429] 'agreement among raft nodes before linearized reading' (duration: 663.639223ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:13.151767Z","caller":"traceutil/trace.go:171","msg":"trace[1449595935] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8262; }","duration":"776.489027ms","start":"2026-03-04T01:42:12.375191Z","end":"2026-03-04T01:42:13.15168Z","steps":["trace[1449595935] 'agreement among raft nodes before linearized reading' (duration: 775.812011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.151996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:12.375168Z","time spent":"776.808945ms","remote":"127.0.0.1:38016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:42:13.151636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.598282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:42:13.152149Z","caller":"traceutil/trace.go:171","msg":"trace[561312588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8262; }","duration":"664.105614ms","start":"2026-03-04T01:42:12.488024Z","end":"2026-03-04T01:42:13.15213Z","steps":["trace[561312588] 'agreement among raft nodes before linearized reading' (duration: 663.570801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.152208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:12.488022Z","time spent":"664.169876ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:42:13.151676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.202024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:13.152321Z","caller":"traceutil/trace.go:171","msg":"trace[57955011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8262; }","duration":"926.877469ms","start":"2026-03-04T01:42:12.225429Z","end":"2026-03-04T01:42:13.152306Z","steps":["trace[57955011] 'agreement among raft nodes before linearized reading' (duration: 926.190973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.152369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:12.225414Z","time spent":"926.943471ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:42:13.151922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:12.490884Z","time spent":"660.960681ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"warn","ts":"2026-03-04T01:42:13.151918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:12.488004Z","time spent":"663.895709ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:42:13.306421Z","caller":"traceutil/trace.go:171","msg":"trace[76119497] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"150.200247ms","start":"2026-03-04T01:42:13.156206Z","end":"2026-03-04T01:42:13.306407Z","steps":["trace[76119497] 'process raft request' (duration: 150.105724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:13.721556Z","caller":"traceutil/trace.go:171","msg":"trace[1026749401] linearizableReadLoop","detail":"{readStateIndex:8593; appliedIndex:8590; }","duration":"552.619502ms","start":"2026-03-04T01:42:13.168919Z","end":"2026-03-04T01:42:13.721539Z","steps":["trace[1026749401] 'read index received' (duration: 137.49748ms)","trace[1026749401] 'applied index is now lower than readState.Index' (duration: 415.121302ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:13.721754Z","caller":"traceutil/trace.go:171","msg":"trace[1232693195] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"565.438852ms","start":"2026-03-04T01:42:13.156306Z","end":"2026-03-04T01:42:13.721745Z","steps":["trace[1232693195] 'process raft request' (duration: 565.005522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.721855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:13.156283Z","time spent":"565.499203ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:42:13.721989Z","caller":"traceutil/trace.go:171","msg":"trace[74979226] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"554.094466ms","start":"2026-03-04T01:42:13.167887Z","end":"2026-03-04T01:42:13.721981Z","steps":["trace[74979226] 'process raft request' (duration: 553.541313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.722031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:13.167878Z","time spent":"554.132528ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:42:13.722142Z","caller":"traceutil/trace.go:171","msg":"trace[1845102735] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"553.454542ms","start":"2026-03-04T01:42:13.168681Z","end":"2026-03-04T01:42:13.722135Z","steps":["trace[1845102735] 'process raft request' (duration: 552.778036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.722188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:13.168633Z","time spent":"553.532874ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:42:13.722289Z","caller":"traceutil/trace.go:171","msg":"trace[1629259260] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"553.350159ms","start":"2026-03-04T01:42:13.168932Z","end":"2026-03-04T01:42:13.722283Z","steps":["trace[1629259260] 'process raft request' (duration: 552.553181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.722334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:13.168922Z","time spent":"553.39019ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:42:13.722424Z","caller":"traceutil/trace.go:171","msg":"trace[1961802428] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"443.050774ms","start":"2026-03-04T01:42:13.279367Z","end":"2026-03-04T01:42:13.722418Z","steps":["trace[1961802428] 'process raft request' (duration: 442.144423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.722465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:13.279351Z","time spent":"443.093985ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:42:13.722784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.860081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228495"} {"level":"info","ts":"2026-03-04T01:42:13.722818Z","caller":"traceutil/trace.go:171","msg":"trace[1448625350] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8268; }","duration":"553.923943ms","start":"2026-03-04T01:42:13.168886Z","end":"2026-03-04T01:42:13.72281Z","steps":["trace[1448625350] 'agreement among raft nodes before linearized reading' (duration: 553.659476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:13.722842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:13.168871Z","time spent":"553.965133ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228517,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:42:14.22268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328684551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:42:14.723277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328684551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:42:14.851561Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130236847s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:42:14.852049Z","caller":"traceutil/trace.go:171","msg":"trace[665960902] linearizableReadLoop","detail":"{readStateIndex:8596; appliedIndex:8595; }","duration":"1.130413772s","start":"2026-03-04T01:42:13.721612Z","end":"2026-03-04T01:42:14.852026Z","steps":["trace[665960902] 'read index received' (duration: 1.130208577s)","trace[665960902] 'applied index is now lower than readState.Index' (duration: 204.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:14.852235Z","caller":"traceutil/trace.go:171","msg":"trace[1751700420] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"1.524189096s","start":"2026-03-04T01:42:13.328018Z","end":"2026-03-04T01:42:14.852207Z","steps":["trace[1751700420] 'process raft request' (duration: 1.523877618s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:14.852487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378404962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:42:14.852558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.657494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:14.852575Z","caller":"traceutil/trace.go:171","msg":"trace[915900802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8269; }","duration":"1.378529545s","start":"2026-03-04T01:42:13.474026Z","end":"2026-03-04T01:42:14.852555Z","steps":["trace[915900802] 'agreement among raft nodes before linearized reading' (duration: 1.378373311s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:14.852605Z","caller":"traceutil/trace.go:171","msg":"trace[511934328] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8269; }","duration":"585.734656ms","start":"2026-03-04T01:42:14.266854Z","end":"2026-03-04T01:42:14.852589Z","steps":["trace[511934328] 'agreement among raft nodes before linearized reading' (duration: 585.680354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:14.852668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:13.474009Z","time spent":"1.378608496s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:42:14.85249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082271548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:42:14.852694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:14.266792Z","time spent":"585.876919ms","remote":"127.0.0.1:37920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:42:14.852769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:13.32799Z","time spent":"1.524454481s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:42:14.85278Z","caller":"traceutil/trace.go:171","msg":"trace[302666372] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8269; }","duration":"1.082543844s","start":"2026-03-04T01:42:13.770189Z","end":"2026-03-04T01:42:14.852733Z","steps":["trace[302666372] 'agreement among raft nodes before linearized reading' (duration: 1.082235907s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:14.852952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:13.770171Z","time spent":"1.08275457s","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:42:15.083048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.019096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:42:15.083118Z","caller":"traceutil/trace.go:171","msg":"trace[1417559614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8269; }","duration":"142.138838ms","start":"2026-03-04T01:42:14.940964Z","end":"2026-03-04T01:42:15.083103Z","steps":["trace[1417559614] 'range keys from in-memory index tree' (duration: 141.78636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:15.083113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.505405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:42:15.083284Z","caller":"traceutil/trace.go:171","msg":"trace[834276501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8269; }","duration":"222.594397ms","start":"2026-03-04T01:42:14.860569Z","end":"2026-03-04T01:42:15.083164Z","steps":["trace[834276501] 'range keys from in-memory index tree' (duration: 222.469715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.381216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.851563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-4lfgw\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-04T01:42:28.381422Z","caller":"traceutil/trace.go:171","msg":"trace[1626993448] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-4lfgw; range_end:; response_count:1; response_revision:8430; }","duration":"516.100309ms","start":"2026-03-04T01:42:27.865294Z","end":"2026-03-04T01:42:28.381394Z","steps":["trace[1626993448] 'range keys from in-memory index tree' (duration: 515.627748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:28.381484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:27.865274Z","time spent":"516.190461ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4581,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-4lfgw\" "} {"level":"info","ts":"2026-03-04T01:43:13.388283Z","caller":"traceutil/trace.go:171","msg":"trace[2034792842] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"643.316929ms","start":"2026-03-04T01:43:12.744943Z","end":"2026-03-04T01:43:13.38826Z","steps":["trace[2034792842] 'process raft request' (duration: 643.179986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:13.388489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:12.744913Z","time spent":"643.518784ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23794,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:43:13.39132Z","caller":"traceutil/trace.go:171","msg":"trace[1696691036] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"177.532785ms","start":"2026-03-04T01:43:13.213755Z","end":"2026-03-04T01:43:13.391288Z","steps":["trace[1696691036] 'process raft request' (duration: 177.360301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:14.914899Z","caller":"traceutil/trace.go:171","msg":"trace[491220112] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"313.409167ms","start":"2026-03-04T01:43:14.601465Z","end":"2026-03-04T01:43:14.914874Z","steps":["trace[491220112] 'process raft request' (duration: 313.247243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:14.915101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:14.601423Z","time spent":"313.604332ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:43:15.224656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.025482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:43:15.224734Z","caller":"traceutil/trace.go:171","msg":"trace[1675986266] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8867; }","duration":"105.113294ms","start":"2026-03-04T01:43:15.119601Z","end":"2026-03-04T01:43:15.224714Z","steps":["trace[1675986266] 'count revisions from in-memory index tree' (duration: 104.94985ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:15.614119Z","caller":"traceutil/trace.go:171","msg":"trace[1977245975] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"324.092287ms","start":"2026-03-04T01:43:15.289994Z","end":"2026-03-04T01:43:15.614087Z","steps":["trace[1977245975] 'process raft request' (duration: 323.910913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:15.6143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:15.289975Z","time spent":"324.23826ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19344,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:43:15.614781Z","caller":"traceutil/trace.go:171","msg":"trace[1942296352] linearizableReadLoop","detail":"{readStateIndex:9213; appliedIndex:9211; }","duration":"176.488731ms","start":"2026-03-04T01:43:15.438269Z","end":"2026-03-04T01:43:15.614758Z","steps":["trace[1942296352] 'read index received' (duration: 175.418866ms)","trace[1942296352] 'applied index is now lower than readState.Index' (duration: 1.068535ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:15.614824Z","caller":"traceutil/trace.go:171","msg":"trace[340798306] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"218.492421ms","start":"2026-03-04T01:43:15.396293Z","end":"2026-03-04T01:43:15.614785Z","steps":["trace[340798306] 'process raft request' (duration: 218.346448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:15.614968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.684745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:43:15.615006Z","caller":"traceutil/trace.go:171","msg":"trace[1015558843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8869; }","duration":"176.771017ms","start":"2026-03-04T01:43:15.438225Z","end":"2026-03-04T01:43:15.614996Z","steps":["trace[1015558843] 'agreement among raft nodes before linearized reading' (duration: 176.621304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:16.975525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328686339,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:43:17.300416Z","caller":"traceutil/trace.go:171","msg":"trace[31358726] linearizableReadLoop","detail":"{readStateIndex:9237; appliedIndex:9236; }","duration":"825.986074ms","start":"2026-03-04T01:43:16.474407Z","end":"2026-03-04T01:43:17.300393Z","steps":["trace[31358726] 'read index received' (duration: 825.734758ms)","trace[31358726] 'applied index is now lower than readState.Index' (duration: 249.946µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:43:17.300614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.193618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:43:17.300503Z","caller":"traceutil/trace.go:171","msg":"trace[1075679978] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"858.39256ms","start":"2026-03-04T01:43:16.442062Z","end":"2026-03-04T01:43:17.300455Z","steps":["trace[1075679978] 'process raft request' (duration: 858.165335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:17.300661Z","caller":"traceutil/trace.go:171","msg":"trace[1266077829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8892; }","duration":"826.296631ms","start":"2026-03-04T01:43:16.474353Z","end":"2026-03-04T01:43:17.30065Z","steps":["trace[1266077829] 'agreement among raft nodes before linearized reading' (duration: 826.155667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:17.300698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:16.474324Z","time spent":"826.365943ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:43:17.30069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.469191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:43:17.30075Z","caller":"traceutil/trace.go:171","msg":"trace[1783142463] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8892; }","duration":"756.572603ms","start":"2026-03-04T01:43:16.544162Z","end":"2026-03-04T01:43:17.300735Z","steps":["trace[1783142463] 'agreement among raft nodes before linearized reading' (duration: 756.420259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:17.300779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:16.442035Z","time spent":"858.650656ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3700,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:43:17.300795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:16.544149Z","time spent":"756.636265ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":68,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:43:17.300764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.243891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:43:17.30088Z","caller":"traceutil/trace.go:171","msg":"trace[381120026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8892; }","duration":"112.409154ms","start":"2026-03-04T01:43:17.188441Z","end":"2026-03-04T01:43:17.30085Z","steps":["trace[381120026] 'agreement among raft nodes before linearized reading' (duration: 112.176419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:17.300876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.137595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:43:17.300965Z","caller":"traceutil/trace.go:171","msg":"trace[492302340] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8892; }","duration":"443.281448ms","start":"2026-03-04T01:43:16.857664Z","end":"2026-03-04T01:43:17.300946Z","steps":["trace[492302340] 'agreement among raft nodes before linearized reading' (duration: 443.026373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:17.301015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:16.857646Z","time spent":"443.3611ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:43:17.543532Z","caller":"traceutil/trace.go:171","msg":"trace[1541715613] linearizableReadLoop","detail":"{readStateIndex:9238; appliedIndex:9237; }","duration":"215.85561ms","start":"2026-03-04T01:43:17.327652Z","end":"2026-03-04T01:43:17.543508Z","steps":["trace[1541715613] 'read index received' (duration: 215.707146ms)","trace[1541715613] 'applied index is now lower than readState.Index' (duration: 144.943µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:17.543699Z","caller":"traceutil/trace.go:171","msg":"trace[1599776631] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"227.41737ms","start":"2026-03-04T01:43:17.316149Z","end":"2026-03-04T01:43:17.543567Z","steps":["trace[1599776631] 'process raft request' (duration: 227.170774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:17.543722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.242505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:43:17.543862Z","caller":"traceutil/trace.go:171","msg":"trace[2100351827] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8893; }","duration":"176.44064ms","start":"2026-03-04T01:43:17.36741Z","end":"2026-03-04T01:43:17.54385Z","steps":["trace[2100351827] 'agreement among raft nodes before linearized reading' (duration: 176.256425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:17.543896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.205738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-wvrp4\" ","response":"range_response_count:1 size:9962"} {"level":"info","ts":"2026-03-04T01:43:17.544075Z","caller":"traceutil/trace.go:171","msg":"trace[1290501424] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-wvrp4; range_end:; response_count:1; response_revision:8893; }","duration":"216.408262ms","start":"2026-03-04T01:43:17.327637Z","end":"2026-03-04T01:43:17.544045Z","steps":["trace[1290501424] 'agreement among raft nodes before linearized reading' (duration: 215.967602ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:27.995257Z","caller":"traceutil/trace.go:171","msg":"trace[546238379] linearizableReadLoop","detail":"{readStateIndex:9305; appliedIndex:9304; }","duration":"308.351619ms","start":"2026-03-04T01:43:27.686882Z","end":"2026-03-04T01:43:27.995233Z","steps":["trace[546238379] 'read index received' (duration: 308.188745ms)","trace[546238379] 'applied index is now lower than readState.Index' (duration: 161.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:27.995591Z","caller":"traceutil/trace.go:171","msg":"trace[1147116581] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"342.097436ms","start":"2026-03-04T01:43:27.653461Z","end":"2026-03-04T01:43:27.995558Z","steps":["trace[1147116581] 'process raft request' (duration: 341.618415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:27.995683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.019097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:43:27.995734Z","caller":"traceutil/trace.go:171","msg":"trace[2021905386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8958; }","duration":"175.081268ms","start":"2026-03-04T01:43:27.820639Z","end":"2026-03-04T01:43:27.99572Z","steps":["trace[2021905386] 'agreement among raft nodes before linearized reading' (duration: 174.928544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:27.995715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.336683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:43:27.995756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:27.653441Z","time spent":"342.23121ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:43:27.995793Z","caller":"traceutil/trace.go:171","msg":"trace[408993400] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8958; }","duration":"205.473016ms","start":"2026-03-04T01:43:27.790302Z","end":"2026-03-04T01:43:27.995775Z","steps":["trace[408993400] 'agreement among raft nodes before linearized reading' (duration: 205.276862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:27.995831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.210037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:43:27.995889Z","caller":"traceutil/trace.go:171","msg":"trace[1759021464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8958; }","duration":"234.29642ms","start":"2026-03-04T01:43:27.76158Z","end":"2026-03-04T01:43:27.995876Z","steps":["trace[1759021464] 'agreement among raft nodes before linearized reading' (duration: 233.933871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:27.995966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.064865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:43:27.996051Z","caller":"traceutil/trace.go:171","msg":"trace[1678398114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8958; }","duration":"309.207018ms","start":"2026-03-04T01:43:27.686826Z","end":"2026-03-04T01:43:27.996033Z","steps":["trace[1678398114] 'agreement among raft nodes before linearized reading' (duration: 308.922262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:27.99616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:27.686808Z","time spent":"309.340491ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:43:27.996216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.734849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:43:27.996266Z","caller":"traceutil/trace.go:171","msg":"trace[1549575008] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8958; }","duration":"135.836501ms","start":"2026-03-04T01:43:27.860418Z","end":"2026-03-04T01:43:27.996255Z","steps":["trace[1549575008] 'agreement among raft nodes before linearized reading' (duration: 135.120075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:28.308212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.285295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-04T01:43:28.308256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.247814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:43:28.308293Z","caller":"traceutil/trace.go:171","msg":"trace[719372597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8961; }","duration":"101.398567ms","start":"2026-03-04T01:43:28.206876Z","end":"2026-03-04T01:43:28.308274Z","steps":["trace[719372597] 'range keys from in-memory index tree' (duration: 101.155192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:28.308326Z","caller":"traceutil/trace.go:171","msg":"trace[1953670891] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8961; }","duration":"101.368107ms","start":"2026-03-04T01:43:28.206941Z","end":"2026-03-04T01:43:28.308309Z","steps":["trace[1953670891] 'range keys from in-memory index tree' (duration: 101.024709ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:28.426931Z","caller":"traceutil/trace.go:171","msg":"trace[1969561032] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"114.627357ms","start":"2026-03-04T01:43:28.312278Z","end":"2026-03-04T01:43:28.426906Z","steps":["trace[1969561032] 'process raft request' (duration: 114.457503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:28.447883Z","caller":"traceutil/trace.go:171","msg":"trace[320354930] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"134.869119ms","start":"2026-03-04T01:43:28.312991Z","end":"2026-03-04T01:43:28.44786Z","steps":["trace[320354930] 'process raft request' (duration: 134.787697ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:28.447932Z","caller":"traceutil/trace.go:171","msg":"trace[2069890398] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"135.042763ms","start":"2026-03-04T01:43:28.312862Z","end":"2026-03-04T01:43:28.447905Z","steps":["trace[2069890398] 'process raft request' (duration: 134.793567ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:28.448086Z","caller":"traceutil/trace.go:171","msg":"trace[709654325] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"134.627063ms","start":"2026-03-04T01:43:28.313447Z","end":"2026-03-04T01:43:28.448074Z","steps":["trace[709654325] 'process raft request' (duration: 134.377497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:13.066141Z","caller":"traceutil/trace.go:171","msg":"trace[375478438] transaction","detail":"{read_only:false; response_revision:9263; number_of_response:1; }","duration":"363.6681ms","start":"2026-03-04T01:44:12.702444Z","end":"2026-03-04T01:44:13.066112Z","steps":["trace[375478438] 'process raft request' (duration: 363.578028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:13.066315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:12.702431Z","time spent":"363.798743ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:44:13.066429Z","caller":"traceutil/trace.go:171","msg":"trace[1192632336] transaction","detail":"{read_only:false; response_revision:9262; number_of_response:1; }","duration":"364.594421ms","start":"2026-03-04T01:44:12.70178Z","end":"2026-03-04T01:44:13.066374Z","steps":["trace[1192632336] 'process raft request' (duration: 332.247256ms)","trace[1192632336] 'compare' (duration: 31.476265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:44:13.067314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:12.701772Z","time spent":"365.093324ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:44:43.339793Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7272} {"level":"info","ts":"2026-03-04T01:44:43.403786Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7272,"took":"61.997777ms","hash":76036509,"current-db-size-bytes":39612416,"current-db-size":"40 MB","current-db-size-in-use-bytes":24944640,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T01:44:43.403857Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":76036509,"revision":7272,"compact-revision":5157} {"level":"info","ts":"2026-03-04T01:45:08.250071Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T01:45:08.263946Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T01:45:08.264045Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T01:45:10.698879Z","caller":"traceutil/trace.go:171","msg":"trace[330018021] transaction","detail":"{read_only:false; response_revision:9656; number_of_response:1; }","duration":"109.867945ms","start":"2026-03-04T01:45:10.588963Z","end":"2026-03-04T01:45:10.698831Z","steps":["trace[330018021] 'process raft request' (duration: 109.489676ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:45:43.798351Z","caller":"traceutil/trace.go:171","msg":"trace[1200897675] transaction","detail":"{read_only:false; response_revision:9919; number_of_response:1; }","duration":"166.935287ms","start":"2026-03-04T01:45:43.631384Z","end":"2026-03-04T01:45:43.798319Z","steps":["trace[1200897675] 'process raft request' (duration: 166.774124ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:45:46.241361Z","caller":"traceutil/trace.go:171","msg":"trace[210073416] transaction","detail":"{read_only:false; response_revision:9940; number_of_response:1; }","duration":"188.743056ms","start":"2026-03-04T01:45:46.052572Z","end":"2026-03-04T01:45:46.241315Z","steps":["trace[210073416] 'process raft request' (duration: 179.46916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:45:57.489878Z","caller":"traceutil/trace.go:171","msg":"trace[1617273768] transaction","detail":"{read_only:false; response_revision:10027; number_of_response:1; }","duration":"165.494844ms","start":"2026-03-04T01:45:57.324349Z","end":"2026-03-04T01:45:57.489843Z","steps":["trace[1617273768] 'process raft request' (duration: 165.166006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:29.252279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.421021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:46:29.252359Z","caller":"traceutil/trace.go:171","msg":"trace[965031156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10289; }","duration":"126.543824ms","start":"2026-03-04T01:46:29.125797Z","end":"2026-03-04T01:46:29.252341Z","steps":["trace[965031156] 'range keys from in-memory index tree' (duration: 126.268858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:51.509231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.263701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-03-04T01:46:51.509277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.409085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:46:51.509322Z","caller":"traceutil/trace.go:171","msg":"trace[1813441173] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10584; }","duration":"103.361973ms","start":"2026-03-04T01:46:51.405944Z","end":"2026-03-04T01:46:51.509306Z","steps":["trace[1813441173] 'range keys from in-memory index tree' (duration: 103.168158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:51.509348Z","caller":"traceutil/trace.go:171","msg":"trace[1967366669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10584; }","duration":"130.487777ms","start":"2026-03-04T01:46:51.378843Z","end":"2026-03-04T01:46:51.509331Z","steps":["trace[1967366669] 'range keys from in-memory index tree' (duration: 130.21063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:52.011667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328690873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:46:53.092185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.363967ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:46:53.092776Z","caller":"traceutil/trace.go:171","msg":"trace[867532380] linearizableReadLoop","detail":"{readStateIndex:10981; appliedIndex:10979; }","duration":"1.582045934s","start":"2026-03-04T01:46:51.510712Z","end":"2026-03-04T01:46:53.092758Z","steps":["trace[867532380] 'read index received' (duration: 945.162005ms)","trace[867532380] 'applied index is now lower than readState.Index' (duration: 636.883009ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:46:53.092856Z","caller":"traceutil/trace.go:171","msg":"trace[1491441503] transaction","detail":"{read_only:false; response_revision:10585; number_of_response:1; }","duration":"1.580205311s","start":"2026-03-04T01:46:51.512642Z","end":"2026-03-04T01:46:53.092847Z","steps":["trace[1491441503] 'process raft request' (duration: 1.579655288s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.093002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.512625Z","time spent":"1.580256552s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:46:53.093243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582503594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:53.093414Z","caller":"traceutil/trace.go:171","msg":"trace[326418318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10585; }","duration":"1.58269959s","start":"2026-03-04T01:46:51.510693Z","end":"2026-03-04T01:46:53.093392Z","steps":["trace[326418318] 'agreement among raft nodes before linearized reading' (duration: 1.582449754s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.093664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.510685Z","time spent":"1.582963766s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:46:53.120686Z","caller":"traceutil/trace.go:171","msg":"trace[1151658394] transaction","detail":"{read_only:false; response_revision:10586; number_of_response:1; }","duration":"282.589537ms","start":"2026-03-04T01:46:52.83807Z","end":"2026-03-04T01:46:53.12066Z","steps":["trace[1151658394] 'process raft request' (duration: 282.353922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.120908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.685515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:46:53.120922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038897345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:53.120957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.656372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-04T01:46:53.120993Z","caller":"traceutil/trace.go:171","msg":"trace[555587921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10587; }","duration":"765.793828ms","start":"2026-03-04T01:46:52.355166Z","end":"2026-03-04T01:46:53.120959Z","steps":["trace[555587921] 'agreement among raft nodes before linearized reading' (duration: 765.664365ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:53.120999Z","caller":"traceutil/trace.go:171","msg":"trace[176593052] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10587; }","duration":"979.728513ms","start":"2026-03-04T01:46:52.141258Z","end":"2026-03-04T01:46:53.120986Z","steps":["trace[176593052] 'agreement among raft nodes before linearized reading' (duration: 979.58893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.121017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052660415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:53.121045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.141247Z","time spent":"979.789484ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-04T01:46:53.121074Z","caller":"traceutil/trace.go:171","msg":"trace[1413194665] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10587; }","duration":"1.052753088s","start":"2026-03-04T01:46:52.068302Z","end":"2026-03-04T01:46:53.121055Z","steps":["trace[1413194665] 'agreement among raft nodes before linearized reading' (duration: 1.052664415s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.121121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.086277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-04T01:46:53.121126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.068282Z","time spent":"1.05283295s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:46:53.121128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122939017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:46:53.121114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.878643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:46:53.121158Z","caller":"traceutil/trace.go:171","msg":"trace[928232663] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:10587; }","duration":"922.145639ms","start":"2026-03-04T01:46:52.199003Z","end":"2026-03-04T01:46:53.121149Z","steps":["trace[928232663] 'agreement among raft nodes before linearized reading' (duration: 922.011826ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:53.121177Z","caller":"traceutil/trace.go:171","msg":"trace[1492145587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10587; }","duration":"1.123039579s","start":"2026-03-04T01:46:51.998125Z","end":"2026-03-04T01:46:53.121165Z","steps":["trace[1492145587] 'agreement among raft nodes before linearized reading' (duration: 1.122913506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.121207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.198993Z","time spent":"922.20691ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-04T01:46:53.121208Z","caller":"traceutil/trace.go:171","msg":"trace[2088039490] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10587; }","duration":"492.014447ms","start":"2026-03-04T01:46:52.629171Z","end":"2026-03-04T01:46:53.121185Z","steps":["trace[2088039490] 'agreement among raft nodes before linearized reading' (duration: 491.841893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.12122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.998106Z","time spent":"1.12310584s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:46:53.121211Z","caller":"traceutil/trace.go:171","msg":"trace[654692802] transaction","detail":"{read_only:false; response_revision:10587; number_of_response:1; }","duration":"244.393556ms","start":"2026-03-04T01:46:52.876792Z","end":"2026-03-04T01:46:53.121185Z","steps":["trace[654692802] 'process raft request' (duration: 243.828212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.121211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039738974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:53.121259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.629157Z","time spent":"492.089328ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:46:53.120995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039199892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:53.121445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051468647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T01:46:53.121461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498606256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T01:46:53.121477Z","caller":"traceutil/trace.go:171","msg":"trace[1616352239] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10587; }","duration":"1.051526249s","start":"2026-03-04T01:46:52.069943Z","end":"2026-03-04T01:46:53.121469Z","steps":["trace[1616352239] 'agreement among raft nodes before linearized reading' (duration: 1.051408176s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:53.1215Z","caller":"traceutil/trace.go:171","msg":"trace[738409954] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10587; }","duration":"1.498667548s","start":"2026-03-04T01:46:51.622821Z","end":"2026-03-04T01:46:53.121489Z","steps":["trace[738409954] 'agreement among raft nodes before linearized reading' (duration: 1.498553345s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.12151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.069932Z","time spent":"1.05157105s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-04T01:46:53.121066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.355146Z","time spent":"765.913872ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:46:53.121497Z","caller":"traceutil/trace.go:171","msg":"trace[952665763] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10587; }","duration":"1.039705293s","start":"2026-03-04T01:46:52.081763Z","end":"2026-03-04T01:46:53.121469Z","steps":["trace[952665763] 'agreement among raft nodes before linearized reading' (duration: 1.039193751s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.121529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427824144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:46:53.121546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.622809Z","time spent":"1.498728789s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T01:46:53.121574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.081755Z","time spent":"1.039808145s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:46:53.121435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051946279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-04T01:46:53.121691Z","caller":"traceutil/trace.go:171","msg":"trace[1022415561] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10587; }","duration":"1.052197625s","start":"2026-03-04T01:46:52.069479Z","end":"2026-03-04T01:46:53.121676Z","steps":["trace[1022415561] 'agreement among raft nodes before linearized reading' (duration: 1.051861557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.121774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.069449Z","time spent":"1.052311548s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:46:53.121118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.824238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-68f6847b7c-jbbdw.1899801e9ac87994\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-04T01:46:53.121887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.060058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:46:53.121898Z","caller":"traceutil/trace.go:171","msg":"trace[1178687597] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-68f6847b7c-jbbdw.1899801e9ac87994; range_end:; response_count:1; response_revision:10587; }","duration":"195.655948ms","start":"2026-03-04T01:46:52.926219Z","end":"2026-03-04T01:46:53.121875Z","steps":["trace[1178687597] 'agreement among raft nodes before linearized reading' (duration: 194.693645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:53.121938Z","caller":"traceutil/trace.go:171","msg":"trace[1389638921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10587; }","duration":"979.135369ms","start":"2026-03-04T01:46:52.142789Z","end":"2026-03-04T01:46:53.121925Z","steps":["trace[1389638921] 'agreement among raft nodes before linearized reading' (duration: 978.981375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.121972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.142777Z","time spent":"979.188711ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:46:53.121304Z","caller":"traceutil/trace.go:171","msg":"trace[209387372] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10587; }","duration":"1.039852737s","start":"2026-03-04T01:46:52.081433Z","end":"2026-03-04T01:46:53.121286Z","steps":["trace[209387372] 'agreement among raft nodes before linearized reading' (duration: 1.039730214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.122167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.081422Z","time spent":"1.040726377s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-04T01:46:53.120991Z","caller":"traceutil/trace.go:171","msg":"trace[1284698933] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10587; }","duration":"1.038986947s","start":"2026-03-04T01:46:52.08199Z","end":"2026-03-04T01:46:53.120977Z","steps":["trace[1284698933] 'agreement among raft nodes before linearized reading' (duration: 1.038878164s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.122386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.081982Z","time spent":"1.040380939s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:46:53.120911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039209372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:53.122637Z","caller":"traceutil/trace.go:171","msg":"trace[1796843270] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10587; }","duration":"1.040951253s","start":"2026-03-04T01:46:52.081661Z","end":"2026-03-04T01:46:53.122613Z","steps":["trace[1796843270] 'agreement among raft nodes before linearized reading' (duration: 1.039152111s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.12131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.572519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:46:53.122869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.08165Z","time spent":"1.041201839s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-04T01:46:53.122917Z","caller":"traceutil/trace.go:171","msg":"trace[1542231496] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10587; }","duration":"688.201967ms","start":"2026-03-04T01:46:52.434689Z","end":"2026-03-04T01:46:53.122891Z","steps":["trace[1542231496] 'agreement among raft nodes before linearized reading' (duration: 686.428906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.121329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272500268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:46:53.121843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052685786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:53.122998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.434635Z","time spent":"688.33905ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:46:53.123002Z","caller":"traceutil/trace.go:171","msg":"trace[312802404] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10587; }","duration":"1.274175548s","start":"2026-03-04T01:46:51.848805Z","end":"2026-03-04T01:46:53.122981Z","steps":["trace[312802404] 'agreement among raft nodes before linearized reading' (duration: 1.272493578s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.123059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.848794Z","time spent":"1.274247299s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:46:53.121213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051357255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:53.123175Z","caller":"traceutil/trace.go:171","msg":"trace[929672114] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10587; }","duration":"1.053371882s","start":"2026-03-04T01:46:52.069793Z","end":"2026-03-04T01:46:53.123165Z","steps":["trace[929672114] 'agreement among raft nodes before linearized reading' (duration: 1.051330964s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.123208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.069786Z","time spent":"1.053414394s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:46:53.121326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052123314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:53.121403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275469508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:46:53.123445Z","caller":"traceutil/trace.go:171","msg":"trace[419734422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10587; }","duration":"1.277527406s","start":"2026-03-04T01:46:51.845888Z","end":"2026-03-04T01:46:53.123415Z","steps":["trace[419734422] 'agreement among raft nodes before linearized reading' (duration: 1.275460327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.123591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.845857Z","time spent":"1.27769821s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:46:53.121625Z","caller":"traceutil/trace.go:171","msg":"trace[1146969821] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:10587; }","duration":"1.427947327s","start":"2026-03-04T01:46:51.693629Z","end":"2026-03-04T01:46:53.121576Z","steps":["trace[1146969821] 'agreement among raft nodes before linearized reading' (duration: 1.427738502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.12369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.69361Z","time spent":"1.430063396s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"info","ts":"2026-03-04T01:46:53.124171Z","caller":"traceutil/trace.go:171","msg":"trace[1709034545] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10587; }","duration":"1.055062562s","start":"2026-03-04T01:46:52.069078Z","end":"2026-03-04T01:46:53.124141Z","steps":["trace[1709034545] 'agreement among raft nodes before linearized reading' (duration: 1.052247626s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.124243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.069062Z","time spent":"1.055165335s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T01:46:53.123317Z","caller":"traceutil/trace.go:171","msg":"trace[1437190709] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10587; }","duration":"1.054148701s","start":"2026-03-04T01:46:52.069144Z","end":"2026-03-04T01:46:53.123293Z","steps":["trace[1437190709] 'agreement among raft nodes before linearized reading' (duration: 1.052121173s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.124879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.069122Z","time spent":"1.055734307s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-04T01:46:59.354228Z","caller":"traceutil/trace.go:171","msg":"trace[803724265] transaction","detail":"{read_only:false; response_revision:10621; number_of_response:1; }","duration":"106.468305ms","start":"2026-03-04T01:46:59.247736Z","end":"2026-03-04T01:46:59.354204Z","steps":["trace[803724265] 'process raft request' (duration: 37.773782ms)","trace[803724265] 'compare' (duration: 68.594981ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:46:59.354681Z","caller":"traceutil/trace.go:171","msg":"trace[234437415] transaction","detail":"{read_only:false; response_revision:10622; number_of_response:1; }","duration":"105.020952ms","start":"2026-03-04T01:46:59.249642Z","end":"2026-03-04T01:46:59.354663Z","steps":["trace[234437415] 'process raft request' (duration: 104.754346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:59.35481Z","caller":"traceutil/trace.go:171","msg":"trace[1853286789] transaction","detail":"{read_only:false; response_revision:10623; number_of_response:1; }","duration":"105.160105ms","start":"2026-03-04T01:46:59.249638Z","end":"2026-03-04T01:46:59.354799Z","steps":["trace[1853286789] 'process raft request' (duration: 104.972301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:13.393701Z","caller":"traceutil/trace.go:171","msg":"trace[689763086] linearizableReadLoop","detail":"{readStateIndex:11091; appliedIndex:11090; }","duration":"123.585654ms","start":"2026-03-04T01:47:13.270095Z","end":"2026-03-04T01:47:13.39368Z","steps":["trace[689763086] 'read index received' (duration: 123.505383ms)","trace[689763086] 'applied index is now lower than readState.Index' (duration: 79.571µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:47:13.39386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.754028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:47:13.393883Z","caller":"traceutil/trace.go:171","msg":"trace[567535216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10690; }","duration":"123.81441ms","start":"2026-03-04T01:47:13.270061Z","end":"2026-03-04T01:47:13.393876Z","steps":["trace[567535216] 'agreement among raft nodes before linearized reading' (duration: 123.713358ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:13.393794Z","caller":"traceutil/trace.go:171","msg":"trace[1237350793] transaction","detail":"{read_only:false; response_revision:10690; number_of_response:1; }","duration":"140.715465ms","start":"2026-03-04T01:47:13.253056Z","end":"2026-03-04T01:47:13.393771Z","steps":["trace[1237350793] 'process raft request' (duration: 140.495869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:14.549167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084614262s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:47:14.549383Z","caller":"traceutil/trace.go:171","msg":"trace[2103252614] transaction","detail":"{read_only:false; response_revision:10691; number_of_response:1; }","duration":"1.269798244s","start":"2026-03-04T01:47:13.279548Z","end":"2026-03-04T01:47:14.549346Z","steps":["trace[2103252614] 'process raft request' (duration: 184.852424ms)","trace[2103252614] 'compare' (duration: 1.083848714s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:47:14.54944Z","caller":"traceutil/trace.go:171","msg":"trace[2038320219] transaction","detail":"{read_only:false; response_revision:10692; number_of_response:1; }","duration":"1.151957754s","start":"2026-03-04T01:47:13.397463Z","end":"2026-03-04T01:47:14.549421Z","steps":["trace[2038320219] 'process raft request' (duration: 1.151827951s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:14.549522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:13.397448Z","time spent":"1.152035956s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:47:14.549532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:13.279532Z","time spent":"1.269924957s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:47:14.549647Z","caller":"traceutil/trace.go:171","msg":"trace[1997999567] linearizableReadLoop","detail":"{readStateIndex:11092; appliedIndex:11091; }","duration":"1.155882396s","start":"2026-03-04T01:47:13.393754Z","end":"2026-03-04T01:47:14.549637Z","steps":["trace[1997999567] 'read index received' (duration: 70.6752ms)","trace[1997999567] 'applied index is now lower than readState.Index' (duration: 1.085206276s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:47:14.549832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21477333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:47:14.549865Z","caller":"traceutil/trace.go:171","msg":"trace[927366320] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:10692; }","duration":"1.214838812s","start":"2026-03-04T01:47:13.335016Z","end":"2026-03-04T01:47:14.549855Z","steps":["trace[927366320] 'agreement among raft nodes before linearized reading' (duration: 1.214699079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:14.549893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:13.334989Z","time spent":"1.214898094s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"warn","ts":"2026-03-04T01:47:14.550079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27047999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:47:14.550121Z","caller":"traceutil/trace.go:171","msg":"trace[948479152] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:10692; }","duration":"1.270540082s","start":"2026-03-04T01:47:13.279569Z","end":"2026-03-04T01:47:14.550109Z","steps":["trace[948479152] 'agreement among raft nodes before linearized reading' (duration: 1.2704561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:14.550156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:13.27956Z","time spent":"1.270584993s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:47:14.550283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104322132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:47:14.550314Z","caller":"traceutil/trace.go:171","msg":"trace[1847908927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10692; }","duration":"1.104352012s","start":"2026-03-04T01:47:13.445954Z","end":"2026-03-04T01:47:14.550306Z","steps":["trace[1847908927] 'agreement among raft nodes before linearized reading' (duration: 1.10426891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:14.550341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:13.445904Z","time spent":"1.104431184s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:47:14.550394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.200159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:47:14.550466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10506728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:47:14.550488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05368149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T01:47:14.550508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106919272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:47:14.550537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105187262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:47:14.550657Z","caller":"traceutil/trace.go:171","msg":"trace[1285715504] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10692; }","duration":"1.107053006s","start":"2026-03-04T01:47:13.443536Z","end":"2026-03-04T01:47:14.550589Z","steps":["trace[1285715504] 'agreement among raft nodes before linearized reading' (duration: 1.10677918s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:14.550516Z","caller":"traceutil/trace.go:171","msg":"trace[2086575916] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:10692; }","duration":"336.368393ms","start":"2026-03-04T01:47:14.214103Z","end":"2026-03-04T01:47:14.550472Z","steps":["trace[2086575916] 'agreement among raft nodes before linearized reading' (duration: 336.150848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:14.550658Z","caller":"traceutil/trace.go:171","msg":"trace[1147702174] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10692; }","duration":"1.053846704s","start":"2026-03-04T01:47:13.496737Z","end":"2026-03-04T01:47:14.550583Z","steps":["trace[1147702174] 'agreement among raft nodes before linearized reading' (duration: 1.053525076s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:14.550694Z","caller":"traceutil/trace.go:171","msg":"trace[1178086652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10692; }","duration":"1.105360186s","start":"2026-03-04T01:47:13.445286Z","end":"2026-03-04T01:47:14.550647Z","steps":["trace[1178086652] 'agreement among raft nodes before linearized reading' (duration: 1.104995168s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:14.550723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:13.443527Z","time spent":"1.107183189s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:47:14.550756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:14.214079Z","time spent":"336.638119ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:47:14.550775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:13.445269Z","time spent":"1.105459698s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:47:14.550764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:13.496716Z","time spent":"1.054009617s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:47:14.550524Z","caller":"traceutil/trace.go:171","msg":"trace[1354703812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10692; }","duration":"1.105131271s","start":"2026-03-04T01:47:13.445377Z","end":"2026-03-04T01:47:14.550508Z","steps":["trace[1354703812] 'agreement among raft nodes before linearized reading' (duration: 1.104972457s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:14.551029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:13.445317Z","time spent":"1.105701534s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:47:14.552108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140447075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:47:14.552182Z","caller":"traceutil/trace.go:171","msg":"trace[172612199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10692; }","duration":"1.140545068s","start":"2026-03-04T01:47:13.411621Z","end":"2026-03-04T01:47:14.552166Z","steps":["trace[172612199] 'agreement among raft nodes before linearized reading' (duration: 1.1384959s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:14.552402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:13.41161Z","time spent":"1.140783653s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:47:14.923547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.464457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:47:14.923758Z","caller":"traceutil/trace.go:171","msg":"trace[1788270917] transaction","detail":"{read_only:false; response_revision:10693; number_of_response:1; }","duration":"368.781389ms","start":"2026-03-04T01:47:14.554938Z","end":"2026-03-04T01:47:14.923719Z","steps":["trace[1788270917] 'process raft request' (duration: 145.062946ms)","trace[1788270917] 'compare' (duration: 223.345135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:47:14.923833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:14.554922Z","time spent":"368.877532ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:47:15.415481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.419147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:47:15.415798Z","caller":"traceutil/trace.go:171","msg":"trace[982439346] transaction","detail":"{read_only:false; response_revision:10696; number_of_response:1; }","duration":"860.53739ms","start":"2026-03-04T01:47:14.555239Z","end":"2026-03-04T01:47:15.415776Z","steps":["trace[982439346] 'process raft request' (duration: 860.448868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:15.415813Z","caller":"traceutil/trace.go:171","msg":"trace[980716049] transaction","detail":"{read_only:false; response_revision:10695; number_of_response:1; }","duration":"860.581231ms","start":"2026-03-04T01:47:14.555203Z","end":"2026-03-04T01:47:15.415784Z","steps":["trace[980716049] 'process raft request' (duration: 860.412037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:15.415904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:14.555225Z","time spent":"860.631803ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:47:15.415952Z","caller":"traceutil/trace.go:171","msg":"trace[1192057499] transaction","detail":"{read_only:false; response_revision:10694; number_of_response:1; }","duration":"860.831907ms","start":"2026-03-04T01:47:14.555105Z","end":"2026-03-04T01:47:15.415937Z","steps":["trace[1192057499] 'process raft request' (duration: 603.874949ms)","trace[1192057499] 'compare' (duration: 255.912074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:47:15.416017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:14.555079Z","time spent":"860.898748ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:47:15.416146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:14.555002Z","time spent":"860.94244ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:47:15.416333Z","caller":"traceutil/trace.go:171","msg":"trace[164726386] transaction","detail":"{read_only:false; response_revision:10697; number_of_response:1; }","duration":"861.024061ms","start":"2026-03-04T01:47:14.5553Z","end":"2026-03-04T01:47:15.416324Z","steps":["trace[164726386] 'process raft request' (duration: 860.436578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:15.416318Z","caller":"traceutil/trace.go:171","msg":"trace[1554823688] linearizableReadLoop","detail":"{readStateIndex:11095; appliedIndex:11093; }","duration":"861.143225ms","start":"2026-03-04T01:47:14.555145Z","end":"2026-03-04T01:47:15.416288Z","steps":["trace[1554823688] 'read index received' (duration: 144.713469ms)","trace[1554823688] 'applied index is now lower than readState.Index' (duration: 716.428626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:47:15.416385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:14.555281Z","time spent":"861.077692ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:47:15.416503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.341919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:47:15.416527Z","caller":"traceutil/trace.go:171","msg":"trace[1950360566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10697; }","duration":"861.422471ms","start":"2026-03-04T01:47:14.555099Z","end":"2026-03-04T01:47:15.416522Z","steps":["trace[1950360566] 'agreement among raft nodes before linearized reading' (duration: 861.282568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:15.416566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:14.555083Z","time spent":"861.460532ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:47:15.466087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.267202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:47:15.466129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.796634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:47:15.466154Z","caller":"traceutil/trace.go:171","msg":"trace[1742779031] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10698; }","duration":"214.375305ms","start":"2026-03-04T01:47:15.251766Z","end":"2026-03-04T01:47:15.466141Z","steps":["trace[1742779031] 'agreement among raft nodes before linearized reading' (duration: 214.235382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:15.46616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.413176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:47:15.466198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.328265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-04T01:47:15.46619Z","caller":"traceutil/trace.go:171","msg":"trace[497746432] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10698; }","duration":"214.874976ms","start":"2026-03-04T01:47:15.251297Z","end":"2026-03-04T01:47:15.466172Z","steps":["trace[497746432] 'agreement among raft nodes before linearized reading' (duration: 214.767094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:15.466203Z","caller":"traceutil/trace.go:171","msg":"trace[2096359758] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10698; }","duration":"220.477117ms","start":"2026-03-04T01:47:15.245713Z","end":"2026-03-04T01:47:15.46619Z","steps":["trace[2096359758] 'agreement among raft nodes before linearized reading' (duration: 220.427126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:15.466231Z","caller":"traceutil/trace.go:171","msg":"trace[257671321] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10698; }","duration":"274.384986ms","start":"2026-03-04T01:47:15.191837Z","end":"2026-03-04T01:47:15.466222Z","steps":["trace[257671321] 'agreement among raft nodes before linearized reading' (duration: 274.295594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:15.466107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.53ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:47:15.466328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.532609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:47:15.466346Z","caller":"traceutil/trace.go:171","msg":"trace[1613035620] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10698; }","duration":"274.813886ms","start":"2026-03-04T01:47:15.191525Z","end":"2026-03-04T01:47:15.466339Z","steps":["trace[1613035620] 'agreement among raft nodes before linearized reading' (duration: 274.55173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:15.466356Z","caller":"traceutil/trace.go:171","msg":"trace[2128607609] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10698; }","duration":"253.579941ms","start":"2026-03-04T01:47:15.212767Z","end":"2026-03-04T01:47:15.466347Z","steps":["trace[2128607609] 'agreement among raft nodes before linearized reading' (duration: 253.53891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:15.466085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.758498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:47:15.466418Z","caller":"traceutil/trace.go:171","msg":"trace[1490985678] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10698; }","duration":"246.139116ms","start":"2026-03-04T01:47:15.220273Z","end":"2026-03-04T01:47:15.466412Z","steps":["trace[1490985678] 'agreement among raft nodes before linearized reading' (duration: 245.706496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:15.466474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.940248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:47:15.466494Z","caller":"traceutil/trace.go:171","msg":"trace[2109456298] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10698; }","duration":"274.99997ms","start":"2026-03-04T01:47:15.19149Z","end":"2026-03-04T01:47:15.46649Z","steps":["trace[2109456298] 'agreement among raft nodes before linearized reading' (duration: 274.964759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:15.4665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.355335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T01:47:15.466587Z","caller":"traceutil/trace.go:171","msg":"trace[1298898413] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10698; }","duration":"274.507829ms","start":"2026-03-04T01:47:15.192062Z","end":"2026-03-04T01:47:15.46657Z","steps":["trace[1298898413] 'agreement among raft nodes before linearized reading' (duration: 274.068359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:15.466261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.272583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:47:15.466802Z","caller":"traceutil/trace.go:171","msg":"trace[2058961682] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10698; }","duration":"253.958889ms","start":"2026-03-04T01:47:15.212815Z","end":"2026-03-04T01:47:15.466774Z","steps":["trace[2058961682] 'agreement among raft nodes before linearized reading' (duration: 253.193542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:15.466906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.524048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-04T01:47:15.467155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.965461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447695"} {"level":"info","ts":"2026-03-04T01:47:15.467195Z","caller":"traceutil/trace.go:171","msg":"trace[1457210602] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10698; }","duration":"912.030402ms","start":"2026-03-04T01:47:14.555154Z","end":"2026-03-04T01:47:15.467185Z","steps":["trace[1457210602] 'agreement among raft nodes before linearized reading' (duration: 911.278225ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:15.467175Z","caller":"traceutil/trace.go:171","msg":"trace[1489346022] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10698; }","duration":"220.780155ms","start":"2026-03-04T01:47:15.246348Z","end":"2026-03-04T01:47:15.467128Z","steps":["trace[1489346022] 'agreement among raft nodes before linearized reading' (duration: 219.671329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:15.467244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:14.555139Z","time spent":"912.094114ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447717,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:47:16.652408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.357853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-04T01:47:16.652469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.552086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:47:16.652503Z","caller":"traceutil/trace.go:171","msg":"trace[285557895] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:10699; }","duration":"324.473206ms","start":"2026-03-04T01:47:16.328008Z","end":"2026-03-04T01:47:16.652481Z","steps":["trace[285557895] 'range keys from in-memory index tree' (duration: 324.149577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:16.652595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:16.327948Z","time spent":"324.636039ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-04T01:47:16.65259Z","caller":"traceutil/trace.go:171","msg":"trace[2077038145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10699; }","duration":"177.686589ms","start":"2026-03-04T01:47:16.474847Z","end":"2026-03-04T01:47:16.652534Z","steps":["trace[2077038145] 'range keys from in-memory index tree' (duration: 177.458653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:16.921994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.211822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:47:16.922364Z","caller":"traceutil/trace.go:171","msg":"trace[569679023] transaction","detail":"{read_only:false; response_revision:10703; number_of_response:1; }","duration":"135.989434ms","start":"2026-03-04T01:47:16.78632Z","end":"2026-03-04T01:47:16.922309Z","steps":["trace[569679023] 'process raft request' (duration: 135.897522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:16.922376Z","caller":"traceutil/trace.go:171","msg":"trace[1333644075] transaction","detail":"{read_only:false; response_revision:10702; number_of_response:1; }","duration":"225.988815ms","start":"2026-03-04T01:47:16.69635Z","end":"2026-03-04T01:47:16.922339Z","steps":["trace[1333644075] 'process raft request' (duration: 225.761579ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:16.922339Z","caller":"traceutil/trace.go:171","msg":"trace[118346314] transaction","detail":"{read_only:false; response_revision:10701; number_of_response:1; }","duration":"265.233742ms","start":"2026-03-04T01:47:16.657061Z","end":"2026-03-04T01:47:16.922294Z","steps":["trace[118346314] 'process raft request' (duration: 151.61851ms)","trace[118346314] 'compare' (duration: 112.950766ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:47:18.818584Z","caller":"traceutil/trace.go:171","msg":"trace[970774151] transaction","detail":"{read_only:false; response_revision:10711; number_of_response:1; }","duration":"161.640534ms","start":"2026-03-04T01:47:18.656917Z","end":"2026-03-04T01:47:18.818558Z","steps":["trace[970774151] 'process raft request' (duration: 161.45685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:19.601552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.349713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:47:19.601631Z","caller":"traceutil/trace.go:171","msg":"trace[1357937504] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10715; }","duration":"103.456225ms","start":"2026-03-04T01:47:19.498157Z","end":"2026-03-04T01:47:19.601614Z","steps":["trace[1357937504] 'agreement among raft nodes before linearized reading' (duration: 103.352423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:19.601798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.138331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:47:19.601824Z","caller":"traceutil/trace.go:171","msg":"trace[1631403720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10715; }","duration":"104.181242ms","start":"2026-03-04T01:47:19.497635Z","end":"2026-03-04T01:47:19.601816Z","steps":["trace[1631403720] 'agreement among raft nodes before linearized reading' (duration: 104.069709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:19.602013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.749255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:47:19.602074Z","caller":"traceutil/trace.go:171","msg":"trace[1486027711] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10715; }","duration":"104.835078ms","start":"2026-03-04T01:47:19.497225Z","end":"2026-03-04T01:47:19.60206Z","steps":["trace[1486027711] 'agreement among raft nodes before linearized reading' (duration: 104.733265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:19.748815Z","caller":"traceutil/trace.go:171","msg":"trace[1649735731] linearizableReadLoop","detail":"{readStateIndex:11118; appliedIndex:11117; }","duration":"147.324499ms","start":"2026-03-04T01:47:19.601287Z","end":"2026-03-04T01:47:19.748611Z","steps":["trace[1649735731] 'read index received' (duration: 63.303038ms)","trace[1649735731] 'applied index is now lower than readState.Index' (duration: 84.019891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:47:19.748879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.830419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:47:19.748963Z","caller":"traceutil/trace.go:171","msg":"trace[221190058] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:10716; }","duration":"179.968352ms","start":"2026-03-04T01:47:19.568964Z","end":"2026-03-04T01:47:19.748932Z","steps":["trace[221190058] 'agreement among raft nodes before linearized reading' (duration: 179.712286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:19.748962Z","caller":"traceutil/trace.go:171","msg":"trace[1438941549] transaction","detail":"{read_only:false; response_revision:10716; number_of_response:1; }","duration":"189.237969ms","start":"2026-03-04T01:47:19.559681Z","end":"2026-03-04T01:47:19.748919Z","steps":["trace[1438941549] 'process raft request' (duration: 104.891359ms)","trace[1438941549] 'compare' (duration: 83.808757ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:47:19.767997Z","caller":"traceutil/trace.go:171","msg":"trace[887850744] transaction","detail":"{read_only:false; response_revision:10718; number_of_response:1; }","duration":"160.911056ms","start":"2026-03-04T01:47:19.607063Z","end":"2026-03-04T01:47:19.767974Z","steps":["trace[887850744] 'process raft request' (duration: 160.867385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:19.768064Z","caller":"traceutil/trace.go:171","msg":"trace[1445440119] transaction","detail":"{read_only:false; response_revision:10717; number_of_response:1; }","duration":"161.46474ms","start":"2026-03-04T01:47:19.60657Z","end":"2026-03-04T01:47:19.768035Z","steps":["trace[1445440119] 'process raft request' (duration: 161.256385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:20.023049Z","caller":"traceutil/trace.go:171","msg":"trace[278395104] linearizableReadLoop","detail":"{readStateIndex:11121; appliedIndex:11118; }","duration":"274.080019ms","start":"2026-03-04T01:47:19.748912Z","end":"2026-03-04T01:47:20.022992Z","steps":["trace[278395104] 'read index received' (duration: 18.979383ms)","trace[278395104] 'applied index is now lower than readState.Index' (duration: 255.099146ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:47:20.023156Z","caller":"traceutil/trace.go:171","msg":"trace[1794906004] transaction","detail":"{read_only:false; response_revision:10719; number_of_response:1; }","duration":"281.02581ms","start":"2026-03-04T01:47:19.742076Z","end":"2026-03-04T01:47:20.023102Z","steps":["trace[1794906004] 'process raft request' (duration: 253.479237ms)","trace[1794906004] 'compare' (duration: 27.076702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:47:20.023865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.744219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447695"} {"level":"info","ts":"2026-03-04T01:47:20.02394Z","caller":"traceutil/trace.go:171","msg":"trace[829079021] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10719; }","duration":"416.853212ms","start":"2026-03-04T01:47:19.607069Z","end":"2026-03-04T01:47:20.023922Z","steps":["trace[829079021] 'agreement among raft nodes before linearized reading' (duration: 416.063763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:20.023991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:19.607059Z","time spent":"416.918124ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447717,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:48:21.957532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.198104ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:48:21.95781Z","caller":"traceutil/trace.go:171","msg":"trace[2046384284] linearizableReadLoop","detail":"{readStateIndex:11533; appliedIndex:11532; }","duration":"235.222852ms","start":"2026-03-04T01:48:21.722528Z","end":"2026-03-04T01:48:21.957751Z","steps":["trace[2046384284] 'read index received' (duration: 46.814173ms)","trace[2046384284] 'applied index is now lower than readState.Index' (duration: 188.404159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:48:21.957951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.408526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:48:21.958013Z","caller":"traceutil/trace.go:171","msg":"trace[657882773] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11118; }","duration":"235.500768ms","start":"2026-03-04T01:48:21.7225Z","end":"2026-03-04T01:48:21.958Z","steps":["trace[657882773] 'agreement among raft nodes before linearized reading' (duration: 235.393225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:21.958087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.709139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:48:21.95815Z","caller":"traceutil/trace.go:171","msg":"trace[794005677] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11118; }","duration":"177.814032ms","start":"2026-03-04T01:48:21.780323Z","end":"2026-03-04T01:48:21.958137Z","steps":["trace[794005677] 'agreement among raft nodes before linearized reading' (duration: 177.71972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:21.958299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.463567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7351"} {"level":"info","ts":"2026-03-04T01:48:21.958321Z","caller":"traceutil/trace.go:171","msg":"trace[1796070542] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:11118; }","duration":"178.519788ms","start":"2026-03-04T01:48:21.779797Z","end":"2026-03-04T01:48:21.958316Z","steps":["trace[1796070542] 'agreement among raft nodes before linearized reading' (duration: 178.418716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:21.958318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.59465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T01:48:21.958391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.792717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:48:21.958397Z","caller":"traceutil/trace.go:171","msg":"trace[1385043572] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11118; }","duration":"178.701383ms","start":"2026-03-04T01:48:21.779676Z","end":"2026-03-04T01:48:21.958377Z","steps":["trace[1385043572] 'agreement among raft nodes before linearized reading' (duration: 178.495158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:48:21.958433Z","caller":"traceutil/trace.go:171","msg":"trace[2042328718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11118; }","duration":"113.90364ms","start":"2026-03-04T01:48:21.844519Z","end":"2026-03-04T01:48:21.958422Z","steps":["trace[2042328718] 'agreement among raft nodes before linearized reading' (duration: 113.782177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:21.958494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.947869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:48:21.958871Z","caller":"traceutil/trace.go:171","msg":"trace[288839131] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:11118; }","duration":"209.550483ms","start":"2026-03-04T01:48:21.749295Z","end":"2026-03-04T01:48:21.958846Z","steps":["trace[288839131] 'agreement among raft nodes before linearized reading' (duration: 208.736394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:21.95864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.565283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:48:21.958627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.393148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7351"} {"level":"info","ts":"2026-03-04T01:48:21.959182Z","caller":"traceutil/trace.go:171","msg":"trace[2029458788] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:11118; }","duration":"176.968412ms","start":"2026-03-04T01:48:21.782196Z","end":"2026-03-04T01:48:21.959164Z","steps":["trace[2029458788] 'agreement among raft nodes before linearized reading' (duration: 176.279756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:48:21.959193Z","caller":"traceutil/trace.go:171","msg":"trace[536972340] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11118; }","duration":"180.035613ms","start":"2026-03-04T01:48:21.779048Z","end":"2026-03-04T01:48:21.959083Z","steps":["trace[536972340] 'agreement among raft nodes before linearized reading' (duration: 179.576462ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:48:27.471882Z","caller":"traceutil/trace.go:171","msg":"trace[43629507] linearizableReadLoop","detail":"{readStateIndex:11561; appliedIndex:11560; }","duration":"171.413171ms","start":"2026-03-04T01:48:27.30044Z","end":"2026-03-04T01:48:27.471853Z","steps":["trace[43629507] 'read index received' (duration: 171.229007ms)","trace[43629507] 'applied index is now lower than readState.Index' (duration: 182.584µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:48:27.471984Z","caller":"traceutil/trace.go:171","msg":"trace[1647165110] transaction","detail":"{read_only:false; response_revision:11144; number_of_response:1; }","duration":"225.584406ms","start":"2026-03-04T01:48:27.246345Z","end":"2026-03-04T01:48:27.47193Z","steps":["trace[1647165110] 'process raft request' (duration: 225.337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:27.472101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.635727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:48:27.47218Z","caller":"traceutil/trace.go:171","msg":"trace[1949084376] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11144; }","duration":"171.74297ms","start":"2026-03-04T01:48:27.300421Z","end":"2026-03-04T01:48:27.472164Z","steps":["trace[1949084376] 'agreement among raft nodes before linearized reading' (duration: 171.569156ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:48:27.821094Z","caller":"traceutil/trace.go:171","msg":"trace[738129297] transaction","detail":"{read_only:false; response_revision:11145; number_of_response:1; }","duration":"343.493119ms","start":"2026-03-04T01:48:27.477574Z","end":"2026-03-04T01:48:27.821067Z","steps":["trace[738129297] 'process raft request' (duration: 343.333946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:27.82127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:48:27.477548Z","time spent":"343.622303ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:48:27.822502Z","caller":"traceutil/trace.go:171","msg":"trace[454273883] linearizableReadLoop","detail":"{readStateIndex:11563; appliedIndex:11561; }","duration":"325.11027ms","start":"2026-03-04T01:48:27.497354Z","end":"2026-03-04T01:48:27.822464Z","steps":["trace[454273883] 'read index received' (duration: 323.552834ms)","trace[454273883] 'applied index is now lower than readState.Index' (duration: 1.556106ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:48:27.82261Z","caller":"traceutil/trace.go:171","msg":"trace[1610076306] transaction","detail":"{read_only:false; response_revision:11146; number_of_response:1; }","duration":"344.090683ms","start":"2026-03-04T01:48:27.478508Z","end":"2026-03-04T01:48:27.822599Z","steps":["trace[1610076306] 'process raft request' (duration: 343.735275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:27.822667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:48:27.478491Z","time spent":"344.146225ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:48:27.823238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.440418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:48:27.82329Z","caller":"traceutil/trace.go:171","msg":"trace[430968636] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11146; }","duration":"325.96238ms","start":"2026-03-04T01:48:27.497314Z","end":"2026-03-04T01:48:27.823276Z","steps":["trace[430968636] 'agreement among raft nodes before linearized reading' (duration: 325.341625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:27.826442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:48:27.497298Z","time spent":"329.099374ms","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:49:43.347234Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9452} {"level":"info","ts":"2026-03-04T01:49:43.456847Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9452,"took":"107.287651ms","hash":2147821745,"current-db-size-bytes":39612416,"current-db-size":"40 MB","current-db-size-in-use-bytes":23957504,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T01:49:43.456979Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2147821745,"revision":9452,"compact-revision":7272} {"level":"warn","ts":"2026-03-04T01:50:46.583733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.252984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:50:46.583821Z","caller":"traceutil/trace.go:171","msg":"trace[900939933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11937; }","duration":"108.395627ms","start":"2026-03-04T01:50:46.475407Z","end":"2026-03-04T01:50:46.583802Z","steps":["trace[900939933] 'range keys from in-memory index tree' (duration: 108.157401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:46.584595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.157598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T01:50:46.584704Z","caller":"traceutil/trace.go:171","msg":"trace[1030250253] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:11937; }","duration":"246.315431ms","start":"2026-03-04T01:50:46.338365Z","end":"2026-03-04T01:50:46.58468Z","steps":["trace[1030250253] 'range keys from in-memory index tree' (duration: 245.184865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:41.559511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.419551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:51:41.559978Z","caller":"traceutil/trace.go:171","msg":"trace[839000757] transaction","detail":"{read_only:false; response_revision:12389; number_of_response:1; }","duration":"301.066294ms","start":"2026-03-04T01:51:41.258874Z","end":"2026-03-04T01:51:41.55994Z","steps":["trace[839000757] 'process raft request' (duration: 70.110731ms)","trace[839000757] 'compare' (duration: 230.094643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:51:41.560145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:41.258853Z","time spent":"301.202508ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:51:41.560358Z","caller":"traceutil/trace.go:171","msg":"trace[1639746253] linearizableReadLoop","detail":"{readStateIndex:12851; appliedIndex:12850; }","duration":"300.832369ms","start":"2026-03-04T01:51:41.25949Z","end":"2026-03-04T01:51:41.560322Z","steps":["trace[1639746253] 'read index received' (duration: 69.433385ms)","trace[1639746253] 'applied index is now lower than readState.Index' (duration: 231.396304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:51:41.647991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.478778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:51:41.648102Z","caller":"traceutil/trace.go:171","msg":"trace[18667433] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12389; }","duration":"388.625391ms","start":"2026-03-04T01:51:41.259445Z","end":"2026-03-04T01:51:41.64807Z","steps":["trace[18667433] 'agreement among raft nodes before linearized reading' (duration: 300.987523ms)","trace[18667433] 'range keys from in-memory index tree' (duration: 87.394283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:51:41.648293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:41.259427Z","time spent":"388.721783ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:52:08.726711Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032e9.wal"} {"level":"info","ts":"2026-03-04T01:52:55.809257Z","caller":"traceutil/trace.go:171","msg":"trace[124877811] linearizableReadLoop","detail":"{readStateIndex:13354; appliedIndex:13353; }","duration":"416.566012ms","start":"2026-03-04T01:52:55.392665Z","end":"2026-03-04T01:52:55.809231Z","steps":["trace[124877811] 'read index received' (duration: 387.591538ms)","trace[124877811] 'applied index is now lower than readState.Index' (duration: 28.973503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:52:55.809535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.388466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:55.809569Z","caller":"traceutil/trace.go:171","msg":"trace[1679154503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12873; }","duration":"333.486048ms","start":"2026-03-04T01:52:55.476074Z","end":"2026-03-04T01:52:55.80956Z","steps":["trace[1679154503] 'agreement among raft nodes before linearized reading' (duration: 333.415037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:55.809627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:55.476046Z","time spent":"333.573071ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:52:55.809896Z","caller":"traceutil/trace.go:171","msg":"trace[1200894517] transaction","detail":"{read_only:false; response_revision:12873; number_of_response:1; }","duration":"417.656477ms","start":"2026-03-04T01:52:55.392193Z","end":"2026-03-04T01:52:55.80985Z","steps":["trace[1200894517] 'process raft request' (duration: 388.083079ms)","trace[1200894517] 'compare' (duration: 28.860071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:52:55.810099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:55.392159Z","time spent":"417.857332ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:52:55.810152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.463822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:52:55.810299Z","caller":"traceutil/trace.go:171","msg":"trace[946744757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12873; }","duration":"417.610656ms","start":"2026-03-04T01:52:55.392632Z","end":"2026-03-04T01:52:55.810243Z","steps":["trace[946744757] 'agreement among raft nodes before linearized reading' (duration: 416.759986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:55.810401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:55.392611Z","time spent":"417.774409ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:52:57.987573Z","caller":"traceutil/trace.go:171","msg":"trace[1149724902] transaction","detail":"{read_only:false; response_revision:12883; number_of_response:1; }","duration":"100.59315ms","start":"2026-03-04T01:52:57.886932Z","end":"2026-03-04T01:52:57.987525Z","steps":["trace[1149724902] 'process raft request' (duration: 83.497872ms)","trace[1149724902] 'compare' (duration: 16.852372ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:52:57.993564Z","caller":"traceutil/trace.go:171","msg":"trace[452851299] transaction","detail":"{read_only:false; response_revision:12884; number_of_response:1; }","duration":"105.271569ms","start":"2026-03-04T01:52:57.888252Z","end":"2026-03-04T01:52:57.993524Z","steps":["trace[452851299] 'process raft request' (duration: 105.128916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:02.640453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328697871,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:53:03.104771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.011486752s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:53:03.10509Z","caller":"traceutil/trace.go:171","msg":"trace[1408019777] transaction","detail":"{read_only:false; response_revision:12899; number_of_response:1; }","duration":"1.011869241s","start":"2026-03-04T01:53:02.093196Z","end":"2026-03-04T01:53:03.105065Z","steps":["trace[1408019777] 'process raft request' (duration: 1.011734848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:03.105262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:02.093176Z","time spent":"1.012011224s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:53:03.110876Z","caller":"traceutil/trace.go:171","msg":"trace[692237922] linearizableReadLoop","detail":"{readStateIndex:13385; appliedIndex:13381; }","duration":"971.358158ms","start":"2026-03-04T01:53:02.139507Z","end":"2026-03-04T01:53:03.110865Z","steps":["trace[692237922] 'read index received' (duration: 965.482441ms)","trace[692237922] 'applied index is now lower than readState.Index' (duration: 5.875157ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:03.111017Z","caller":"traceutil/trace.go:171","msg":"trace[2026527095] transaction","detail":"{read_only:false; response_revision:12902; number_of_response:1; }","duration":"473.411733ms","start":"2026-03-04T01:53:02.637553Z","end":"2026-03-04T01:53:03.110964Z","steps":["trace[2026527095] 'process raft request' (duration: 473.28801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:03.111028Z","caller":"traceutil/trace.go:171","msg":"trace[1324762250] transaction","detail":"{read_only:false; response_revision:12900; number_of_response:1; }","duration":"1.017467101s","start":"2026-03-04T01:53:02.093529Z","end":"2026-03-04T01:53:03.110996Z","steps":["trace[1324762250] 'process raft request' (duration: 1.01570344s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:03.111194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:02.093519Z","time spent":"1.017587114s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:03.11123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.729327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151660"} {"level":"info","ts":"2026-03-04T01:53:03.111258Z","caller":"traceutil/trace.go:171","msg":"trace[1702097291] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:12902; }","duration":"971.820629ms","start":"2026-03-04T01:53:02.139429Z","end":"2026-03-04T01:53:03.11125Z","steps":["trace[1702097291] 'agreement among raft nodes before linearized reading' (duration: 971.611644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:03.111263Z","caller":"traceutil/trace.go:171","msg":"trace[962585124] transaction","detail":"{read_only:false; response_revision:12901; number_of_response:1; }","duration":"1.017617335s","start":"2026-03-04T01:53:02.09363Z","end":"2026-03-04T01:53:03.111247Z","steps":["trace[962585124] 'process raft request' (duration: 1.017186065s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:03.111287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:02.13941Z","time spent":"971.8713ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":151682,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:53:03.111347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:02.093611Z","time spent":"1.017691626s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:03.111199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:02.637529Z","time spent":"473.561357ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:03.111688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.405226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:53:03.111739Z","caller":"traceutil/trace.go:171","msg":"trace[1883268978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12902; }","duration":"630.489278ms","start":"2026-03-04T01:53:02.481236Z","end":"2026-03-04T01:53:03.111725Z","steps":["trace[1883268978] 'agreement among raft nodes before linearized reading' (duration: 630.326804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:03.111774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:02.481218Z","time spent":"630.548319ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:53:03.111738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.628549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:53:03.111872Z","caller":"traceutil/trace.go:171","msg":"trace[2075724297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12902; }","duration":"951.779462ms","start":"2026-03-04T01:53:02.160044Z","end":"2026-03-04T01:53:03.111824Z","steps":["trace[2075724297] 'agreement among raft nodes before linearized reading' (duration: 951.467165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:03.11196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.591223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T01:53:03.111978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.76089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:53:03.112001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:02.160028Z","time spent":"951.893535ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:53:03.11206Z","caller":"traceutil/trace.go:171","msg":"trace[731396738] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12902; }","duration":"937.735426ms","start":"2026-03-04T01:53:02.174299Z","end":"2026-03-04T01:53:03.112035Z","steps":["trace[731396738] 'agreement among raft nodes before linearized reading' (duration: 937.443999ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:03.112084Z","caller":"traceutil/trace.go:171","msg":"trace[1601408781] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:12902; }","duration":"347.917684ms","start":"2026-03-04T01:53:02.764148Z","end":"2026-03-04T01:53:03.112066Z","steps":["trace[1601408781] 'agreement among raft nodes before linearized reading' (duration: 347.668448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:03.112123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:02.174284Z","time spent":"937.829818ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:53:03.112135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:02.764128Z","time spent":"347.995796ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"warn","ts":"2026-03-04T01:53:07.240736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.454926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:53:07.240737Z","caller":"traceutil/trace.go:171","msg":"trace[125382656] transaction","detail":"{read_only:false; response_revision:12920; number_of_response:1; }","duration":"106.591579ms","start":"2026-03-04T01:53:07.134112Z","end":"2026-03-04T01:53:07.240704Z","steps":["trace[125382656] 'process raft request' (duration: 106.340453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:07.240779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.622637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:53:07.240815Z","caller":"traceutil/trace.go:171","msg":"trace[629415626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12920; }","duration":"109.581599ms","start":"2026-03-04T01:53:07.131217Z","end":"2026-03-04T01:53:07.240799Z","steps":["trace[629415626] 'agreement among raft nodes before linearized reading' (duration: 109.385665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:07.240839Z","caller":"traceutil/trace.go:171","msg":"trace[1059821837] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12920; }","duration":"108.710499ms","start":"2026-03-04T01:53:07.132109Z","end":"2026-03-04T01:53:07.24082Z","steps":["trace[1059821837] 'agreement among raft nodes before linearized reading' (duration: 108.540995ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:15.365367Z","caller":"traceutil/trace.go:171","msg":"trace[1433940912] transaction","detail":"{read_only:false; response_revision:12957; number_of_response:1; }","duration":"113.661985ms","start":"2026-03-04T01:53:15.251676Z","end":"2026-03-04T01:53:15.365338Z","steps":["trace[1433940912] 'process raft request' (duration: 86.485972ms)","trace[1433940912] 'compare' (duration: 26.831945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:17.807839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328698075,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:53:18.07962Z","caller":"traceutil/trace.go:171","msg":"trace[1904197878] transaction","detail":"{read_only:false; response_revision:12967; number_of_response:1; }","duration":"818.746538ms","start":"2026-03-04T01:53:17.260845Z","end":"2026-03-04T01:53:18.079592Z","steps":["trace[1904197878] 'process raft request' (duration: 818.590844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:18.079777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.260824Z","time spent":"818.876711ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:53:18.237025Z","caller":"traceutil/trace.go:171","msg":"trace[799393754] linearizableReadLoop","detail":"{readStateIndex:13454; appliedIndex:13453; }","duration":"930.004707ms","start":"2026-03-04T01:53:17.306994Z","end":"2026-03-04T01:53:18.236999Z","steps":["trace[799393754] 'read index received' (duration: 772.955993ms)","trace[799393754] 'applied index is now lower than readState.Index' (duration: 157.047294ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:18.237151Z","caller":"traceutil/trace.go:171","msg":"trace[1300334440] transaction","detail":"{read_only:false; response_revision:12968; number_of_response:1; }","duration":"853.949647ms","start":"2026-03-04T01:53:17.383183Z","end":"2026-03-04T01:53:18.237133Z","steps":["trace[1300334440] 'process raft request' (duration: 838.134399ms)","trace[1300334440] 'compare' (duration: 15.257755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:18.237515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.689432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:53:18.237564Z","caller":"traceutil/trace.go:171","msg":"trace[937050938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12968; }","duration":"786.774594ms","start":"2026-03-04T01:53:17.450775Z","end":"2026-03-04T01:53:18.237549Z","steps":["trace[937050938] 'agreement among raft nodes before linearized reading' (duration: 786.655661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:18.237569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.936723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:53:18.237592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.450758Z","time spent":"786.828435ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:53:18.237604Z","caller":"traceutil/trace.go:171","msg":"trace[1453350140] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:12968; }","duration":"806.989095ms","start":"2026-03-04T01:53:17.430604Z","end":"2026-03-04T01:53:18.237593Z","steps":["trace[1453350140] 'agreement among raft nodes before linearized reading' (duration: 806.871362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:18.237594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.96924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:53:18.237633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.430596Z","time spent":"807.029455ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"info","ts":"2026-03-04T01:53:18.237656Z","caller":"traceutil/trace.go:171","msg":"trace[2142452484] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12968; }","duration":"423.079073ms","start":"2026-03-04T01:53:17.814564Z","end":"2026-03-04T01:53:18.237643Z","steps":["trace[2142452484] 'agreement among raft nodes before linearized reading' (duration: 422.967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:18.237691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.256595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:53:18.237694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.814545Z","time spent":"423.140284ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:53:18.237794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.571803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:53:18.237789Z","caller":"traceutil/trace.go:171","msg":"trace[1605647619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12968; }","duration":"787.430619ms","start":"2026-03-04T01:53:17.450329Z","end":"2026-03-04T01:53:18.23776Z","steps":["trace[1605647619] 'agreement among raft nodes before linearized reading' (duration: 787.130683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:18.237766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.735934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:53:18.237828Z","caller":"traceutil/trace.go:171","msg":"trace[318018539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12968; }","duration":"781.618294ms","start":"2026-03-04T01:53:17.456196Z","end":"2026-03-04T01:53:18.237814Z","steps":["trace[318018539] 'agreement among raft nodes before linearized reading' (duration: 781.4627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:18.23785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.456186Z","time spent":"781.659655ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:53:18.237855Z","caller":"traceutil/trace.go:171","msg":"trace[1104297072] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12968; }","duration":"930.873746ms","start":"2026-03-04T01:53:17.306961Z","end":"2026-03-04T01:53:18.237834Z","steps":["trace[1104297072] 'agreement among raft nodes before linearized reading' (duration: 930.698522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:18.23785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.45031Z","time spent":"787.524361ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:53:18.23786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.861908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T01:53:18.237898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.163283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:53:18.237971Z","caller":"traceutil/trace.go:171","msg":"trace[1429615178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12968; }","duration":"815.028921ms","start":"2026-03-04T01:53:17.422924Z","end":"2026-03-04T01:53:18.237953Z","steps":["trace[1429615178] 'agreement among raft nodes before linearized reading' (duration: 814.56971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:18.237905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.306946Z","time spent":"930.948419ms","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:53:18.237998Z","caller":"traceutil/trace.go:171","msg":"trace[1453541191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12968; }","duration":"787.294666ms","start":"2026-03-04T01:53:17.450681Z","end":"2026-03-04T01:53:18.237976Z","steps":["trace[1453541191] 'agreement among raft nodes before linearized reading' (duration: 786.837486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:18.238044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.422912Z","time spent":"815.090623ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:53:18.238046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.450675Z","time spent":"787.362088ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:53:18.237251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.734945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:53:18.238149Z","caller":"traceutil/trace.go:171","msg":"trace[1968658877] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:12968; }","duration":"846.704898ms","start":"2026-03-04T01:53:17.391432Z","end":"2026-03-04T01:53:18.238137Z","steps":["trace[1968658877] 'agreement among raft nodes before linearized reading' (duration: 845.723665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:18.238141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.849876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:53:18.238182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.391418Z","time spent":"846.753119ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:53:18.238225Z","caller":"traceutil/trace.go:171","msg":"trace[630918800] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12968; }","duration":"786.961069ms","start":"2026-03-04T01:53:17.45124Z","end":"2026-03-04T01:53:18.238201Z","steps":["trace[630918800] 'agreement among raft nodes before linearized reading' (duration: 786.462237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:18.238268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.451233Z","time spent":"787.02558ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:53:18.239067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.38316Z","time spent":"854.017769ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:53:18.362749Z","caller":"traceutil/trace.go:171","msg":"trace[2139314582] transaction","detail":"{read_only:false; response_revision:12969; number_of_response:1; }","duration":"119.960311ms","start":"2026-03-04T01:53:18.242289Z","end":"2026-03-04T01:53:18.362249Z","steps":["trace[2139314582] 'process raft request' (duration: 101.725896ms)","trace[2139314582] 'compare' (duration: 18.063731ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:18.364244Z","caller":"traceutil/trace.go:171","msg":"trace[1949977981] transaction","detail":"{read_only:false; response_revision:12970; number_of_response:1; }","duration":"121.295582ms","start":"2026-03-04T01:53:18.242929Z","end":"2026-03-04T01:53:18.364224Z","steps":["trace[1949977981] 'process raft request' (duration: 121.153478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:18.364519Z","caller":"traceutil/trace.go:171","msg":"trace[1540861357] transaction","detail":"{read_only:false; response_revision:12971; number_of_response:1; }","duration":"121.512767ms","start":"2026-03-04T01:53:18.242958Z","end":"2026-03-04T01:53:18.364471Z","steps":["trace[1540861357] 'process raft request' (duration: 121.230531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:18.364583Z","caller":"traceutil/trace.go:171","msg":"trace[1852666626] transaction","detail":"{read_only:false; response_revision:12974; number_of_response:1; }","duration":"120.485873ms","start":"2026-03-04T01:53:18.244054Z","end":"2026-03-04T01:53:18.36454Z","steps":["trace[1852666626] 'process raft request' (duration: 120.440572ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:18.364612Z","caller":"traceutil/trace.go:171","msg":"trace[1878018646] transaction","detail":"{read_only:false; response_revision:12972; number_of_response:1; }","duration":"121.617659ms","start":"2026-03-04T01:53:18.242972Z","end":"2026-03-04T01:53:18.364589Z","steps":["trace[1878018646] 'process raft request' (duration: 121.395304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:18.364696Z","caller":"traceutil/trace.go:171","msg":"trace[1565678656] transaction","detail":"{read_only:false; response_revision:12973; number_of_response:1; }","duration":"121.618809ms","start":"2026-03-04T01:53:18.243067Z","end":"2026-03-04T01:53:18.364686Z","steps":["trace[1565678656] 'process raft request' (duration: 121.394764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:25.621595Z","caller":"traceutil/trace.go:171","msg":"trace[66055168] transaction","detail":"{read_only:false; response_revision:13003; number_of_response:1; }","duration":"225.064345ms","start":"2026-03-04T01:53:25.396505Z","end":"2026-03-04T01:53:25.621569Z","steps":["trace[66055168] 'process raft request' (duration: 224.904901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:26.134149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.662635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:53:26.134253Z","caller":"traceutil/trace.go:171","msg":"trace[845170736] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:13003; }","duration":"334.804389ms","start":"2026-03-04T01:53:25.799425Z","end":"2026-03-04T01:53:26.134229Z","steps":["trace[845170736] 'count revisions from in-memory index tree' (duration: 334.581774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:26.13471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:25.799402Z","time spent":"335.28441ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":96,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:53:26.134364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.536631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:53:26.13486Z","caller":"traceutil/trace.go:171","msg":"trace[2097203073] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:13003; }","duration":"169.080744ms","start":"2026-03-04T01:53:25.965755Z","end":"2026-03-04T01:53:26.134836Z","steps":["trace[2097203073] 'count revisions from in-memory index tree' (duration: 168.464099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.307371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.30214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-75d55\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-03-04T01:53:34.307481Z","caller":"traceutil/trace.go:171","msg":"trace[1009516550] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-75d55; range_end:; response_count:1; response_revision:13053; }","duration":"849.452503ms","start":"2026-03-04T01:53:33.458015Z","end":"2026-03-04T01:53:34.307467Z","steps":["trace[1009516550] 'range keys from in-memory index tree' (duration: 849.151387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.307517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:33.457995Z","time spent":"849.515505ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12386,"request content":"key:\"/registry/pods/openstack/openvswitch-75d55\" "} {"level":"warn","ts":"2026-03-04T01:53:34.307525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.857568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:53:34.307418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.358363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:53:34.307589Z","caller":"traceutil/trace.go:171","msg":"trace[1808306541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13053; }","duration":"835.97187ms","start":"2026-03-04T01:53:33.471604Z","end":"2026-03-04T01:53:34.307576Z","steps":["trace[1808306541] 'range keys from in-memory index tree' (duration: 835.781126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.307617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:33.471585Z","time spent":"836.026252ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:53:34.307621Z","caller":"traceutil/trace.go:171","msg":"trace[373525939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13053; }","duration":"658.570898ms","start":"2026-03-04T01:53:33.649016Z","end":"2026-03-04T01:53:34.307587Z","steps":["trace[373525939] 'range keys from in-memory index tree' (duration: 658.262051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.30762Z","caller":"traceutil/trace.go:171","msg":"trace[1421182529] transaction","detail":"{read_only:false; response_revision:13054; number_of_response:1; }","duration":"135.570973ms","start":"2026-03-04T01:53:34.172021Z","end":"2026-03-04T01:53:34.307592Z","steps":["trace[1421182529] 'process raft request' (duration: 87.743034ms)","trace[1421182529] 'compare' (duration: 47.736867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:34.307701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:33.648996Z","time spent":"658.683231ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:53:34.858444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328698326,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:53:34.971981Z","caller":"traceutil/trace.go:171","msg":"trace[40571836] transaction","detail":"{read_only:false; response_revision:13055; number_of_response:1; }","duration":"653.722575ms","start":"2026-03-04T01:53:34.318239Z","end":"2026-03-04T01:53:34.971961Z","steps":["trace[40571836] 'process raft request' (duration: 653.596033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.972112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:34.31822Z","time spent":"653.814448ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:53:35.045137Z","caller":"traceutil/trace.go:171","msg":"trace[1014423992] linearizableReadLoop","detail":"{readStateIndex:13547; appliedIndex:13545; }","duration":"696.830445ms","start":"2026-03-04T01:53:34.348275Z","end":"2026-03-04T01:53:35.045105Z","steps":["trace[1014423992] 'read index received' (duration: 623.616828ms)","trace[1014423992] 'applied index is now lower than readState.Index' (duration: 73.212317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:35.045348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.070441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:53:35.045381Z","caller":"traceutil/trace.go:171","msg":"trace[1829119674] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:13056; }","duration":"697.143613ms","start":"2026-03-04T01:53:34.34823Z","end":"2026-03-04T01:53:35.045374Z","steps":["trace[1829119674] 'agreement among raft nodes before linearized reading' (duration: 697.03383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.045233Z","caller":"traceutil/trace.go:171","msg":"trace[1202425181] transaction","detail":"{read_only:false; response_revision:13056; number_of_response:1; }","duration":"725.328956ms","start":"2026-03-04T01:53:34.319856Z","end":"2026-03-04T01:53:35.045185Z","steps":["trace[1202425181] 'process raft request' (duration: 725.05863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.045401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:34.348213Z","time spent":"697.182503ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"warn","ts":"2026-03-04T01:53:35.04552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.820192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:53:35.045644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.549941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:53:35.045664Z","caller":"traceutil/trace.go:171","msg":"trace[1473213478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13056; }","duration":"574.585521ms","start":"2026-03-04T01:53:34.471073Z","end":"2026-03-04T01:53:35.045659Z","steps":["trace[1473213478] 'agreement among raft nodes before linearized reading' (duration: 574.54561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.045678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:34.471065Z","time spent":"574.609692ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:53:35.045644Z","caller":"traceutil/trace.go:171","msg":"trace[1724502021] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13056; }","duration":"679.968314ms","start":"2026-03-04T01:53:34.365657Z","end":"2026-03-04T01:53:35.045625Z","steps":["trace[1724502021] 'agreement among raft nodes before linearized reading' (duration: 679.807501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.045773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.677777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:53:35.045793Z","caller":"traceutil/trace.go:171","msg":"trace[84867435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13056; }","duration":"575.730618ms","start":"2026-03-04T01:53:34.470059Z","end":"2026-03-04T01:53:35.045789Z","steps":["trace[84867435] 'agreement among raft nodes before linearized reading' (duration: 575.681477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.045806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:34.470049Z","time spent":"575.754239ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:53:35.045813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.970198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:53:35.045857Z","caller":"traceutil/trace.go:171","msg":"trace[929682627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13056; }","duration":"543.074451ms","start":"2026-03-04T01:53:34.502773Z","end":"2026-03-04T01:53:35.045848Z","steps":["trace[929682627] 'agreement among raft nodes before linearized reading' (duration: 542.799814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.045808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.838044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:53:35.045777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:34.365644Z","time spent":"680.115758ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T01:53:35.045996Z","caller":"traceutil/trace.go:171","msg":"trace[1613882058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13056; }","duration":"574.053639ms","start":"2026-03-04T01:53:34.471885Z","end":"2026-03-04T01:53:35.045938Z","steps":["trace[1613882058] 'agreement among raft nodes before linearized reading' (duration: 573.583928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.046162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.700326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:53:35.045899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:34.502723Z","time spent":"543.169253ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:53:35.046225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:34.471878Z","time spent":"574.323096ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:53:35.04628Z","caller":"traceutil/trace.go:171","msg":"trace[592166206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13056; }","duration":"568.823548ms","start":"2026-03-04T01:53:34.477437Z","end":"2026-03-04T01:53:35.046261Z","steps":["trace[592166206] 'agreement among raft nodes before linearized reading' (duration: 568.673735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.046325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:34.477433Z","time spent":"568.879819ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:53:35.045606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.454907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:53:35.046389Z","caller":"traceutil/trace.go:171","msg":"trace[1866853681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13056; }","duration":"587.248525ms","start":"2026-03-04T01:53:34.459129Z","end":"2026-03-04T01:53:35.046377Z","steps":["trace[1866853681] 'agreement among raft nodes before linearized reading' (duration: 586.438136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.046417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:34.459121Z","time spent":"587.288136ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:53:35.046418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.030372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:53:35.046437Z","caller":"traceutil/trace.go:171","msg":"trace[1433530029] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13056; }","duration":"597.075153ms","start":"2026-03-04T01:53:34.449356Z","end":"2026-03-04T01:53:35.046431Z","steps":["trace[1433530029] 'agreement among raft nodes before linearized reading' (duration: 596.574791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.046306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.362615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:53:35.046452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:34.449341Z","time spent":"597.107623ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1375,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:53:35.045529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:34.31984Z","time spent":"725.577552ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:53:35.046462Z","caller":"traceutil/trace.go:171","msg":"trace[1384433575] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:13056; }","duration":"652.56149ms","start":"2026-03-04T01:53:34.393891Z","end":"2026-03-04T01:53:35.046453Z","steps":["trace[1384433575] 'agreement among raft nodes before linearized reading' (duration: 652.186311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.046651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:34.39387Z","time spent":"652.758044ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:53:35.047243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.412814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:53:35.047361Z","caller":"traceutil/trace.go:171","msg":"trace[1271791156] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13056; }","duration":"574.323965ms","start":"2026-03-04T01:53:34.473016Z","end":"2026-03-04T01:53:35.04734Z","steps":["trace[1271791156] 'agreement among raft nodes before linearized reading' (duration: 573.115087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.048319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:34.47301Z","time spent":"574.808756ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:53:35.19337Z","caller":"traceutil/trace.go:171","msg":"trace[286809303] transaction","detail":"{read_only:false; response_revision:13057; number_of_response:1; }","duration":"141.941201ms","start":"2026-03-04T01:53:35.051392Z","end":"2026-03-04T01:53:35.193333Z","steps":["trace[286809303] 'process raft request' (duration: 141.720885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.46732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.827443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:53:35.467536Z","caller":"traceutil/trace.go:171","msg":"trace[1096526617] transaction","detail":"{read_only:false; response_revision:13059; number_of_response:1; }","duration":"415.989374ms","start":"2026-03-04T01:53:35.05153Z","end":"2026-03-04T01:53:35.467519Z","steps":["trace[1096526617] 'process raft request' (duration: 415.905492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.467627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.051513Z","time spent":"416.070106ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:53:35.46773Z","caller":"traceutil/trace.go:171","msg":"trace[1211216413] transaction","detail":"{read_only:false; response_revision:13060; number_of_response:1; }","duration":"416.145728ms","start":"2026-03-04T01:53:35.05157Z","end":"2026-03-04T01:53:35.467715Z","steps":["trace[1211216413] 'process raft request' (duration: 415.918182ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.46777Z","caller":"traceutil/trace.go:171","msg":"trace[1259537024] transaction","detail":"{read_only:false; response_revision:13058; number_of_response:1; }","duration":"416.039565ms","start":"2026-03-04T01:53:35.051447Z","end":"2026-03-04T01:53:35.467486Z","steps":["trace[1259537024] 'process raft request' (duration: 262.932296ms)","trace[1259537024] 'compare' (duration: 152.6992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:35.467853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.05143Z","time spent":"416.390443ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:35.467847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.051549Z","time spent":"416.23793ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:53:35.467824Z","caller":"traceutil/trace.go:171","msg":"trace[563697069] transaction","detail":"{read_only:false; response_revision:13062; number_of_response:1; }","duration":"414.635433ms","start":"2026-03-04T01:53:35.053167Z","end":"2026-03-04T01:53:35.467802Z","steps":["trace[563697069] 'process raft request' (duration: 414.51747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.467899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.619835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:53:35.467931Z","caller":"traceutil/trace.go:171","msg":"trace[103199150] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13062; }","duration":"415.722527ms","start":"2026-03-04T01:53:35.052202Z","end":"2026-03-04T01:53:35.467925Z","steps":["trace[103199150] 'agreement among raft nodes before linearized reading' (duration: 415.576844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.467969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.052175Z","time spent":"415.788649ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:53:35.46774Z","caller":"traceutil/trace.go:171","msg":"trace[1953129647] linearizableReadLoop","detail":"{readStateIndex:13552; appliedIndex:13547; }","duration":"415.454782ms","start":"2026-03-04T01:53:35.052268Z","end":"2026-03-04T01:53:35.467723Z","steps":["trace[1953129647] 'read index received' (duration: 140.817965ms)","trace[1953129647] 'applied index is now lower than readState.Index' (duration: 274.635647ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:35.467747Z","caller":"traceutil/trace.go:171","msg":"trace[112838357] transaction","detail":"{read_only:false; response_revision:13061; number_of_response:1; }","duration":"415.959783ms","start":"2026-03-04T01:53:35.051773Z","end":"2026-03-04T01:53:35.467733Z","steps":["trace[112838357] 'process raft request' (duration: 415.84081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.467986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.053141Z","time spent":"414.774326ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:35.468046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.051763Z","time spent":"416.261441ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:35.969105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328698339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:53:36.470121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328698339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:53:36.969809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655402297s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:53:37.010179Z","caller":"traceutil/trace.go:171","msg":"trace[801661916] transaction","detail":"{read_only:false; response_revision:13063; number_of_response:1; }","duration":"1.759643784s","start":"2026-03-04T01:53:35.250519Z","end":"2026-03-04T01:53:37.010163Z","steps":["trace[801661916] 'process raft request' (duration: 1.719478413s)","trace[801661916] 'compare' (duration: 39.786582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:37.010271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.250487Z","time spent":"1.759736296s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:53:37.010957Z","caller":"traceutil/trace.go:171","msg":"trace[907851997] transaction","detail":"{read_only:false; response_revision:13064; number_of_response:1; }","duration":"1.096852188s","start":"2026-03-04T01:53:35.91409Z","end":"2026-03-04T01:53:37.010942Z","steps":["trace[907851997] 'process raft request' (duration: 1.09604718s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:37.011109Z","caller":"traceutil/trace.go:171","msg":"trace[420045031] linearizableReadLoop","detail":"{readStateIndex:13556; appliedIndex:13553; }","duration":"1.543090534s","start":"2026-03-04T01:53:35.467993Z","end":"2026-03-04T01:53:37.011083Z","steps":["trace[420045031] 'read index received' (duration: 1.502019551s)","trace[420045031] 'applied index is now lower than readState.Index' (duration: 41.069203ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:37.011149Z","caller":"traceutil/trace.go:171","msg":"trace[710555353] transaction","detail":"{read_only:false; response_revision:13065; number_of_response:1; }","duration":"694.419859ms","start":"2026-03-04T01:53:36.316698Z","end":"2026-03-04T01:53:37.011118Z","steps":["trace[710555353] 'process raft request' (duration: 694.194634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:37.011206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.914058Z","time spent":"1.097004991s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:37.011283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593450601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:53:37.01135Z","caller":"traceutil/trace.go:171","msg":"trace[155241626] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13065; }","duration":"1.593575453s","start":"2026-03-04T01:53:35.417758Z","end":"2026-03-04T01:53:37.011334Z","steps":["trace[155241626] 'agreement among raft nodes before linearized reading' (duration: 1.593369479s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:37.011338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16595887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:53:37.0114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.417726Z","time spent":"1.593661306s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":114,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:53:37.011338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536942701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:53:37.011379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519006395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:53:37.011438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.239429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-04T01:53:37.011472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542568721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19026"} {"level":"info","ts":"2026-03-04T01:53:37.01149Z","caller":"traceutil/trace.go:171","msg":"trace[425630275] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13065; }","duration":"1.519176829s","start":"2026-03-04T01:53:35.492284Z","end":"2026-03-04T01:53:37.011461Z","steps":["trace[425630275] 'agreement among raft nodes before linearized reading' (duration: 1.518968274s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:37.011494Z","caller":"traceutil/trace.go:171","msg":"trace[529211759] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:13065; }","duration":"664.322602ms","start":"2026-03-04T01:53:36.347155Z","end":"2026-03-04T01:53:37.011477Z","steps":["trace[529211759] 'agreement among raft nodes before linearized reading' (duration: 664.144388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:37.01152Z","caller":"traceutil/trace.go:171","msg":"trace[1913563694] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13065; }","duration":"1.542651563s","start":"2026-03-04T01:53:35.468857Z","end":"2026-03-04T01:53:37.011508Z","steps":["trace[1913563694] 'agreement among raft nodes before linearized reading' (duration: 1.542392697s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:37.011457Z","caller":"traceutil/trace.go:171","msg":"trace[71359802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13065; }","duration":"1.537096175s","start":"2026-03-04T01:53:35.474345Z","end":"2026-03-04T01:53:37.011441Z","steps":["trace[71359802] 'agreement among raft nodes before linearized reading' (duration: 1.536913081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:37.011558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.492262Z","time spent":"1.519286351s","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:53:37.011566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.468838Z","time spent":"1.542717265s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19048,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:53:37.01129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:36.316681Z","time spent":"694.530612ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:37.011558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:36.347139Z","time spent":"664.406693ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-04T01:53:37.011411Z","caller":"traceutil/trace.go:171","msg":"trace[398448606] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13065; }","duration":"1.166099144s","start":"2026-03-04T01:53:35.845295Z","end":"2026-03-04T01:53:37.011394Z","steps":["trace[398448606] 'agreement among raft nodes before linearized reading' (duration: 1.16595228s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:37.011589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.474329Z","time spent":"1.537244398s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:53:37.011801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.84527Z","time spent":"1.166511983s","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:53:37.012827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959383685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:594978"} {"level":"info","ts":"2026-03-04T01:53:37.012902Z","caller":"traceutil/trace.go:171","msg":"trace[822941718] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13065; }","duration":"1.959478857s","start":"2026-03-04T01:53:35.053407Z","end":"2026-03-04T01:53:37.012885Z","steps":["trace[822941718] 'agreement among raft nodes before linearized reading' (duration: 1.957754957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:37.012947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.053396Z","time spent":"1.959540529s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595000,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:53:45.188436Z","caller":"traceutil/trace.go:171","msg":"trace[1785571692] transaction","detail":"{read_only:false; response_revision:13116; number_of_response:1; }","duration":"151.997844ms","start":"2026-03-04T01:53:45.036407Z","end":"2026-03-04T01:53:45.188404Z","steps":["trace[1785571692] 'process raft request' (duration: 151.806549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:45.188709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.35952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:53:45.188783Z","caller":"traceutil/trace.go:171","msg":"trace[601662560] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:13116; }","duration":"123.485363ms","start":"2026-03-04T01:53:45.065285Z","end":"2026-03-04T01:53:45.18877Z","steps":["trace[601662560] 'agreement among raft nodes before linearized reading' (duration: 123.207647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:45.188444Z","caller":"traceutil/trace.go:171","msg":"trace[761884221] linearizableReadLoop","detail":"{readStateIndex:13609; appliedIndex:13608; }","duration":"123.059473ms","start":"2026-03-04T01:53:45.065323Z","end":"2026-03-04T01:53:45.188382Z","steps":["trace[761884221] 'read index received' (duration: 122.955681ms)","trace[761884221] 'applied index is now lower than readState.Index' (duration: 102.402µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:45.60094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.059262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:53:45.601039Z","caller":"traceutil/trace.go:171","msg":"trace[177107285] linearizableReadLoop","detail":"{readStateIndex:13610; appliedIndex:13609; }","duration":"411.735686ms","start":"2026-03-04T01:53:45.189287Z","end":"2026-03-04T01:53:45.601023Z","steps":["trace[177107285] 'read index received' (duration: 59.436729ms)","trace[177107285] 'applied index is now lower than readState.Index' (duration: 352.297697ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:45.601087Z","caller":"traceutil/trace.go:171","msg":"trace[1095055748] transaction","detail":"{read_only:false; response_revision:13117; number_of_response:1; }","duration":"513.029904ms","start":"2026-03-04T01:53:45.088023Z","end":"2026-03-04T01:53:45.601053Z","steps":["trace[1095055748] 'process raft request' (duration: 160.768267ms)","trace[1095055748] 'compare' (duration: 351.712554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:45.601242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:45.087998Z","time spent":"513.154427ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:45.601309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.85206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-04T01:53:45.601348Z","caller":"traceutil/trace.go:171","msg":"trace[343020281] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13117; }","duration":"484.918362ms","start":"2026-03-04T01:53:45.116416Z","end":"2026-03-04T01:53:45.601334Z","steps":["trace[343020281] 'agreement among raft nodes before linearized reading' (duration: 484.688267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:45.601381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:45.1164Z","time spent":"484.973363ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:53:45.601389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.778819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:53:45.60142Z","caller":"traceutil/trace.go:171","msg":"trace[230832653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13117; }","duration":"126.835161ms","start":"2026-03-04T01:53:45.474575Z","end":"2026-03-04T01:53:45.60141Z","steps":["trace[230832653] 'agreement among raft nodes before linearized reading' (duration: 126.77976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:45.601426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.767269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:53:45.601488Z","caller":"traceutil/trace.go:171","msg":"trace[248533690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13117; }","duration":"217.863531ms","start":"2026-03-04T01:53:45.383606Z","end":"2026-03-04T01:53:45.601469Z","steps":["trace[248533690] 'agreement among raft nodes before linearized reading' (duration: 217.760209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:45.601667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.629003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:53:45.601714Z","caller":"traceutil/trace.go:171","msg":"trace[1175986129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13117; }","duration":"345.745036ms","start":"2026-03-04T01:53:45.255957Z","end":"2026-03-04T01:53:45.601702Z","steps":["trace[1175986129] 'agreement among raft nodes before linearized reading' (duration: 345.634473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:45.601735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:45.25594Z","time spent":"345.790097ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:53:45.601717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.697075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595408"} {"level":"info","ts":"2026-03-04T01:53:45.601773Z","caller":"traceutil/trace.go:171","msg":"trace[1775162712] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13117; }","duration":"408.794737ms","start":"2026-03-04T01:53:45.192964Z","end":"2026-03-04T01:53:45.601759Z","steps":["trace[1775162712] 'agreement among raft nodes before linearized reading' (duration: 408.230164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:45.601803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:45.192915Z","time spent":"408.881289ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595430,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:53:58.232333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.428871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-41942246-3e7d-4fec-95cb-2c58dff9f14e\" ","response":"range_response_count:1 size:3754"} {"level":"info","ts":"2026-03-04T01:53:58.232467Z","caller":"traceutil/trace.go:171","msg":"trace[620616505] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-41942246-3e7d-4fec-95cb-2c58dff9f14e; range_end:; response_count:1; response_revision:13361; }","duration":"255.638997ms","start":"2026-03-04T01:53:57.976808Z","end":"2026-03-04T01:53:58.232447Z","steps":["trace[620616505] 'range keys from in-memory index tree' (duration: 255.305889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:34.863343Z","caller":"traceutil/trace.go:171","msg":"trace[727050201] transaction","detail":"{read_only:false; response_revision:13765; number_of_response:1; }","duration":"279.739085ms","start":"2026-03-04T01:54:34.583558Z","end":"2026-03-04T01:54:34.863297Z","steps":["trace[727050201] 'process raft request' (duration: 242.82448ms)","trace[727050201] 'compare' (duration: 36.456335ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:34.865283Z","caller":"traceutil/trace.go:171","msg":"trace[1867844211] linearizableReadLoop","detail":"{readStateIndex:14283; appliedIndex:14280; }","duration":"279.648653ms","start":"2026-03-04T01:54:34.585614Z","end":"2026-03-04T01:54:34.865263Z","steps":["trace[1867844211] 'read index received' (duration: 240.783422ms)","trace[1867844211] 'applied index is now lower than readState.Index' (duration: 38.864451ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:34.865381Z","caller":"traceutil/trace.go:171","msg":"trace[1823722135] transaction","detail":"{read_only:false; response_revision:13769; number_of_response:1; }","duration":"273.315457ms","start":"2026-03-04T01:54:34.592058Z","end":"2026-03-04T01:54:34.865374Z","steps":["trace[1823722135] 'process raft request' (duration: 273.126962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:34.8654Z","caller":"traceutil/trace.go:171","msg":"trace[2010584247] transaction","detail":"{read_only:false; response_revision:13766; number_of_response:1; }","duration":"281.519226ms","start":"2026-03-04T01:54:34.583851Z","end":"2026-03-04T01:54:34.86537Z","steps":["trace[2010584247] 'process raft request' (duration: 281.173938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:34.865526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.890798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-compute\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-04T01:54:34.865532Z","caller":"traceutil/trace.go:171","msg":"trace[169324727] transaction","detail":"{read_only:false; response_revision:13768; number_of_response:1; }","duration":"277.140035ms","start":"2026-03-04T01:54:34.588346Z","end":"2026-03-04T01:54:34.865486Z","steps":["trace[169324727] 'process raft request' (duration: 276.803077ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:34.865604Z","caller":"traceutil/trace.go:171","msg":"trace[1032063672] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-compute; range_end:; response_count:1; response_revision:13770; }","duration":"280.008012ms","start":"2026-03-04T01:54:34.585583Z","end":"2026-03-04T01:54:34.865591Z","steps":["trace[1032063672] 'agreement among raft nodes before linearized reading' (duration: 279.797297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:34.8657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.993424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T01:54:34.865739Z","caller":"traceutil/trace.go:171","msg":"trace[232921703] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:13770; }","duration":"174.064055ms","start":"2026-03-04T01:54:34.691666Z","end":"2026-03-04T01:54:34.86573Z","steps":["trace[232921703] 'agreement among raft nodes before linearized reading' (duration: 173.942182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:34.865782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.410647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-04T01:54:34.865839Z","caller":"traceutil/trace.go:171","msg":"trace[390583447] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:13770; }","duration":"280.225896ms","start":"2026-03-04T01:54:34.585598Z","end":"2026-03-04T01:54:34.865824Z","steps":["trace[390583447] 'agreement among raft nodes before linearized reading' (duration: 279.997011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:34.865844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.582186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:54:34.86587Z","caller":"traceutil/trace.go:171","msg":"trace[397133855] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:13770; }","duration":"158.650448ms","start":"2026-03-04T01:54:34.707211Z","end":"2026-03-04T01:54:34.865862Z","steps":["trace[397133855] 'agreement among raft nodes before linearized reading' (duration: 158.606907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:34.865554Z","caller":"traceutil/trace.go:171","msg":"trace[131564534] transaction","detail":"{read_only:false; response_revision:13770; number_of_response:1; }","duration":"176.964742ms","start":"2026-03-04T01:54:34.688564Z","end":"2026-03-04T01:54:34.865529Z","steps":["trace[131564534] 'process raft request' (duration: 176.658745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:34.866046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.655519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-04T01:54:34.866071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.893006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-conductor\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-04T01:54:34.866096Z","caller":"traceutil/trace.go:171","msg":"trace[251850699] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-conductor; range_end:; response_count:1; response_revision:13770; }","duration":"278.929926ms","start":"2026-03-04T01:54:34.587159Z","end":"2026-03-04T01:54:34.866089Z","steps":["trace[251850699] 'agreement among raft nodes before linearized reading' (duration: 278.852644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:34.866088Z","caller":"traceutil/trace.go:171","msg":"trace[318993669] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:13770; }","duration":"177.7182ms","start":"2026-03-04T01:54:34.68836Z","end":"2026-03-04T01:54:34.866078Z","steps":["trace[318993669] 'agreement among raft nodes before linearized reading' (duration: 177.619648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:34.866122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.370415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-04T01:54:34.866161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.396893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-04T01:54:34.86622Z","caller":"traceutil/trace.go:171","msg":"trace[318075233] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-scheduler; range_end:; response_count:1; response_revision:13770; }","duration":"175.479378ms","start":"2026-03-04T01:54:34.6907Z","end":"2026-03-04T01:54:34.866179Z","steps":["trace[318075233] 'agreement among raft nodes before linearized reading' (duration: 175.269383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:34.866234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.373122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T01:54:34.86622Z","caller":"traceutil/trace.go:171","msg":"trace[1341611994] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:13770; }","duration":"174.467535ms","start":"2026-03-04T01:54:34.691734Z","end":"2026-03-04T01:54:34.866202Z","steps":["trace[1341611994] 'agreement among raft nodes before linearized reading' (duration: 174.239409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:34.866262Z","caller":"traceutil/trace.go:171","msg":"trace[761097352] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:13770; }","duration":"174.401003ms","start":"2026-03-04T01:54:34.691854Z","end":"2026-03-04T01:54:34.866255Z","steps":["trace[761097352] 'agreement among raft nodes before linearized reading' (duration: 174.324601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:34.865354Z","caller":"traceutil/trace.go:171","msg":"trace[132543982] transaction","detail":"{read_only:false; response_revision:13767; number_of_response:1; }","duration":"281.459865ms","start":"2026-03-04T01:54:34.583864Z","end":"2026-03-04T01:54:34.865323Z","steps":["trace[132543982] 'process raft request' (duration: 281.23346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:34.869725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.7955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-04T01:54:34.869779Z","caller":"traceutil/trace.go:171","msg":"trace[241846672] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:13770; }","duration":"258.895302ms","start":"2026-03-04T01:54:34.61087Z","end":"2026-03-04T01:54:34.869766Z","steps":["trace[241846672] 'agreement among raft nodes before linearized reading' (duration: 255.072584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:40.505716Z","caller":"traceutil/trace.go:171","msg":"trace[1966077191] transaction","detail":"{read_only:false; response_revision:13896; number_of_response:1; }","duration":"131.851827ms","start":"2026-03-04T01:54:40.373839Z","end":"2026-03-04T01:54:40.505691Z","steps":["trace[1966077191] 'process raft request' (duration: 131.665032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:43.353745Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11624} {"level":"info","ts":"2026-03-04T01:54:43.428661Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11624,"took":"72.259636ms","hash":2601345521,"current-db-size-bytes":39612416,"current-db-size":"40 MB","current-db-size-in-use-bytes":27332608,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T01:54:43.428712Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2601345521,"revision":11624,"compact-revision":9452} {"level":"info","ts":"2026-03-04T01:54:50.241111Z","caller":"traceutil/trace.go:171","msg":"trace[1216589943] linearizableReadLoop","detail":"{readStateIndex:14480; appliedIndex:14479; }","duration":"299.519244ms","start":"2026-03-04T01:54:49.94156Z","end":"2026-03-04T01:54:50.24108Z","steps":["trace[1216589943] 'read index received' (duration: 299.245658ms)","trace[1216589943] 'applied index is now lower than readState.Index' (duration: 272.196µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:50.241191Z","caller":"traceutil/trace.go:171","msg":"trace[1422649660] transaction","detail":"{read_only:false; response_revision:13958; number_of_response:1; }","duration":"396.215425ms","start":"2026-03-04T01:54:49.844918Z","end":"2026-03-04T01:54:50.241134Z","steps":["trace[1422649660] 'process raft request' (duration: 395.97008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.241341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.261386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:54:50.241411Z","caller":"traceutil/trace.go:171","msg":"trace[1988279031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13958; }","duration":"295.389429ms","start":"2026-03-04T01:54:49.946007Z","end":"2026-03-04T01:54:50.241397Z","steps":["trace[1988279031] 'agreement among raft nodes before linearized reading' (duration: 295.268176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.241405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.79291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:54:50.241477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:49.844906Z","time spent":"396.407651ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:54:50.2415Z","caller":"traceutil/trace.go:171","msg":"trace[1773520647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13958; }","duration":"299.965044ms","start":"2026-03-04T01:54:49.941511Z","end":"2026-03-04T01:54:50.241476Z","steps":["trace[1773520647] 'agreement among raft nodes before linearized reading' (duration: 299.736429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.241496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.286452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:54:50.241552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:49.941489Z","time spent":"300.053366ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:54:50.24158Z","caller":"traceutil/trace.go:171","msg":"trace[954720074] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13958; }","duration":"187.418185ms","start":"2026-03-04T01:54:50.054142Z","end":"2026-03-04T01:54:50.24156Z","steps":["trace[954720074] 'agreement among raft nodes before linearized reading' (duration: 187.152689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.241647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.534314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-04T01:54:50.241679Z","caller":"traceutil/trace.go:171","msg":"trace[168505846] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9264j; range_end:; response_count:1; response_revision:13958; }","duration":"214.587355ms","start":"2026-03-04T01:54:50.027082Z","end":"2026-03-04T01:54:50.24167Z","steps":["trace[168505846] 'agreement among raft nodes before linearized reading' (duration: 214.454632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.241797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.54504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:54:50.241823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.087424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:54:50.24186Z","caller":"traceutil/trace.go:171","msg":"trace[1109231555] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13958; }","duration":"186.132526ms","start":"2026-03-04T01:54:50.055715Z","end":"2026-03-04T01:54:50.241847Z","steps":["trace[1109231555] 'agreement among raft nodes before linearized reading' (duration: 186.010643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.241862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.63992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:54:50.2419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.094879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:54:50.241903Z","caller":"traceutil/trace.go:171","msg":"trace[268167115] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13958; }","duration":"187.706582ms","start":"2026-03-04T01:54:50.054185Z","end":"2026-03-04T01:54:50.241891Z","steps":["trace[268167115] 'agreement among raft nodes before linearized reading' (duration: 187.63442ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.241826Z","caller":"traceutil/trace.go:171","msg":"trace[1756064058] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:13958; }","duration":"269.59528ms","start":"2026-03-04T01:54:49.972219Z","end":"2026-03-04T01:54:50.241815Z","steps":["trace[1756064058] 'agreement among raft nodes before linearized reading' (duration: 269.543899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.241929Z","caller":"traceutil/trace.go:171","msg":"trace[1989639956] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13958; }","duration":"288.138811ms","start":"2026-03-04T01:54:49.953782Z","end":"2026-03-04T01:54:50.241921Z","steps":["trace[1989639956] 'agreement among raft nodes before linearized reading' (duration: 288.063529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.242022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.056912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:54:50.242068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.066414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:54:50.24207Z","caller":"traceutil/trace.go:171","msg":"trace[1322244401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13958; }","duration":"286.102793ms","start":"2026-03-04T01:54:49.955953Z","end":"2026-03-04T01:54:50.242056Z","steps":["trace[1322244401] 'agreement among raft nodes before linearized reading' (duration: 285.882258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.242096Z","caller":"traceutil/trace.go:171","msg":"trace[1619601608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13958; }","duration":"293.111806ms","start":"2026-03-04T01:54:49.948976Z","end":"2026-03-04T01:54:50.242088Z","steps":["trace[1619601608] 'agreement among raft nodes before linearized reading' (duration: 293.028404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.242261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.157955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-04T01:54:50.242265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.294287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:54:50.24229Z","caller":"traceutil/trace.go:171","msg":"trace[89831330] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9264j; range_end:; response_count:1; response_revision:13958; }","duration":"277.221117ms","start":"2026-03-04T01:54:49.965059Z","end":"2026-03-04T01:54:50.24228Z","steps":["trace[89831330] 'agreement among raft nodes before linearized reading' (duration: 277.102354ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.242293Z","caller":"traceutil/trace.go:171","msg":"trace[205958274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13958; }","duration":"286.343659ms","start":"2026-03-04T01:54:49.955941Z","end":"2026-03-04T01:54:50.242284Z","steps":["trace[205958274] 'agreement among raft nodes before linearized reading' (duration: 286.268277ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.550942Z","caller":"traceutil/trace.go:171","msg":"trace[1082066001] transaction","detail":"{read_only:false; response_revision:13959; number_of_response:1; }","duration":"303.587948ms","start":"2026-03-04T01:54:50.247331Z","end":"2026-03-04T01:54:50.550919Z","steps":["trace[1082066001] 'process raft request' (duration: 303.418224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.551087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.247306Z","time spent":"303.70446ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:54:50.552009Z","caller":"traceutil/trace.go:171","msg":"trace[2005993384] transaction","detail":"{read_only:false; response_revision:13960; number_of_response:1; }","duration":"304.613082ms","start":"2026-03-04T01:54:50.247362Z","end":"2026-03-04T01:54:50.551975Z","steps":["trace[2005993384] 'process raft request' (duration: 304.411957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.552112Z","caller":"traceutil/trace.go:171","msg":"trace[171224823] transaction","detail":"{read_only:false; response_revision:13962; number_of_response:1; }","duration":"303.987877ms","start":"2026-03-04T01:54:50.248106Z","end":"2026-03-04T01:54:50.552094Z","steps":["trace[171224823] 'process raft request' (duration: 303.810703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.552168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.247332Z","time spent":"304.749705ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:54:50.552269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.248086Z","time spent":"304.084969ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:54:50.552389Z","caller":"traceutil/trace.go:171","msg":"trace[535518968] transaction","detail":"{read_only:false; response_revision:13961; number_of_response:1; }","duration":"304.902039ms","start":"2026-03-04T01:54:50.247477Z","end":"2026-03-04T01:54:50.552379Z","steps":["trace[535518968] 'process raft request' (duration: 304.402397ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.552619Z","caller":"traceutil/trace.go:171","msg":"trace[1771107874] transaction","detail":"{read_only:false; response_revision:13963; number_of_response:1; }","duration":"304.247683ms","start":"2026-03-04T01:54:50.248358Z","end":"2026-03-04T01:54:50.552606Z","steps":["trace[1771107874] 'process raft request' (duration: 303.591788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.552643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.247466Z","time spent":"305.148624ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:54:50.552672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.248334Z","time spent":"304.308845ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:54:50.552802Z","caller":"traceutil/trace.go:171","msg":"trace[1293233536] transaction","detail":"{read_only:false; response_revision:13964; number_of_response:1; }","duration":"304.279294ms","start":"2026-03-04T01:54:50.248473Z","end":"2026-03-04T01:54:50.552752Z","steps":["trace[1293233536] 'process raft request' (duration: 303.517506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.553044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.24846Z","time spent":"304.448528ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:54:50.553789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.553207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737531"} {"level":"info","ts":"2026-03-04T01:54:50.553838Z","caller":"traceutil/trace.go:171","msg":"trace[1363246041] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13964; }","duration":"303.630929ms","start":"2026-03-04T01:54:50.250196Z","end":"2026-03-04T01:54:50.553827Z","steps":["trace[1363246041] 'agreement among raft nodes before linearized reading' (duration: 302.899452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.553873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.250182Z","time spent":"303.68124ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737553,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:54:50.552046Z","caller":"traceutil/trace.go:171","msg":"trace[1747055849] linearizableReadLoop","detail":"{readStateIndex:14486; appliedIndex:14480; }","duration":"301.799207ms","start":"2026-03-04T01:54:50.250226Z","end":"2026-03-04T01:54:50.552026Z","steps":["trace[1747055849] 'read index received' (duration: 300.63702ms)","trace[1747055849] 'applied index is now lower than readState.Index' (duration: 1.161107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:50.554652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.042465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cgfzn\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-03-04T01:54:50.554676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.226051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:54:50.554698Z","caller":"traceutil/trace.go:171","msg":"trace[137540499] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cgfzn; range_end:; response_count:1; response_revision:13964; }","duration":"303.101136ms","start":"2026-03-04T01:54:50.251586Z","end":"2026-03-04T01:54:50.554687Z","steps":["trace[137540499] 'agreement among raft nodes before linearized reading' (duration: 302.948733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:50.554726Z","caller":"traceutil/trace.go:171","msg":"trace[1666520303] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13964; }","duration":"209.352683ms","start":"2026-03-04T01:54:50.345361Z","end":"2026-03-04T01:54:50.554713Z","steps":["trace[1666520303] 'agreement among raft nodes before linearized reading' (duration: 209.22097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.554736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.251581Z","time spent":"303.144897ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cgfzn\" "} {"level":"warn","ts":"2026-03-04T01:54:50.555408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.64719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737531"} {"level":"info","ts":"2026-03-04T01:54:50.555448Z","caller":"traceutil/trace.go:171","msg":"trace[1893110930] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13964; }","duration":"303.695201ms","start":"2026-03-04T01:54:50.251744Z","end":"2026-03-04T01:54:50.55544Z","steps":["trace[1893110930] 'agreement among raft nodes before linearized reading' (duration: 303.007685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.555475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.25174Z","time spent":"303.727571ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737553,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:54:50.557937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.191578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737531"} {"level":"info","ts":"2026-03-04T01:54:50.558083Z","caller":"traceutil/trace.go:171","msg":"trace[810380756] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13964; }","duration":"306.350262ms","start":"2026-03-04T01:54:50.251717Z","end":"2026-03-04T01:54:50.558067Z","steps":["trace[810380756] 'agreement among raft nodes before linearized reading' (duration: 303.326982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:50.558186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:50.251711Z","time spent":"306.456844ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737553,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:55:02.975123Z","caller":"traceutil/trace.go:171","msg":"trace[653665414] transaction","detail":"{read_only:false; response_revision:14022; number_of_response:1; }","duration":"214.892732ms","start":"2026-03-04T01:55:02.760197Z","end":"2026-03-04T01:55:02.975089Z","steps":["trace[653665414] 'process raft request' (duration: 213.201123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:02.975108Z","caller":"traceutil/trace.go:171","msg":"trace[2051312263] transaction","detail":"{read_only:false; response_revision:14023; number_of_response:1; }","duration":"214.038252ms","start":"2026-03-04T01:55:02.761043Z","end":"2026-03-04T01:55:02.975082Z","steps":["trace[2051312263] 'process raft request' (duration: 213.95367ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:02.975293Z","caller":"traceutil/trace.go:171","msg":"trace[1672888246] transaction","detail":"{read_only:false; response_revision:14024; number_of_response:1; }","duration":"212.947247ms","start":"2026-03-04T01:55:02.762338Z","end":"2026-03-04T01:55:02.975286Z","steps":["trace[1672888246] 'process raft request' (duration: 212.704851ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:02.975276Z","caller":"traceutil/trace.go:171","msg":"trace[1303757446] linearizableReadLoop","detail":"{readStateIndex:14549; appliedIndex:14545; }","duration":"212.831204ms","start":"2026-03-04T01:55:02.76242Z","end":"2026-03-04T01:55:02.975251Z","steps":["trace[1303757446] 'read index received' (duration: 33.184289ms)","trace[1303757446] 'applied index is now lower than readState.Index' (duration: 179.645645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:02.976314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.873948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737488"} {"level":"info","ts":"2026-03-04T01:55:02.97639Z","caller":"traceutil/trace.go:171","msg":"trace[464648477] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14024; }","duration":"213.95419ms","start":"2026-03-04T01:55:02.762397Z","end":"2026-03-04T01:55:02.976352Z","steps":["trace[464648477] 'agreement among raft nodes before linearized reading' (duration: 213.005288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.976693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.169872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737488"} {"level":"info","ts":"2026-03-04T01:55:02.976744Z","caller":"traceutil/trace.go:171","msg":"trace[126212134] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14024; }","duration":"213.223253ms","start":"2026-03-04T01:55:02.763508Z","end":"2026-03-04T01:55:02.976731Z","steps":["trace[126212134] 'agreement among raft nodes before linearized reading' (duration: 212.194809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.976825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.583229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737488"} {"level":"info","ts":"2026-03-04T01:55:02.976922Z","caller":"traceutil/trace.go:171","msg":"trace[1399464060] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14024; }","duration":"212.713071ms","start":"2026-03-04T01:55:02.764193Z","end":"2026-03-04T01:55:02.976906Z","steps":["trace[1399464060] 'agreement among raft nodes before linearized reading' (duration: 211.395091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:02.977412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.484203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737488"} {"level":"info","ts":"2026-03-04T01:55:02.977475Z","caller":"traceutil/trace.go:171","msg":"trace[1211890073] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14024; }","duration":"214.582465ms","start":"2026-03-04T01:55:02.76288Z","end":"2026-03-04T01:55:02.977462Z","steps":["trace[1211890073] 'agreement among raft nodes before linearized reading' (duration: 212.681131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:04.872592Z","caller":"traceutil/trace.go:171","msg":"trace[1152707221] transaction","detail":"{read_only:false; response_revision:14028; number_of_response:1; }","duration":"103.684984ms","start":"2026-03-04T01:55:04.768889Z","end":"2026-03-04T01:55:04.872574Z","steps":["trace[1152707221] 'process raft request' (duration: 103.435688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:13.450295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.150792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-04T01:55:13.450552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.533886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:55:13.45055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.805561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:13.450616Z","caller":"traceutil/trace.go:171","msg":"trace[1641454871] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9264j; range_end:; response_count:1; response_revision:14068; }","duration":"298.534661ms","start":"2026-03-04T01:55:13.152061Z","end":"2026-03-04T01:55:13.450596Z","steps":["trace[1641454871] 'range keys from in-memory index tree' (duration: 297.917377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:13.450649Z","caller":"traceutil/trace.go:171","msg":"trace[63003188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14068; }","duration":"375.68528ms","start":"2026-03-04T01:55:13.07494Z","end":"2026-03-04T01:55:13.450625Z","steps":["trace[63003188] 'range keys from in-memory index tree' (duration: 375.327582ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:13.450662Z","caller":"traceutil/trace.go:171","msg":"trace[2118186421] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14068; }","duration":"365.959674ms","start":"2026-03-04T01:55:13.084681Z","end":"2026-03-04T01:55:13.450641Z","steps":["trace[2118186421] 'range keys from in-memory index tree' (duration: 365.578746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:13.450431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.745045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T01:55:13.450703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:13.074893Z","time spent":"375.797212ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:55:13.450711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:13.08466Z","time spent":"366.037126ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:13.450517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.597608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-04T01:55:13.450746Z","caller":"traceutil/trace.go:171","msg":"trace[1783482088] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14068; }","duration":"355.061752ms","start":"2026-03-04T01:55:13.095659Z","end":"2026-03-04T01:55:13.450721Z","steps":["trace[1783482088] 'range keys from in-memory index tree' (duration: 354.5694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:13.450491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.617969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cgfzn\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-03-04T01:55:13.450805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:13.0956Z","time spent":"355.186925ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:55:13.450811Z","caller":"traceutil/trace.go:171","msg":"trace[2137528207] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cgfzn; range_end:; response_count:1; response_revision:14068; }","duration":"303.981867ms","start":"2026-03-04T01:55:13.146815Z","end":"2026-03-04T01:55:13.450797Z","steps":["trace[2137528207] 'range keys from in-memory index tree' (duration: 303.445955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:13.450814Z","caller":"traceutil/trace.go:171","msg":"trace[554023747] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9264j; range_end:; response_count:1; response_revision:14068; }","duration":"303.914866ms","start":"2026-03-04T01:55:13.146868Z","end":"2026-03-04T01:55:13.450783Z","steps":["trace[554023747] 'range keys from in-memory index tree' (duration: 303.435595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:13.450854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:13.146803Z","time spent":"304.039609ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cgfzn\" "} {"level":"warn","ts":"2026-03-04T01:55:13.450878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:13.146848Z","time spent":"304.011608ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22154,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" "} {"level":"warn","ts":"2026-03-04T01:55:13.450864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.849504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:55:13.450749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.098448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:55:13.451199Z","caller":"traceutil/trace.go:171","msg":"trace[1335413230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14068; }","duration":"357.646772ms","start":"2026-03-04T01:55:13.093527Z","end":"2026-03-04T01:55:13.451174Z","steps":["trace[1335413230] 'range keys from in-memory index tree' (duration: 356.832273ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:13.450961Z","caller":"traceutil/trace.go:171","msg":"trace[112018712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:14068; }","duration":"350.979687ms","start":"2026-03-04T01:55:13.099961Z","end":"2026-03-04T01:55:13.45094Z","steps":["trace[112018712] 'range keys from in-memory index tree' (duration: 350.397164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:13.451274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:13.093514Z","time spent":"357.743664ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:55:13.451315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:13.09995Z","time spent":"351.311005ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"info","ts":"2026-03-04T01:55:18.855149Z","caller":"traceutil/trace.go:171","msg":"trace[1923395266] linearizableReadLoop","detail":"{readStateIndex:14620; appliedIndex:14619; }","duration":"137.542889ms","start":"2026-03-04T01:55:18.717579Z","end":"2026-03-04T01:55:18.855122Z","steps":["trace[1923395266] 'read index received' (duration: 137.272962ms)","trace[1923395266] 'applied index is now lower than readState.Index' (duration: 268.787µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:18.855205Z","caller":"traceutil/trace.go:171","msg":"trace[1212441965] transaction","detail":"{read_only:false; response_revision:14092; number_of_response:1; }","duration":"140.048177ms","start":"2026-03-04T01:55:18.715127Z","end":"2026-03-04T01:55:18.855175Z","steps":["trace[1212441965] 'process raft request' (duration: 139.788231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:18.855383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.776684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:55:18.85543Z","caller":"traceutil/trace.go:171","msg":"trace[1643727984] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:14092; }","duration":"137.875156ms","start":"2026-03-04T01:55:18.717543Z","end":"2026-03-04T01:55:18.855418Z","steps":["trace[1643727984] 'agreement among raft nodes before linearized reading' (duration: 137.693052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:19.07743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.187802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:19.077724Z","caller":"traceutil/trace.go:171","msg":"trace[1254842942] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14092; }","duration":"147.51035ms","start":"2026-03-04T01:55:18.930163Z","end":"2026-03-04T01:55:19.077673Z","steps":["trace[1254842942] 'range keys from in-memory index tree' (duration: 147.08288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:19.07784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.874918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:55:19.07793Z","caller":"traceutil/trace.go:171","msg":"trace[210358271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14092; }","duration":"145.022262ms","start":"2026-03-04T01:55:18.932887Z","end":"2026-03-04T01:55:19.07791Z","steps":["trace[210358271] 'range keys from in-memory index tree' (duration: 144.661744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:19.078255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.165018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:55:19.078293Z","caller":"traceutil/trace.go:171","msg":"trace[995044067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14092; }","duration":"143.22467ms","start":"2026-03-04T01:55:18.935059Z","end":"2026-03-04T01:55:19.078284Z","steps":["trace[995044067] 'range keys from in-memory index tree' (duration: 143.055076ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:19.083777Z","caller":"traceutil/trace.go:171","msg":"trace[1220729366] transaction","detail":"{read_only:false; response_revision:14093; number_of_response:1; }","duration":"119.129342ms","start":"2026-03-04T01:55:18.964621Z","end":"2026-03-04T01:55:19.08375Z","steps":["trace[1220729366] 'process raft request' (duration: 118.927147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.3993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.880085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:55:20.399419Z","caller":"traceutil/trace.go:171","msg":"trace[2139420471] transaction","detail":"{read_only:false; response_revision:14096; number_of_response:1; }","duration":"716.5089ms","start":"2026-03-04T01:55:19.6829Z","end":"2026-03-04T01:55:20.399409Z","steps":["trace[2139420471] 'process raft request' (duration: 716.48834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.39947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.682866Z","time spent":"716.584731ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:20.399633Z","caller":"traceutil/trace.go:171","msg":"trace[1493165149] transaction","detail":"{read_only:false; response_revision:14094; number_of_response:1; }","duration":"1.317455602s","start":"2026-03-04T01:55:19.082146Z","end":"2026-03-04T01:55:20.399601Z","steps":["trace[1493165149] 'process raft request' (duration: 425.220348ms)","trace[1493165149] 'compare' (duration: 891.342313ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:20.399704Z","caller":"traceutil/trace.go:171","msg":"trace[841704400] linearizableReadLoop","detail":"{readStateIndex:14623; appliedIndex:14621; }","duration":"1.312392044s","start":"2026-03-04T01:55:19.087226Z","end":"2026-03-04T01:55:20.399618Z","steps":["trace[841704400] 'read index received' (duration: 420.093019ms)","trace[841704400] 'applied index is now lower than readState.Index' (duration: 892.285565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:20.399799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.082126Z","time spent":"1.317589345s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:20.399679Z","caller":"traceutil/trace.go:171","msg":"trace[1242060642] transaction","detail":"{read_only:false; response_revision:14095; number_of_response:1; }","duration":"1.3173623s","start":"2026-03-04T01:55:19.082254Z","end":"2026-03-04T01:55:20.399616Z","steps":["trace[1242060642] 'process raft request' (duration: 1.317102154s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.400125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312857896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T01:55:20.400254Z","caller":"traceutil/trace.go:171","msg":"trace[1287730668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14096; }","duration":"1.313047799s","start":"2026-03-04T01:55:19.087179Z","end":"2026-03-04T01:55:20.400227Z","steps":["trace[1287730668] 'agreement among raft nodes before linearized reading' (duration: 1.31262982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.400319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.087165Z","time spent":"1.313143822s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:55:20.401116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.08222Z","time spent":"1.317911412s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:20.573975Z","caller":"traceutil/trace.go:171","msg":"trace[399492573] transaction","detail":"{read_only:false; response_revision:14097; number_of_response:1; }","duration":"741.051299ms","start":"2026-03-04T01:55:19.832875Z","end":"2026-03-04T01:55:20.573927Z","steps":["trace[399492573] 'process raft request' (duration: 665.750353ms)","trace[399492573] 'compare' (duration: 74.62128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:20.574193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.832852Z","time spent":"741.229003ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:20.63107Z","caller":"traceutil/trace.go:171","msg":"trace[932238381] transaction","detail":"{read_only:false; response_revision:14098; number_of_response:1; }","duration":"297.423245ms","start":"2026-03-04T01:55:20.333615Z","end":"2026-03-04T01:55:20.631038Z","steps":["trace[932238381] 'process raft request' (duration: 297.151959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:20.631274Z","caller":"traceutil/trace.go:171","msg":"trace[1220971282] linearizableReadLoop","detail":"{readStateIndex:14626; appliedIndex:14624; }","duration":"231.408805ms","start":"2026-03-04T01:55:20.39983Z","end":"2026-03-04T01:55:20.631239Z","steps":["trace[1220971282] 'read index received' (duration: 98.79461ms)","trace[1220971282] 'applied index is now lower than readState.Index' (duration: 132.610915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:20.631329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.285142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:20.631368Z","caller":"traceutil/trace.go:171","msg":"trace[990570566] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14099; }","duration":"643.363955ms","start":"2026-03-04T01:55:19.987993Z","end":"2026-03-04T01:55:20.631357Z","steps":["trace[990570566] 'agreement among raft nodes before linearized reading' (duration: 643.257102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.631401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.987982Z","time spent":"643.410016ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:55:20.63146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.420215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:20.631498Z","caller":"traceutil/trace.go:171","msg":"trace[702029910] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14099; }","duration":"643.513048ms","start":"2026-03-04T01:55:19.987972Z","end":"2026-03-04T01:55:20.631485Z","steps":["trace[702029910] 'agreement among raft nodes before linearized reading' (duration: 643.406845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.631535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.987956Z","time spent":"643.57105ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T01:55:20.631723Z","caller":"traceutil/trace.go:171","msg":"trace[407724017] transaction","detail":"{read_only:false; response_revision:14099; number_of_response:1; }","duration":"219.652133ms","start":"2026-03-04T01:55:20.412058Z","end":"2026-03-04T01:55:20.63171Z","steps":["trace[407724017] 'process raft request' (duration: 218.913756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.631785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.77297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:20.631816Z","caller":"traceutil/trace.go:171","msg":"trace[595921802] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:14099; }","duration":"664.839762ms","start":"2026-03-04T01:55:19.966967Z","end":"2026-03-04T01:55:20.631807Z","steps":["trace[595921802] 'agreement among raft nodes before linearized reading' (duration: 664.780641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.631849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.966949Z","time spent":"664.892514ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:55:20.631867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.329067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:20.631961Z","caller":"traceutil/trace.go:171","msg":"trace[1353511988] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14099; }","duration":"317.46992ms","start":"2026-03-04T01:55:20.314466Z","end":"2026-03-04T01:55:20.631936Z","steps":["trace[1353511988] 'agreement among raft nodes before linearized reading' (duration: 317.303476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.631992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.411186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fr2jn\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T01:55:20.632008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:20.314448Z","time spent":"317.550602ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-04T01:55:20.632041Z","caller":"traceutil/trace.go:171","msg":"trace[1132321064] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fr2jn; range_end:; response_count:1; response_revision:14099; }","duration":"640.512918ms","start":"2026-03-04T01:55:19.991515Z","end":"2026-03-04T01:55:20.632028Z","steps":["trace[1132321064] 'agreement among raft nodes before linearized reading' (duration: 640.334544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.632077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.991508Z","time spent":"640.561349ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fr2jn\" "} {"level":"warn","ts":"2026-03-04T01:55:20.632165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019956015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:20.6322Z","caller":"traceutil/trace.go:171","msg":"trace[1466955558] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14099; }","duration":"1.020009856s","start":"2026-03-04T01:55:19.61218Z","end":"2026-03-04T01:55:20.63219Z","steps":["trace[1466955558] 'agreement among raft nodes before linearized reading' (duration: 1.019800611s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.632229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.612171Z","time spent":"1.020050997s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:20.632316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.412063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:20.632352Z","caller":"traceutil/trace.go:171","msg":"trace[984135002] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14099; }","duration":"642.466144ms","start":"2026-03-04T01:55:19.989876Z","end":"2026-03-04T01:55:20.632342Z","steps":["trace[984135002] 'agreement among raft nodes before linearized reading' (duration: 642.363021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.63238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.989868Z","time spent":"642.505914ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:20.63241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.184898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:55:20.632442Z","caller":"traceutil/trace.go:171","msg":"trace[953869092] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14099; }","duration":"312.213659ms","start":"2026-03-04T01:55:20.320219Z","end":"2026-03-04T01:55:20.632433Z","steps":["trace[953869092] 'agreement among raft nodes before linearized reading' (duration: 312.122517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.632456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021271135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:55:20.63247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:20.320119Z","time spent":"312.344231ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T01:55:20.632491Z","caller":"traceutil/trace.go:171","msg":"trace[195836273] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14099; }","duration":"1.021326617s","start":"2026-03-04T01:55:19.611155Z","end":"2026-03-04T01:55:20.632481Z","steps":["trace[195836273] 'agreement among raft nodes before linearized reading' (duration: 1.021206024s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.63252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.611144Z","time spent":"1.021369438s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:55:20.632602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.48656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-04T01:55:20.63264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022456853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:20.632643Z","caller":"traceutil/trace.go:171","msg":"trace[226108477] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14099; }","duration":"644.537901ms","start":"2026-03-04T01:55:19.988095Z","end":"2026-03-04T01:55:20.632633Z","steps":["trace[226108477] 'agreement among raft nodes before linearized reading' (duration: 644.407378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:20.632665Z","caller":"traceutil/trace.go:171","msg":"trace[1841132838] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14099; }","duration":"1.022518734s","start":"2026-03-04T01:55:19.610139Z","end":"2026-03-04T01:55:20.632658Z","steps":["trace[1841132838] 'agreement among raft nodes before linearized reading' (duration: 1.022478513s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.632672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.98809Z","time spent":"644.575752ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T01:55:20.632691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.610118Z","time spent":"1.022568086s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:20.632735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.038257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:20.632769Z","caller":"traceutil/trace.go:171","msg":"trace[911387120] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14099; }","duration":"313.084668ms","start":"2026-03-04T01:55:20.319674Z","end":"2026-03-04T01:55:20.632759Z","steps":["trace[911387120] 'agreement among raft nodes before linearized reading' (duration: 313.026447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.632799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:20.319669Z","time spent":"313.124489ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:55:20.632828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078125454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:55:20.632861Z","caller":"traceutil/trace.go:171","msg":"trace[946859664] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:14099; }","duration":"1.078188705s","start":"2026-03-04T01:55:19.554661Z","end":"2026-03-04T01:55:20.63285Z","steps":["trace[946859664] 'agreement among raft nodes before linearized reading' (duration: 1.078133374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.632874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.813748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:55:20.632892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.554645Z","time spent":"1.078239046s","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:55:20.632906Z","caller":"traceutil/trace.go:171","msg":"trace[610606928] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14099; }","duration":"644.858199ms","start":"2026-03-04T01:55:19.988038Z","end":"2026-03-04T01:55:20.632896Z","steps":["trace[610606928] 'agreement among raft nodes before linearized reading' (duration: 644.771837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.632936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.988032Z","time spent":"644.89548ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:55:20.632937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.305623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:20.632968Z","caller":"traceutil/trace.go:171","msg":"trace[535337662] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14099; }","duration":"313.350255ms","start":"2026-03-04T01:55:20.319608Z","end":"2026-03-04T01:55:20.632958Z","steps":["trace[535337662] 'agreement among raft nodes before linearized reading' (duration: 313.302134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.632995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:20.319603Z","time spent":"313.386326ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:20.6331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098208849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-04T01:55:20.633131Z","caller":"traceutil/trace.go:171","msg":"trace[239281281] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9264j; range_end:; response_count:1; response_revision:14099; }","duration":"1.09825532s","start":"2026-03-04T01:55:19.534867Z","end":"2026-03-04T01:55:20.633122Z","steps":["trace[239281281] 'agreement among raft nodes before linearized reading' (duration: 1.098151447s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.633161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.53486Z","time spent":"1.098295261s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22154,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" "} {"level":"warn","ts":"2026-03-04T01:55:20.633168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.805326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:55:20.632317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.024251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:20.633197Z","caller":"traceutil/trace.go:171","msg":"trace[1359337930] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14099; }","duration":"313.843866ms","start":"2026-03-04T01:55:20.319344Z","end":"2026-03-04T01:55:20.633187Z","steps":["trace[1359337930] 'agreement among raft nodes before linearized reading' (duration: 313.757354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.633224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:20.319337Z","time spent":"313.881167ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:55:20.633214Z","caller":"traceutil/trace.go:171","msg":"trace[990071705] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14099; }","duration":"308.937913ms","start":"2026-03-04T01:55:20.324263Z","end":"2026-03-04T01:55:20.633201Z","steps":["trace[990071705] 'agreement among raft nodes before linearized reading' (duration: 307.933659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.633263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:20.324253Z","time spent":"308.996764ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:20.633358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099216642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-04T01:55:20.633385Z","caller":"traceutil/trace.go:171","msg":"trace[992635246] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9264j; range_end:; response_count:1; response_revision:14099; }","duration":"1.099263174s","start":"2026-03-04T01:55:19.534113Z","end":"2026-03-04T01:55:20.633377Z","steps":["trace[992635246] 'agreement among raft nodes before linearized reading' (duration: 1.099176552s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.63341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.534103Z","time spent":"1.099301444s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22154,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" "} {"level":"warn","ts":"2026-03-04T01:55:20.633435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.297776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:20.633466Z","caller":"traceutil/trace.go:171","msg":"trace[589158647] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14099; }","duration":"317.366627ms","start":"2026-03-04T01:55:20.316089Z","end":"2026-03-04T01:55:20.633455Z","steps":["trace[589158647] 'agreement among raft nodes before linearized reading' (duration: 317.317996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.633494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:20.316069Z","time spent":"317.418169ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:20.633537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107640448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cgfzn\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-04T01:55:20.633563Z","caller":"traceutil/trace.go:171","msg":"trace[1764027357] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cgfzn; range_end:; response_count:1; response_revision:14099; }","duration":"1.107686679s","start":"2026-03-04T01:55:19.525868Z","end":"2026-03-04T01:55:20.633555Z","steps":["trace[1764027357] 'agreement among raft nodes before linearized reading' (duration: 1.107609937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.633586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.525858Z","time spent":"1.107723449s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cgfzn\" "} {"level":"warn","ts":"2026-03-04T01:55:20.633942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108975358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:55:20.633984Z","caller":"traceutil/trace.go:171","msg":"trace[1238715818] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:14099; }","duration":"1.109073961s","start":"2026-03-04T01:55:19.524896Z","end":"2026-03-04T01:55:20.63397Z","steps":["trace[1238715818] 'agreement among raft nodes before linearized reading' (duration: 1.108877937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.634015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.52488Z","time spent":"1.109125112s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-xk4tj\" "} {"level":"warn","ts":"2026-03-04T01:55:20.634312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142130097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:55:20.634351Z","caller":"traceutil/trace.go:171","msg":"trace[1519132223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14099; }","duration":"1.142182299s","start":"2026-03-04T01:55:19.492159Z","end":"2026-03-04T01:55:20.634341Z","steps":["trace[1519132223] 'agreement among raft nodes before linearized reading' (duration: 1.142074166s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.63438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.49215Z","time spent":"1.14222301s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:55:20.634505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.105481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18762"} {"level":"warn","ts":"2026-03-04T01:55:20.634502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166501862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:55:20.63451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144162954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:55:20.634567Z","caller":"traceutil/trace.go:171","msg":"trace[518077849] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14099; }","duration":"232.184603ms","start":"2026-03-04T01:55:20.402364Z","end":"2026-03-04T01:55:20.634548Z","steps":["trace[518077849] 'agreement among raft nodes before linearized reading' (duration: 232.05653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:20.634575Z","caller":"traceutil/trace.go:171","msg":"trace[690614935] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14099; }","duration":"1.166631685s","start":"2026-03-04T01:55:19.467926Z","end":"2026-03-04T01:55:20.634558Z","steps":["trace[690614935] 'agreement among raft nodes before linearized reading' (duration: 1.166383259s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:20.634587Z","caller":"traceutil/trace.go:171","msg":"trace[1217462280] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14099; }","duration":"1.144300118s","start":"2026-03-04T01:55:19.490269Z","end":"2026-03-04T01:55:20.634569Z","steps":["trace[1217462280] 'agreement among raft nodes before linearized reading' (duration: 1.144078783s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.634612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.467901Z","time spent":"1.166704527s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:20.634622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.490244Z","time spent":"1.144371609s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:55:20.63467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.48381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:20.63481Z","caller":"traceutil/trace.go:171","msg":"trace[12073613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14099; }","duration":"160.686965ms","start":"2026-03-04T01:55:20.47409Z","end":"2026-03-04T01:55:20.634777Z","steps":["trace[12073613] 'agreement among raft nodes before linearized reading' (duration: 160.387048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.634933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147087992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:55:20.637936Z","caller":"traceutil/trace.go:171","msg":"trace[1268250979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14099; }","duration":"1.150104052s","start":"2026-03-04T01:55:19.487815Z","end":"2026-03-04T01:55:20.637919Z","steps":["trace[1268250979] 'agreement among raft nodes before linearized reading' (duration: 1.146613751s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.637981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:19.487808Z","time spent":"1.150157964s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:55:20.756408Z","caller":"traceutil/trace.go:171","msg":"trace[421243476] linearizableReadLoop","detail":"{readStateIndex:14628; appliedIndex:14627; }","duration":"112.850546ms","start":"2026-03-04T01:55:20.643527Z","end":"2026-03-04T01:55:20.756378Z","steps":["trace[421243476] 'read index received' (duration: 42.157207ms)","trace[421243476] 'applied index is now lower than readState.Index' (duration: 70.691789ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:20.75659Z","caller":"traceutil/trace.go:171","msg":"trace[232401123] transaction","detail":"{read_only:false; response_revision:14100; number_of_response:1; }","duration":"114.307519ms","start":"2026-03-04T01:55:20.642265Z","end":"2026-03-04T01:55:20.756572Z","steps":["trace[232401123] 'process raft request' (duration: 43.439377ms)","trace[232401123] 'compare' (duration: 70.522234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:20.756905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.345967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:55:20.756952Z","caller":"traceutil/trace.go:171","msg":"trace[1347230904] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14100; }","duration":"113.44268ms","start":"2026-03-04T01:55:20.643498Z","end":"2026-03-04T01:55:20.756941Z","steps":["trace[1347230904] 'agreement among raft nodes before linearized reading' (duration: 113.252355ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:20.810891Z","caller":"traceutil/trace.go:171","msg":"trace[855343140] transaction","detail":"{read_only:false; response_revision:14101; number_of_response:1; }","duration":"165.818584ms","start":"2026-03-04T01:55:20.645036Z","end":"2026-03-04T01:55:20.810855Z","steps":["trace[855343140] 'process raft request' (duration: 165.465406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:20.811038Z","caller":"traceutil/trace.go:171","msg":"trace[1968165749] transaction","detail":"{read_only:false; response_revision:14102; number_of_response:1; }","duration":"165.818865ms","start":"2026-03-04T01:55:20.645192Z","end":"2026-03-04T01:55:20.811011Z","steps":["trace[1968165749] 'process raft request' (duration: 165.450546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.811103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.623799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:55:20.811751Z","caller":"traceutil/trace.go:171","msg":"trace[1380201741] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14102; }","duration":"103.285795ms","start":"2026-03-04T01:55:20.708427Z","end":"2026-03-04T01:55:20.811713Z","steps":["trace[1380201741] 'agreement among raft nodes before linearized reading' (duration: 102.532077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.811103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.531241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:55:20.811188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.367973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:20.812007Z","caller":"traceutil/trace.go:171","msg":"trace[2035758255] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14102; }","duration":"103.242283ms","start":"2026-03-04T01:55:20.708746Z","end":"2026-03-04T01:55:20.811988Z","steps":["trace[2035758255] 'agreement among raft nodes before linearized reading' (duration: 102.408244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.811258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.06361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:20.812022Z","caller":"traceutil/trace.go:171","msg":"trace[1564132335] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14102; }","duration":"101.405391ms","start":"2026-03-04T01:55:20.710492Z","end":"2026-03-04T01:55:20.811897Z","steps":["trace[1564132335] 'agreement among raft nodes before linearized reading' (duration: 100.423068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:20.812101Z","caller":"traceutil/trace.go:171","msg":"trace[1802124388] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14102; }","duration":"166.908329ms","start":"2026-03-04T01:55:20.645173Z","end":"2026-03-04T01:55:20.812081Z","steps":["trace[1802124388] 'agreement among raft nodes before linearized reading' (duration: 166.05577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.811262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.949178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:20.81216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.320313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737488"} {"level":"info","ts":"2026-03-04T01:55:20.812221Z","caller":"traceutil/trace.go:171","msg":"trace[1867691742] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14102; }","duration":"165.396664ms","start":"2026-03-04T01:55:20.646808Z","end":"2026-03-04T01:55:20.812205Z","steps":["trace[1867691742] 'agreement among raft nodes before linearized reading' (duration: 164.36821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:20.812179Z","caller":"traceutil/trace.go:171","msg":"trace[2114090051] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14102; }","duration":"166.900899ms","start":"2026-03-04T01:55:20.645268Z","end":"2026-03-04T01:55:20.812169Z","steps":["trace[2114090051] 'agreement among raft nodes before linearized reading' (duration: 165.923607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.811372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.160379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T01:55:20.812359Z","caller":"traceutil/trace.go:171","msg":"trace[395629464] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:14102; }","duration":"166.151401ms","start":"2026-03-04T01:55:20.646195Z","end":"2026-03-04T01:55:20.812346Z","steps":["trace[395629464] 'agreement among raft nodes before linearized reading' (duration: 165.097077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.811338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.030749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:20.812491Z","caller":"traceutil/trace.go:171","msg":"trace[953082682] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14102; }","duration":"167.196996ms","start":"2026-03-04T01:55:20.645288Z","end":"2026-03-04T01:55:20.812485Z","steps":["trace[953082682] 'agreement among raft nodes before linearized reading' (duration: 166.024999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.812537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.842528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737488"} {"level":"info","ts":"2026-03-04T01:55:20.812616Z","caller":"traceutil/trace.go:171","msg":"trace[2118598031] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14102; }","duration":"166.93781ms","start":"2026-03-04T01:55:20.645667Z","end":"2026-03-04T01:55:20.812605Z","steps":["trace[2118598031] 'agreement among raft nodes before linearized reading' (duration: 165.493667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.812744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.181203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737488"} {"level":"info","ts":"2026-03-04T01:55:20.812801Z","caller":"traceutil/trace.go:171","msg":"trace[661408671] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14102; }","duration":"163.253245ms","start":"2026-03-04T01:55:20.649534Z","end":"2026-03-04T01:55:20.812788Z","steps":["trace[661408671] 'agreement among raft nodes before linearized reading' (duration: 161.554445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.812914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.553772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737488"} {"level":"info","ts":"2026-03-04T01:55:20.813009Z","caller":"traceutil/trace.go:171","msg":"trace[528249570] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14102; }","duration":"163.661544ms","start":"2026-03-04T01:55:20.649315Z","end":"2026-03-04T01:55:20.812977Z","steps":["trace[528249570] 'agreement among raft nodes before linearized reading' (duration: 161.609957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:20.814246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.407631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737488"} {"level":"info","ts":"2026-03-04T01:55:20.814349Z","caller":"traceutil/trace.go:171","msg":"trace[118207500] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14102; }","duration":"169.233353ms","start":"2026-03-04T01:55:20.645084Z","end":"2026-03-04T01:55:20.814318Z","steps":["trace[118207500] 'agreement among raft nodes before linearized reading' (duration: 165.792843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:21.218614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.2296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:198769"} {"level":"info","ts":"2026-03-04T01:55:21.218693Z","caller":"traceutil/trace.go:171","msg":"trace[51467137] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:14103; }","duration":"168.372824ms","start":"2026-03-04T01:55:21.050302Z","end":"2026-03-04T01:55:21.218674Z","steps":["trace[51467137] 'range keys from in-memory index tree' (duration: 167.894722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:22.137276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.951941ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T01:55:22.542115Z","caller":"traceutil/trace.go:171","msg":"trace[411592719] transaction","detail":"{read_only:false; response_revision:14104; number_of_response:1; }","duration":"132.045152ms","start":"2026-03-04T01:55:22.410031Z","end":"2026-03-04T01:55:22.542076Z","steps":["trace[411592719] 'process raft request' (duration: 131.803316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:22.820276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.547597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:55:22.820478Z","caller":"traceutil/trace.go:171","msg":"trace[1858462476] linearizableReadLoop","detail":"{readStateIndex:14634; appliedIndex:14632; }","duration":"344.904376ms","start":"2026-03-04T01:55:22.475483Z","end":"2026-03-04T01:55:22.820388Z","steps":["trace[1858462476] 'read index received' (duration: 66.234685ms)","trace[1858462476] 'applied index is now lower than readState.Index' (duration: 278.667781ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:22.82057Z","caller":"traceutil/trace.go:171","msg":"trace[1092412064] transaction","detail":"{read_only:false; response_revision:14105; number_of_response:1; }","duration":"410.093798ms","start":"2026-03-04T01:55:22.410382Z","end":"2026-03-04T01:55:22.820476Z","steps":["trace[1092412064] 'process raft request' (duration: 279.210623ms)","trace[1092412064] 'compare' (duration: 130.114867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:22.820735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.242394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:22.820844Z","caller":"traceutil/trace.go:171","msg":"trace[1226475975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14105; }","duration":"345.392087ms","start":"2026-03-04T01:55:22.475417Z","end":"2026-03-04T01:55:22.820809Z","steps":["trace[1226475975] 'agreement among raft nodes before linearized reading' (duration: 345.100981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:22.820921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.475403Z","time spent":"345.50897ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:55:22.820763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.410371Z","time spent":"410.290432ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:55:23.052621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.471718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:55:23.05279Z","caller":"traceutil/trace.go:171","msg":"trace[1015807696] linearizableReadLoop","detail":"{readStateIndex:14636; appliedIndex:14634; }","duration":"232.209643ms","start":"2026-03-04T01:55:22.820564Z","end":"2026-03-04T01:55:23.052774Z","steps":["trace[1015807696] 'read index received' (duration: 100.450748ms)","trace[1015807696] 'applied index is now lower than readState.Index' (duration: 131.758135ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:23.053071Z","caller":"traceutil/trace.go:171","msg":"trace[528102274] transaction","detail":"{read_only:false; response_revision:14106; number_of_response:1; }","duration":"471.686066ms","start":"2026-03-04T01:55:22.581372Z","end":"2026-03-04T01:55:23.053058Z","steps":["trace[528102274] 'process raft request' (duration: 339.674975ms)","trace[528102274] 'compare' (duration: 131.273664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:23.053136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.581342Z","time spent":"471.761437ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:23.053302Z","caller":"traceutil/trace.go:171","msg":"trace[986109033] transaction","detail":"{read_only:false; response_revision:14107; number_of_response:1; }","duration":"408.844378ms","start":"2026-03-04T01:55:22.644448Z","end":"2026-03-04T01:55:23.053293Z","steps":["trace[986109033] 'process raft request' (duration: 408.257925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.053358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.644429Z","time spent":"408.89919ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:55:23.053509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.215007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:23.053544Z","caller":"traceutil/trace.go:171","msg":"trace[1858861262] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14107; }","duration":"233.274908ms","start":"2026-03-04T01:55:22.82026Z","end":"2026-03-04T01:55:23.053535Z","steps":["trace[1858861262] 'agreement among raft nodes before linearized reading' (duration: 233.216736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.053701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.964674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:23.053732Z","caller":"traceutil/trace.go:171","msg":"trace[997771710] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14107; }","duration":"234.045786ms","start":"2026-03-04T01:55:22.819678Z","end":"2026-03-04T01:55:23.053724Z","steps":["trace[997771710] 'agreement among raft nodes before linearized reading' (duration: 234.000145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.053924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.430585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:55:23.053955Z","caller":"traceutil/trace.go:171","msg":"trace[2105165372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14107; }","duration":"234.476006ms","start":"2026-03-04T01:55:22.819471Z","end":"2026-03-04T01:55:23.053947Z","steps":["trace[2105165372] 'agreement among raft nodes before linearized reading' (duration: 234.374844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.054144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.65399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:23.05418Z","caller":"traceutil/trace.go:171","msg":"trace[1895007498] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14107; }","duration":"234.709231ms","start":"2026-03-04T01:55:22.819463Z","end":"2026-03-04T01:55:23.054172Z","steps":["trace[1895007498] 'agreement among raft nodes before linearized reading' (duration: 234.620679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.054358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.908596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:23.054387Z","caller":"traceutil/trace.go:171","msg":"trace[796236867] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14107; }","duration":"234.940606ms","start":"2026-03-04T01:55:22.819439Z","end":"2026-03-04T01:55:23.05438Z","steps":["trace[796236867] 'agreement among raft nodes before linearized reading' (duration: 234.863974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.054542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.10056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:23.054571Z","caller":"traceutil/trace.go:171","msg":"trace[1943481663] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14107; }","duration":"235.170101ms","start":"2026-03-04T01:55:22.819393Z","end":"2026-03-04T01:55:23.054563Z","steps":["trace[1943481663] 'agreement among raft nodes before linearized reading' (duration: 235.129741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.054795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.441419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:23.054829Z","caller":"traceutil/trace.go:171","msg":"trace[421696666] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14107; }","duration":"235.51709ms","start":"2026-03-04T01:55:22.819302Z","end":"2026-03-04T01:55:23.054819Z","steps":["trace[421696666] 'agreement among raft nodes before linearized reading' (duration: 235.467939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.05525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.893579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:55:23.055286Z","caller":"traceutil/trace.go:171","msg":"trace[1361005984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14107; }","duration":"235.974021ms","start":"2026-03-04T01:55:22.819302Z","end":"2026-03-04T01:55:23.055276Z","steps":["trace[1361005984] 'agreement among raft nodes before linearized reading' (duration: 235.877809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.055606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.253307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:55:23.055641Z","caller":"traceutil/trace.go:171","msg":"trace[1119644718] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14107; }","duration":"236.331119ms","start":"2026-03-04T01:55:22.819301Z","end":"2026-03-04T01:55:23.055633Z","steps":["trace[1119644718] 'agreement among raft nodes before linearized reading' (duration: 236.234297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.055874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.679429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:55:23.055908Z","caller":"traceutil/trace.go:171","msg":"trace[831068709] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14107; }","duration":"293.815031ms","start":"2026-03-04T01:55:22.762083Z","end":"2026-03-04T01:55:23.055898Z","steps":["trace[831068709] 'agreement among raft nodes before linearized reading' (duration: 293.727869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.056129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.966215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:55:23.056164Z","caller":"traceutil/trace.go:171","msg":"trace[776653703] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14107; }","duration":"294.044837ms","start":"2026-03-04T01:55:22.762109Z","end":"2026-03-04T01:55:23.056154Z","steps":["trace[776653703] 'agreement among raft nodes before linearized reading' (duration: 293.952165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.056415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.411695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:23.056448Z","caller":"traceutil/trace.go:171","msg":"trace[2083111956] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14107; }","duration":"407.511767ms","start":"2026-03-04T01:55:22.648928Z","end":"2026-03-04T01:55:23.056439Z","steps":["trace[2083111956] 'agreement among raft nodes before linearized reading' (duration: 407.420385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.05659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.648901Z","time spent":"407.677541ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:23.056826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.091284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:55:23.056886Z","caller":"traceutil/trace.go:171","msg":"trace[1840413987] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14107; }","duration":"409.168285ms","start":"2026-03-04T01:55:22.647709Z","end":"2026-03-04T01:55:23.056877Z","steps":["trace[1840413987] 'agreement among raft nodes before linearized reading' (duration: 409.051162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.056913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.647696Z","time spent":"409.210717ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:55:23.057208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.544815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:23.057243Z","caller":"traceutil/trace.go:171","msg":"trace[81201618] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14107; }","duration":"409.595815ms","start":"2026-03-04T01:55:22.647638Z","end":"2026-03-04T01:55:23.057234Z","steps":["trace[81201618] 'agreement among raft nodes before linearized reading' (duration: 409.508523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.057272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.647629Z","time spent":"409.634336ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:23.05743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.092007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:23.057462Z","caller":"traceutil/trace.go:171","msg":"trace[2086550540] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14107; }","duration":"410.138198ms","start":"2026-03-04T01:55:22.647313Z","end":"2026-03-04T01:55:23.057451Z","steps":["trace[2086550540] 'agreement among raft nodes before linearized reading' (duration: 410.075917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.05749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.647304Z","time spent":"410.180309ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:23.057656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.536147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:55:23.057685Z","caller":"traceutil/trace.go:171","msg":"trace[1657934821] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14107; }","duration":"410.580989ms","start":"2026-03-04T01:55:22.647097Z","end":"2026-03-04T01:55:23.057678Z","steps":["trace[1657934821] 'agreement among raft nodes before linearized reading' (duration: 410.501497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.057713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.647089Z","time spent":"410.618829ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:55:23.057928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.869975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-04T01:55:23.05796Z","caller":"traceutil/trace.go:171","msg":"trace[71671963] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14107; }","duration":"410.921626ms","start":"2026-03-04T01:55:22.64703Z","end":"2026-03-04T01:55:23.057952Z","steps":["trace[71671963] 'agreement among raft nodes before linearized reading' (duration: 410.838134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.057986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.647023Z","time spent":"410.957227ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T01:55:23.058212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.417238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:23.058932Z","caller":"traceutil/trace.go:171","msg":"trace[1665132179] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14107; }","duration":"412.183756ms","start":"2026-03-04T01:55:22.64674Z","end":"2026-03-04T01:55:23.058923Z","steps":["trace[1665132179] 'agreement among raft nodes before linearized reading' (duration: 411.448648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.058961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.646716Z","time spent":"412.238387ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:23.059188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.20988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:23.05922Z","caller":"traceutil/trace.go:171","msg":"trace[568246677] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14107; }","duration":"413.26503ms","start":"2026-03-04T01:55:22.645948Z","end":"2026-03-04T01:55:23.059213Z","steps":["trace[568246677] 'agreement among raft nodes before linearized reading' (duration: 413.176198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.05925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.645939Z","time spent":"413.305762ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:23.059405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.764803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:23.059436Z","caller":"traceutil/trace.go:171","msg":"trace[365488540] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14107; }","duration":"413.816323ms","start":"2026-03-04T01:55:22.645612Z","end":"2026-03-04T01:55:23.059429Z","steps":["trace[365488540] 'agreement among raft nodes before linearized reading' (duration: 413.771652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.059465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.645604Z","time spent":"413.855764ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:55:23.059593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.81838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:23.059621Z","caller":"traceutil/trace.go:171","msg":"trace[1658727694] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14107; }","duration":"415.861591ms","start":"2026-03-04T01:55:22.643752Z","end":"2026-03-04T01:55:23.059613Z","steps":["trace[1658727694] 'agreement among raft nodes before linearized reading' (duration: 415.8231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.059651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.643742Z","time spent":"415.900382ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:55:23.059817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.330912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:23.059846Z","caller":"traceutil/trace.go:171","msg":"trace[385830358] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14107; }","duration":"416.375523ms","start":"2026-03-04T01:55:22.643463Z","end":"2026-03-04T01:55:23.059839Z","steps":["trace[385830358] 'agreement among raft nodes before linearized reading' (duration: 416.299171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.059874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.643458Z","time spent":"416.410334ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:23.060005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.625229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:23.060034Z","caller":"traceutil/trace.go:171","msg":"trace[1242367104] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14107; }","duration":"416.669379ms","start":"2026-03-04T01:55:22.643357Z","end":"2026-03-04T01:55:23.060027Z","steps":["trace[1242367104] 'agreement among raft nodes before linearized reading' (duration: 416.629768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.060062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.64335Z","time spent":"416.706551ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:23.06019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.162891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:23.060434Z","caller":"traceutil/trace.go:171","msg":"trace[1164989715] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14107; }","duration":"417.403376ms","start":"2026-03-04T01:55:22.643021Z","end":"2026-03-04T01:55:23.060424Z","steps":["trace[1164989715] 'agreement among raft nodes before linearized reading' (duration: 417.150361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.060544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.642991Z","time spent":"417.54162ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:55:23.060779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.844811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:23.06081Z","caller":"traceutil/trace.go:171","msg":"trace[1241064787] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14107; }","duration":"418.891811ms","start":"2026-03-04T01:55:22.64191Z","end":"2026-03-04T01:55:23.060802Z","steps":["trace[1241064787] 'agreement among raft nodes before linearized reading' (duration: 418.805449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.060839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.641904Z","time spent":"418.929212ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:23.061139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.345022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:55:23.06119Z","caller":"traceutil/trace.go:171","msg":"trace[450088644] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14107; }","duration":"419.417223ms","start":"2026-03-04T01:55:22.64176Z","end":"2026-03-04T01:55:23.061177Z","steps":["trace[450088644] 'agreement among raft nodes before linearized reading' (duration: 419.29488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.06123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.641752Z","time spent":"419.468235ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:55:23.061398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.14136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:23.061418Z","caller":"traceutil/trace.go:171","msg":"trace[2025207328] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14107; }","duration":"420.213441ms","start":"2026-03-04T01:55:22.641199Z","end":"2026-03-04T01:55:23.061413Z","steps":["trace[2025207328] 'agreement among raft nodes before linearized reading' (duration: 420.183771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.061434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.641168Z","time spent":"420.261153ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:23.061516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.241668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:23.061536Z","caller":"traceutil/trace.go:171","msg":"trace[305560614] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:14107; }","duration":"475.290259ms","start":"2026-03-04T01:55:22.58624Z","end":"2026-03-04T01:55:23.06153Z","steps":["trace[305560614] 'agreement among raft nodes before linearized reading' (duration: 475.253738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.061557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:22.586231Z","time spent":"475.31855ms","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:55:23.061674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.265077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:23.061695Z","caller":"traceutil/trace.go:171","msg":"trace[136168167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14107; }","duration":"239.316568ms","start":"2026-03-04T01:55:22.822372Z","end":"2026-03-04T01:55:23.061689Z","steps":["trace[136168167] 'agreement among raft nodes before linearized reading' (duration: 239.282327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.062456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.242379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-04T01:55:23.062475Z","caller":"traceutil/trace.go:171","msg":"trace[649627123] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9264j; range_end:; response_count:1; response_revision:14107; }","duration":"221.27797ms","start":"2026-03-04T01:55:22.841193Z","end":"2026-03-04T01:55:23.062471Z","steps":["trace[649627123] 'agreement among raft nodes before linearized reading' (duration: 221.226699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.062598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.167334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-04T01:55:23.062619Z","caller":"traceutil/trace.go:171","msg":"trace[1635162067] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9264j; range_end:; response_count:1; response_revision:14107; }","duration":"226.196994ms","start":"2026-03-04T01:55:22.836417Z","end":"2026-03-04T01:55:23.062614Z","steps":["trace[1635162067] 'agreement among raft nodes before linearized reading' (duration: 226.140183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.062741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.325377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fr2jn\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:55:23.062761Z","caller":"traceutil/trace.go:171","msg":"trace[189342544] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fr2jn; range_end:; response_count:1; response_revision:14107; }","duration":"226.356557ms","start":"2026-03-04T01:55:22.8364Z","end":"2026-03-04T01:55:23.062756Z","steps":["trace[189342544] 'agreement among raft nodes before linearized reading' (duration: 226.302046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.063012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.625024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cgfzn\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-04T01:55:23.063038Z","caller":"traceutil/trace.go:171","msg":"trace[538143906] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cgfzn; range_end:; response_count:1; response_revision:14107; }","duration":"226.671425ms","start":"2026-03-04T01:55:22.83636Z","end":"2026-03-04T01:55:23.063031Z","steps":["trace[538143906] 'agreement among raft nodes before linearized reading' (duration: 226.603243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.063211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.854039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T01:55:23.063234Z","caller":"traceutil/trace.go:171","msg":"trace[1617624855] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:14107; }","duration":"229.900179ms","start":"2026-03-04T01:55:22.833329Z","end":"2026-03-04T01:55:23.063229Z","steps":["trace[1617624855] 'agreement among raft nodes before linearized reading' (duration: 229.837358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.87498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.642471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:55:23.877568Z","caller":"traceutil/trace.go:171","msg":"trace[1524272524] transaction","detail":"{read_only:false; response_revision:14109; number_of_response:1; }","duration":"773.833339ms","start":"2026-03-04T01:55:23.103716Z","end":"2026-03-04T01:55:23.87755Z","steps":["trace[1524272524] 'process raft request' (duration: 773.661555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:23.877568Z","caller":"traceutil/trace.go:171","msg":"trace[594849058] transaction","detail":"{read_only:false; response_revision:14111; number_of_response:1; }","duration":"773.687816ms","start":"2026-03-04T01:55:23.103859Z","end":"2026-03-04T01:55:23.877547Z","steps":["trace[594849058] 'process raft request' (duration: 773.643605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:23.877581Z","caller":"traceutil/trace.go:171","msg":"trace[875568233] linearizableReadLoop","detail":"{readStateIndex:14637; appliedIndex:14636; }","duration":"774.220628ms","start":"2026-03-04T01:55:23.10334Z","end":"2026-03-04T01:55:23.87756Z","steps":["trace[875568233] 'read index received' (duration: 149.120377ms)","trace[875568233] 'applied index is now lower than readState.Index' (duration: 625.098761ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:23.877592Z","caller":"traceutil/trace.go:171","msg":"trace[1967715195] transaction","detail":"{read_only:false; response_revision:14110; number_of_response:1; }","duration":"773.755417ms","start":"2026-03-04T01:55:23.103807Z","end":"2026-03-04T01:55:23.877562Z","steps":["trace[1967715195] 'process raft request' (duration: 773.652395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.877639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:23.103701Z","time spent":"773.90613ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:55:23.877678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:23.103853Z","time spent":"773.759387ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:55:23.877733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:23.1038Z","time spent":"773.852609ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:55:23.877808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.146242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:23.877834Z","caller":"traceutil/trace.go:171","msg":"trace[1223876103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14111; }","duration":"402.204963ms","start":"2026-03-04T01:55:23.475621Z","end":"2026-03-04T01:55:23.877826Z","steps":["trace[1223876103] 'agreement among raft nodes before linearized reading' (duration: 402.157312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.877863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:23.475602Z","time spent":"402.249014ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:55:23.877861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.886691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:55:23.877984Z","caller":"traceutil/trace.go:171","msg":"trace[1190585548] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:14111; }","duration":"457.089435ms","start":"2026-03-04T01:55:23.420869Z","end":"2026-03-04T01:55:23.877959Z","steps":["trace[1190585548] 'agreement among raft nodes before linearized reading' (duration: 456.825589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.878054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:23.420848Z","time spent":"457.192628ms","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:55:23.877882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.365607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:55:23.878166Z","caller":"traceutil/trace.go:171","msg":"trace[1539698310] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:14111; }","duration":"358.718205ms","start":"2026-03-04T01:55:23.519437Z","end":"2026-03-04T01:55:23.878155Z","steps":["trace[1539698310] 'agreement among raft nodes before linearized reading' (duration: 358.281065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.878203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:23.519427Z","time spent":"358.759996ms","remote":"127.0.0.1:45248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:55:23.878338Z","caller":"traceutil/trace.go:171","msg":"trace[2114935831] transaction","detail":"{read_only:false; response_revision:14108; number_of_response:1; }","duration":"781.276832ms","start":"2026-03-04T01:55:23.096142Z","end":"2026-03-04T01:55:23.877419Z","steps":["trace[2114935831] 'process raft request' (duration: 156.354135ms)","trace[2114935831] 'compare' (duration: 621.502528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:23.878513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.02421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737488"} {"level":"info","ts":"2026-03-04T01:55:23.878639Z","caller":"traceutil/trace.go:171","msg":"trace[239617817] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14111; }","duration":"770.186555ms","start":"2026-03-04T01:55:23.10843Z","end":"2026-03-04T01:55:23.878617Z","steps":["trace[239617817] 'agreement among raft nodes before linearized reading' (duration: 769.254543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.878671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:23.096117Z","time spent":"782.304145ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:55:23.878722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:23.108424Z","time spent":"770.281587ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737510,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:23.878847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.659063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737488"} {"level":"info","ts":"2026-03-04T01:55:23.878904Z","caller":"traceutil/trace.go:171","msg":"trace[1236982359] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14111; }","duration":"766.705674ms","start":"2026-03-04T01:55:23.112178Z","end":"2026-03-04T01:55:23.878883Z","steps":["trace[1236982359] 'agreement among raft nodes before linearized reading' (duration: 765.527857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.878952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:23.112135Z","time spent":"766.809236ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737510,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:23.878935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.961599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737488"} {"level":"info","ts":"2026-03-04T01:55:23.879093Z","caller":"traceutil/trace.go:171","msg":"trace[991177020] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14111; }","duration":"770.130393ms","start":"2026-03-04T01:55:23.10895Z","end":"2026-03-04T01:55:23.879081Z","steps":["trace[991177020] 'agreement among raft nodes before linearized reading' (duration: 768.868574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.879081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.728573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737488"} {"level":"info","ts":"2026-03-04T01:55:23.879189Z","caller":"traceutil/trace.go:171","msg":"trace[445821606] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14111; }","duration":"775.872247ms","start":"2026-03-04T01:55:23.1033Z","end":"2026-03-04T01:55:23.879172Z","steps":["trace[445821606] 'agreement among raft nodes before linearized reading' (duration: 774.348361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.879248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:23.10328Z","time spent":"775.950678ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737510,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:23.879267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.650585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737488"} {"level":"info","ts":"2026-03-04T01:55:23.879343Z","caller":"traceutil/trace.go:171","msg":"trace[1050036483] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14111; }","duration":"767.743928ms","start":"2026-03-04T01:55:23.111588Z","end":"2026-03-04T01:55:23.879332Z","steps":["trace[1050036483] 'agreement among raft nodes before linearized reading' (duration: 766.10911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:23.879392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:23.111582Z","time spent":"767.796419ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737510,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:23.879146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:23.108945Z","time spent":"770.188475ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737510,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:55:24.354717Z","caller":"traceutil/trace.go:171","msg":"trace[1082778930] transaction","detail":"{read_only:false; response_revision:14112; number_of_response:1; }","duration":"412.209387ms","start":"2026-03-04T01:55:23.942481Z","end":"2026-03-04T01:55:24.35469Z","steps":["trace[1082778930] 'process raft request' (duration: 412.038033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:24.354886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:23.942458Z","time spent":"412.342649ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:24.357697Z","caller":"traceutil/trace.go:171","msg":"trace[1092573213] transaction","detail":"{read_only:false; response_revision:14113; number_of_response:1; }","duration":"287.926025ms","start":"2026-03-04T01:55:24.069733Z","end":"2026-03-04T01:55:24.357659Z","steps":["trace[1092573213] 'process raft request' (duration: 286.022631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:52.465718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.21675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:56:52.465762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.017931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:56:52.465858Z","caller":"traceutil/trace.go:171","msg":"trace[1687154674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14648; }","duration":"121.391173ms","start":"2026-03-04T01:56:52.34443Z","end":"2026-03-04T01:56:52.465821Z","steps":["trace[1687154674] 'range keys from in-memory index tree' (duration: 121.010125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:56:52.465874Z","caller":"traceutil/trace.go:171","msg":"trace[1476343535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14648; }","duration":"123.185465ms","start":"2026-03-04T01:56:52.342658Z","end":"2026-03-04T01:56:52.465843Z","steps":["trace[1476343535] 'range keys from in-memory index tree' (duration: 122.826897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:52.465829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.125447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:56:52.466493Z","caller":"traceutil/trace.go:171","msg":"trace[466935754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14648; }","duration":"121.890695ms","start":"2026-03-04T01:56:52.344581Z","end":"2026-03-04T01:56:52.466471Z","steps":["trace[466935754] 'range keys from in-memory index tree' (duration: 120.927902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:07.284842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.104427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:58:07.285036Z","caller":"traceutil/trace.go:171","msg":"trace[1493470426] transaction","detail":"{read_only:false; response_revision:15391; number_of_response:1; }","duration":"325.53612ms","start":"2026-03-04T01:58:06.959479Z","end":"2026-03-04T01:58:07.285015Z","steps":["trace[1493470426] 'process raft request' (duration: 85.154968ms)","trace[1493470426] 'compare' (duration: 239.951662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:07.285112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:06.959455Z","time spent":"325.623702ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:07.285533Z","caller":"traceutil/trace.go:171","msg":"trace[1337335794] linearizableReadLoop","detail":"{readStateIndex:15962; appliedIndex:15960; }","duration":"169.330622ms","start":"2026-03-04T01:58:07.116161Z","end":"2026-03-04T01:58:07.285492Z","steps":["trace[1337335794] 'read index received' (duration: 122.355281ms)","trace[1337335794] 'applied index is now lower than readState.Index' (duration: 46.972121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:07.285693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.533337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6984b44f7f-47lsm.1899800e731fb6b9\" ","response":"range_response_count:1 size:2106"} {"level":"info","ts":"2026-03-04T01:58:07.285725Z","caller":"traceutil/trace.go:171","msg":"trace[640804937] range","detail":"{range_begin:/registry/events/openstack/glance-api-6984b44f7f-47lsm.1899800e731fb6b9; range_end:; response_count:1; response_revision:15392; }","duration":"169.603018ms","start":"2026-03-04T01:58:07.116112Z","end":"2026-03-04T01:58:07.285715Z","steps":["trace[640804937] 'agreement among raft nodes before linearized reading' (duration: 169.493906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:07.28586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.433859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T01:58:07.285905Z","caller":"traceutil/trace.go:171","msg":"trace[823237134] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:15392; }","duration":"161.519171ms","start":"2026-03-04T01:58:07.124371Z","end":"2026-03-04T01:58:07.28589Z","steps":["trace[823237134] 'agreement among raft nodes before linearized reading' (duration: 161.326367ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:07.285582Z","caller":"traceutil/trace.go:171","msg":"trace[4023221] transaction","detail":"{read_only:false; response_revision:15392; number_of_response:1; }","duration":"323.539314ms","start":"2026-03-04T01:58:06.962012Z","end":"2026-03-04T01:58:07.285551Z","steps":["trace[4023221] 'process raft request' (duration: 322.94737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:07.286037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.732702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-rkdrl\" ","response":"range_response_count:1 size:7072"} {"level":"info","ts":"2026-03-04T01:58:07.28621Z","caller":"traceutil/trace.go:171","msg":"trace[1492313670] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-rkdrl; range_end:; response_count:1; response_revision:15392; }","duration":"101.965128ms","start":"2026-03-04T01:58:07.184236Z","end":"2026-03-04T01:58:07.286201Z","steps":["trace[1492313670] 'agreement among raft nodes before linearized reading' (duration: 101.607859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:07.286277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:06.961986Z","time spent":"324.138577ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:10.445783Z","caller":"traceutil/trace.go:171","msg":"trace[731893147] linearizableReadLoop","detail":"{readStateIndex:15986; appliedIndex:15985; }","duration":"127.072281ms","start":"2026-03-04T01:58:10.31869Z","end":"2026-03-04T01:58:10.445763Z","steps":["trace[731893147] 'read index received' (duration: 126.994339ms)","trace[731893147] 'applied index is now lower than readState.Index' (duration: 77.412µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:10.445895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.184783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:58:10.44592Z","caller":"traceutil/trace.go:171","msg":"trace[318211562] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:15415; }","duration":"127.258505ms","start":"2026-03-04T01:58:10.318653Z","end":"2026-03-04T01:58:10.445912Z","steps":["trace[318211562] 'agreement among raft nodes before linearized reading' (duration: 127.186174ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:10.445921Z","caller":"traceutil/trace.go:171","msg":"trace[2064473769] transaction","detail":"{read_only:false; response_revision:15415; number_of_response:1; }","duration":"190.314839ms","start":"2026-03-04T01:58:10.255592Z","end":"2026-03-04T01:58:10.445907Z","steps":["trace[2064473769] 'process raft request' (duration: 190.060883ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:11.342388Z","caller":"traceutil/trace.go:171","msg":"trace[1955786510] transaction","detail":"{read_only:false; response_revision:15417; number_of_response:1; }","duration":"305.248449ms","start":"2026-03-04T01:58:11.037111Z","end":"2026-03-04T01:58:11.34236Z","steps":["trace[1955786510] 'process raft request' (duration: 305.027984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.342697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:11.037092Z","time spent":"305.369051ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:11.639641Z","caller":"traceutil/trace.go:171","msg":"trace[1686562578] transaction","detail":"{read_only:false; response_revision:15421; number_of_response:1; }","duration":"183.493731ms","start":"2026-03-04T01:58:11.456126Z","end":"2026-03-04T01:58:11.639619Z","steps":["trace[1686562578] 'process raft request' (duration: 183.281076ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:11.681289Z","caller":"traceutil/trace.go:171","msg":"trace[1586913023] linearizableReadLoop","detail":"{readStateIndex:15992; appliedIndex:15990; }","duration":"206.572957ms","start":"2026-03-04T01:58:11.474691Z","end":"2026-03-04T01:58:11.681264Z","steps":["trace[1586913023] 'read index received' (duration: 37.223525ms)","trace[1586913023] 'applied index is now lower than readState.Index' (duration: 169.348172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:11.681468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.751771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:58:11.681555Z","caller":"traceutil/trace.go:171","msg":"trace[616853822] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15421; }","duration":"206.879265ms","start":"2026-03-04T01:58:11.474658Z","end":"2026-03-04T01:58:11.681537Z","steps":["trace[616853822] 'agreement among raft nodes before linearized reading' (duration: 206.728091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.681573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.587858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:58:11.681611Z","caller":"traceutil/trace.go:171","msg":"trace[353700761] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15421; }","duration":"206.645179ms","start":"2026-03-04T01:58:11.474955Z","end":"2026-03-04T01:58:11.681601Z","steps":["trace[353700761] 'agreement among raft nodes before linearized reading' (duration: 206.465955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.68163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.670146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xk4tj\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T01:58:11.681656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.60529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:58:11.68171Z","caller":"traceutil/trace.go:171","msg":"trace[420797947] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xk4tj; range_end:; response_count:1; response_revision:15421; }","duration":"115.779949ms","start":"2026-03-04T01:58:11.565912Z","end":"2026-03-04T01:58:11.681692Z","steps":["trace[420797947] 'agreement among raft nodes before linearized reading' (duration: 115.555064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.681702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.538846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:58:11.681731Z","caller":"traceutil/trace.go:171","msg":"trace[2132436541] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15421; }","duration":"154.691793ms","start":"2026-03-04T01:58:11.527014Z","end":"2026-03-04T01:58:11.681706Z","steps":["trace[2132436541] 'agreement among raft nodes before linearized reading' (duration: 154.475378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.681757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.61348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:58:11.681771Z","caller":"traceutil/trace.go:171","msg":"trace[892237635] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15421; }","duration":"150.625328ms","start":"2026-03-04T01:58:11.531128Z","end":"2026-03-04T01:58:11.681754Z","steps":["trace[892237635] 'agreement among raft nodes before linearized reading' (duration: 150.429363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:11.681784Z","caller":"traceutil/trace.go:171","msg":"trace[1458478986] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15421; }","duration":"163.680121ms","start":"2026-03-04T01:58:11.518096Z","end":"2026-03-04T01:58:11.681776Z","steps":["trace[1458478986] 'agreement among raft nodes before linearized reading' (duration: 163.63422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.681808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.655834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-kvxr4\" ","response":"range_response_count:1 size:18652"} {"level":"warn","ts":"2026-03-04T01:58:11.681625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.180128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:58:11.681867Z","caller":"traceutil/trace.go:171","msg":"trace[1161016497] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15421; }","duration":"150.487955ms","start":"2026-03-04T01:58:11.531369Z","end":"2026-03-04T01:58:11.681857Z","steps":["trace[1161016497] 'agreement among raft nodes before linearized reading' (duration: 150.150187ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:11.681874Z","caller":"traceutil/trace.go:171","msg":"trace[1844059662] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-kvxr4; range_end:; response_count:1; response_revision:15421; }","duration":"139.728595ms","start":"2026-03-04T01:58:11.542123Z","end":"2026-03-04T01:58:11.681852Z","steps":["trace[1844059662] 'agreement among raft nodes before linearized reading' (duration: 139.561001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.681905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.343046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:58:11.681931Z","caller":"traceutil/trace.go:171","msg":"trace[2065541803] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15421; }","duration":"167.391758ms","start":"2026-03-04T01:58:11.514531Z","end":"2026-03-04T01:58:11.681923Z","steps":["trace[2065541803] 'agreement among raft nodes before linearized reading' (duration: 167.313976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.681955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.893245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:58:11.682012Z","caller":"traceutil/trace.go:171","msg":"trace[1718209561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15421; }","duration":"206.995917ms","start":"2026-03-04T01:58:11.474998Z","end":"2026-03-04T01:58:11.681994Z","steps":["trace[1718209561] 'agreement among raft nodes before linearized reading' (duration: 206.895065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:13.645099Z","caller":"traceutil/trace.go:171","msg":"trace[571773804] transaction","detail":"{read_only:false; response_revision:15437; number_of_response:1; }","duration":"126.496768ms","start":"2026-03-04T01:58:13.518563Z","end":"2026-03-04T01:58:13.64506Z","steps":["trace[571773804] 'process raft request' (duration: 39.58993ms)","trace[571773804] 'compare' (duration: 86.732774ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:59:43.441174Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13907} {"level":"info","ts":"2026-03-04T01:59:43.555973Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13907,"took":"112.413661ms","hash":1234070263,"current-db-size-bytes":40460288,"current-db-size":"40 MB","current-db-size-in-use-bytes":27480064,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:59:43.556022Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1234070263,"revision":13907,"compact-revision":11624} {"level":"info","ts":"2026-03-04T02:00:50.417145Z","caller":"traceutil/trace.go:171","msg":"trace[1862762068] linearizableReadLoop","detail":"{readStateIndex:17064; appliedIndex:17063; }","duration":"208.800377ms","start":"2026-03-04T02:00:50.208324Z","end":"2026-03-04T02:00:50.417125Z","steps":["trace[1862762068] 'read index received' (duration: 208.616393ms)","trace[1862762068] 'applied index is now lower than readState.Index' (duration: 183.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:50.417249Z","caller":"traceutil/trace.go:171","msg":"trace[675604633] transaction","detail":"{read_only:false; response_revision:16455; number_of_response:1; }","duration":"257.367695ms","start":"2026-03-04T02:00:50.159866Z","end":"2026-03-04T02:00:50.417233Z","steps":["trace[675604633] 'process raft request' (duration: 257.122199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:50.417339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.990842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:00:50.417381Z","caller":"traceutil/trace.go:171","msg":"trace[293094400] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:16455; }","duration":"209.080463ms","start":"2026-03-04T02:00:50.20829Z","end":"2026-03-04T02:00:50.41737Z","steps":["trace[293094400] 'agreement among raft nodes before linearized reading' (duration: 208.95458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:50.746125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.610508ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:00:50.746259Z","caller":"traceutil/trace.go:171","msg":"trace[1565659492] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16455; }","duration":"138.757801ms","start":"2026-03-04T02:00:50.607481Z","end":"2026-03-04T02:00:50.746238Z","steps":["trace[1565659492] 'range keys from in-memory index tree' (duration: 138.593187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:50.746584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.908538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:00:50.746655Z","caller":"traceutil/trace.go:171","msg":"trace[1075340112] transaction","detail":"{read_only:false; response_revision:16456; number_of_response:1; }","duration":"325.062945ms","start":"2026-03-04T02:00:50.421577Z","end":"2026-03-04T02:00:50.74664Z","steps":["trace[1075340112] 'process raft request' (duration: 95.035226ms)","trace[1075340112] 'compare' (duration: 229.378774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:50.746717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:50.421559Z","time spent":"325.130068ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:50.770132Z","caller":"traceutil/trace.go:171","msg":"trace[2118099466] linearizableReadLoop","detail":"{readStateIndex:17066; appliedIndex:17064; }","duration":"340.172577ms","start":"2026-03-04T02:00:50.42993Z","end":"2026-03-04T02:00:50.770102Z","steps":["trace[2118099466] 'read index received' (duration: 86.634291ms)","trace[2118099466] 'applied index is now lower than readState.Index' (duration: 253.536916ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:50.770242Z","caller":"traceutil/trace.go:171","msg":"trace[241136697] transaction","detail":"{read_only:false; response_revision:16458; number_of_response:1; }","duration":"294.368593ms","start":"2026-03-04T02:00:50.475839Z","end":"2026-03-04T02:00:50.770208Z","steps":["trace[241136697] 'process raft request' (duration: 294.20619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:50.770415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.449163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:00:50.770496Z","caller":"traceutil/trace.go:171","msg":"trace[1850446783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16458; }","duration":"340.550826ms","start":"2026-03-04T02:00:50.429926Z","end":"2026-03-04T02:00:50.770477Z","steps":["trace[1850446783] 'agreement among raft nodes before linearized reading' (duration: 340.283909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:50.770544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:50.429907Z","time spent":"340.627817ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:00:50.770165Z","caller":"traceutil/trace.go:171","msg":"trace[1563117542] transaction","detail":"{read_only:false; response_revision:16457; number_of_response:1; }","duration":"348.410307ms","start":"2026-03-04T02:00:50.421717Z","end":"2026-03-04T02:00:50.770127Z","steps":["trace[1563117542] 'process raft request' (duration: 348.160792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:50.77077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:50.421694Z","time spent":"349.013452ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:50.77148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.772873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:00:50.771458Z","caller":"traceutil/trace.go:171","msg":"trace[1613337930] transaction","detail":"{read_only:false; response_revision:16459; number_of_response:1; }","duration":"249.484731ms","start":"2026-03-04T02:00:50.521931Z","end":"2026-03-04T02:00:50.771416Z","steps":["trace[1613337930] 'process raft request' (duration: 249.333728ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:50.771542Z","caller":"traceutil/trace.go:171","msg":"trace[735551523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16459; }","duration":"291.850585ms","start":"2026-03-04T02:00:50.479669Z","end":"2026-03-04T02:00:50.771519Z","steps":["trace[735551523] 'agreement among raft nodes before linearized reading' (duration: 291.711062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:54.721849Z","caller":"traceutil/trace.go:171","msg":"trace[1723696223] transaction","detail":"{read_only:false; response_revision:16477; number_of_response:1; }","duration":"106.773418ms","start":"2026-03-04T02:00:54.614784Z","end":"2026-03-04T02:00:54.721558Z","steps":["trace[1723696223] 'process raft request' (duration: 106.556083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:57.186478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.952648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:00:57.186589Z","caller":"traceutil/trace.go:171","msg":"trace[518752387] linearizableReadLoop","detail":"{readStateIndex:17108; appliedIndex:17107; }","duration":"279.99101ms","start":"2026-03-04T02:00:56.906583Z","end":"2026-03-04T02:00:57.186574Z","steps":["trace[518752387] 'read index received' (duration: 158.731145ms)","trace[518752387] 'applied index is now lower than readState.Index' (duration: 121.258475ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:57.18667Z","caller":"traceutil/trace.go:171","msg":"trace[568577604] transaction","detail":"{read_only:false; response_revision:16497; number_of_response:1; }","duration":"296.40843ms","start":"2026-03-04T02:00:56.890233Z","end":"2026-03-04T02:00:57.186641Z","steps":["trace[568577604] 'process raft request' (duration: 175.059633ms)","trace[568577604] 'compare' (duration: 120.837515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:57.186739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.127023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:00:57.186824Z","caller":"traceutil/trace.go:171","msg":"trace[66044401] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16497; }","duration":"280.246935ms","start":"2026-03-04T02:00:56.906554Z","end":"2026-03-04T02:00:57.186801Z","steps":["trace[66044401] 'agreement among raft nodes before linearized reading' (duration: 280.085761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:57.187338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.024456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:00:57.187414Z","caller":"traceutil/trace.go:171","msg":"trace[3517693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16497; }","duration":"235.129148ms","start":"2026-03-04T02:00:56.952269Z","end":"2026-03-04T02:00:57.187398Z","steps":["trace[3517693] 'agreement among raft nodes before linearized reading' (duration: 234.872632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:57.187401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.512139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:00:57.187452Z","caller":"traceutil/trace.go:171","msg":"trace[1659284050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16497; }","duration":"245.597841ms","start":"2026-03-04T02:00:56.941844Z","end":"2026-03-04T02:00:57.187442Z","steps":["trace[1659284050] 'agreement among raft nodes before linearized reading' (duration: 244.833553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:57.712794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328711548,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:00:58.213764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328711548,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:00:58.306319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.114797898s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:00:58.306679Z","caller":"traceutil/trace.go:171","msg":"trace[1595154518] transaction","detail":"{read_only:false; response_revision:16498; number_of_response:1; }","duration":"1.115255599s","start":"2026-03-04T02:00:57.191404Z","end":"2026-03-04T02:00:58.30666Z","steps":["trace[1595154518] 'process raft request' (duration: 1.115111575s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:58.306784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:57.191389Z","time spent":"1.11533318s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:58.514985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.862659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:00:58.515087Z","caller":"traceutil/trace.go:171","msg":"trace[1847143861] linearizableReadLoop","detail":"{readStateIndex:17110; appliedIndex:17108; }","duration":"1.302592778s","start":"2026-03-04T02:00:57.212479Z","end":"2026-03-04T02:00:58.515071Z","steps":["trace[1847143861] 'read index received' (duration: 1.094053817s)","trace[1847143861] 'applied index is now lower than readState.Index' (duration: 208.537521ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:58.515167Z","caller":"traceutil/trace.go:171","msg":"trace[1092655366] transaction","detail":"{read_only:false; response_revision:16499; number_of_response:1; }","duration":"1.323660937s","start":"2026-03-04T02:00:57.191467Z","end":"2026-03-04T02:00:58.515128Z","steps":["trace[1092655366] 'process raft request' (duration: 1.173579923s)","trace[1092655366] 'compare' (duration: 149.107721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:58.515279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:57.191451Z","time spent":"1.323775049s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:58.515295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302808532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:00:58.515331Z","caller":"traceutil/trace.go:171","msg":"trace[1434515534] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:16499; }","duration":"1.302870754s","start":"2026-03-04T02:00:57.212449Z","end":"2026-03-04T02:00:58.51532Z","steps":["trace[1434515534] 'agreement among raft nodes before linearized reading' (duration: 1.302790932s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:58.515437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:57.212435Z","time spent":"1.302939716s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":11,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:00:58.515594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293960017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:00:58.515638Z","caller":"traceutil/trace.go:171","msg":"trace[564197409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16499; }","duration":"1.294025269s","start":"2026-03-04T02:00:57.221604Z","end":"2026-03-04T02:00:58.51563Z","steps":["trace[564197409] 'agreement among raft nodes before linearized reading' (duration: 1.293893785s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:58.515655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:57.221594Z","time spent":"1.294056709s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:00:58.515917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.29193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:00:58.515938Z","caller":"traceutil/trace.go:171","msg":"trace[485251971] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:16499; }","duration":"303.410314ms","start":"2026-03-04T02:00:58.212521Z","end":"2026-03-04T02:00:58.515932Z","steps":["trace[485251971] 'agreement among raft nodes before linearized reading' (duration: 303.359712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:58.515952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.212502Z","time spent":"303.447194ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-04T02:00:58.516099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.622645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:00:58.516117Z","caller":"traceutil/trace.go:171","msg":"trace[2125578343] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:16499; }","duration":"380.666487ms","start":"2026-03-04T02:00:58.135446Z","end":"2026-03-04T02:00:58.516113Z","steps":["trace[2125578343] 'agreement among raft nodes before linearized reading' (duration: 380.575915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:58.516148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.13543Z","time spent":"380.698367ms","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":112,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:00:58.516284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.215895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18659"} {"level":"info","ts":"2026-03-04T02:00:58.516303Z","caller":"traceutil/trace.go:171","msg":"trace[2053370141] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:16499; }","duration":"389.235795ms","start":"2026-03-04T02:00:58.127061Z","end":"2026-03-04T02:00:58.516297Z","steps":["trace[2053370141] 'agreement among raft nodes before linearized reading' (duration: 389.181924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:58.516316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.126994Z","time spent":"389.318877ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18681,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:00:58.516445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194678562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:00:58.516465Z","caller":"traceutil/trace.go:171","msg":"trace[1214842863] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16499; }","duration":"1.194736844s","start":"2026-03-04T02:00:57.321723Z","end":"2026-03-04T02:00:58.51646Z","steps":["trace[1214842863] 'agreement among raft nodes before linearized reading' (duration: 1.194703193s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:58.51648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:57.321703Z","time spent":"1.194772344s","remote":"127.0.0.1:47136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:00:58.516488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040714968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:00:58.516607Z","caller":"traceutil/trace.go:171","msg":"trace[1336139834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16499; }","duration":"1.040818851s","start":"2026-03-04T02:00:57.475718Z","end":"2026-03-04T02:00:58.516537Z","steps":["trace[1336139834] 'agreement among raft nodes before linearized reading' (duration: 1.040685968s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:58.516649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:57.475702Z","time spent":"1.040939463s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:00:58.516904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.93031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-04T02:00:58.516931Z","caller":"traceutil/trace.go:171","msg":"trace[617228891] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9264j; range_end:; response_count:1; response_revision:16499; }","duration":"457.989372ms","start":"2026-03-04T02:00:58.058934Z","end":"2026-03-04T02:00:58.516923Z","steps":["trace[617228891] 'agreement among raft nodes before linearized reading' (duration: 457.863249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:58.516949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.058917Z","time spent":"458.027572ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" "} {"level":"warn","ts":"2026-03-04T02:00:58.5171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.766132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fr2jn\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-04T02:00:58.517124Z","caller":"traceutil/trace.go:171","msg":"trace[349372925] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fr2jn; range_end:; response_count:1; response_revision:16499; }","duration":"499.819112ms","start":"2026-03-04T02:00:58.017299Z","end":"2026-03-04T02:00:58.517118Z","steps":["trace[349372925] 'agreement among raft nodes before linearized reading' (duration: 499.750371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:58.517141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.017285Z","time spent":"499.852734ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fr2jn\" "} {"level":"warn","ts":"2026-03-04T02:00:58.51718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.203148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29543160-b7ldg\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-03-04T02:00:58.517203Z","caller":"traceutil/trace.go:171","msg":"trace[427087843] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29543160-b7ldg; range_end:; response_count:1; response_revision:16499; }","duration":"801.26065ms","start":"2026-03-04T02:00:57.715937Z","end":"2026-03-04T02:00:58.517197Z","steps":["trace[427087843] 'agreement among raft nodes before linearized reading' (duration: 801.180878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:58.517224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:57.715919Z","time spent":"801.29897ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7063,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29543160-b7ldg\" "} {"level":"warn","ts":"2026-03-04T02:00:58.517319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.714417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:00:58.51738Z","caller":"traceutil/trace.go:171","msg":"trace[1556615188] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16499; }","duration":"573.81311ms","start":"2026-03-04T02:00:57.943548Z","end":"2026-03-04T02:00:58.517361Z","steps":["trace[1556615188] 'agreement among raft nodes before linearized reading' (duration: 573.654336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:58.51742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:57.943527Z","time spent":"573.884932ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:00:58.517412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.86815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cgfzn\" ","response":"range_response_count:1 size:20873"} {"level":"info","ts":"2026-03-04T02:00:58.5175Z","caller":"traceutil/trace.go:171","msg":"trace[2122513314] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cgfzn; range_end:; response_count:1; response_revision:16499; }","duration":"723.004823ms","start":"2026-03-04T02:00:57.794472Z","end":"2026-03-04T02:00:58.517477Z","steps":["trace[2122513314] 'agreement among raft nodes before linearized reading' (duration: 722.734867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:58.517549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:57.794453Z","time spent":"723.087045ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20895,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cgfzn\" "} {"level":"warn","ts":"2026-03-04T02:00:58.882478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.184804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:00:58.882575Z","caller":"traceutil/trace.go:171","msg":"trace[1021950941] transaction","detail":"{read_only:false; response_revision:16500; number_of_response:1; }","duration":"361.499091ms","start":"2026-03-04T02:00:58.521058Z","end":"2026-03-04T02:00:58.882557Z","steps":["trace[1021950941] 'process raft request' (duration: 190.147694ms)","trace[1021950941] 'compare' (duration: 170.887676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:58.883421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.52104Z","time spent":"361.566553ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:59.825044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.113755574s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:01:00.117078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.777162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:01:00.117271Z","caller":"traceutil/trace.go:171","msg":"trace[457043495] linearizableReadLoop","detail":"{readStateIndex:17112; appliedIndex:17110; }","duration":"1.59523273s","start":"2026-03-04T02:00:58.522026Z","end":"2026-03-04T02:01:00.117258Z","steps":["trace[457043495] 'read index received' (duration: 189.198092ms)","trace[457043495] 'applied index is now lower than readState.Index' (duration: 1.406033838s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:00.117266Z","caller":"traceutil/trace.go:171","msg":"trace[1434777039] transaction","detail":"{read_only:false; response_revision:16501; number_of_response:1; }","duration":"1.595795312s","start":"2026-03-04T02:00:58.521439Z","end":"2026-03-04T02:01:00.117234Z","steps":["trace[1434777039] 'process raft request' (duration: 1.303802295s)","trace[1434777039] 'compare' (duration: 291.020065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:00.117422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.52142Z","time spent":"1.595920606s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:01:00.117515Z","caller":"traceutil/trace.go:171","msg":"trace[1599111557] transaction","detail":"{read_only:false; response_revision:16502; number_of_response:1; }","duration":"1.573742361s","start":"2026-03-04T02:00:58.543743Z","end":"2026-03-04T02:01:00.117486Z","steps":["trace[1599111557] 'process raft request' (duration: 1.573420684s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:00.117628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.543722Z","time spent":"1.573854113s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20988,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:00.11763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595571538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:01:00.117716Z","caller":"traceutil/trace.go:171","msg":"trace[959495811] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16502; }","duration":"1.59569638s","start":"2026-03-04T02:00:58.522Z","end":"2026-03-04T02:01:00.117696Z","steps":["trace[959495811] 'agreement among raft nodes before linearized reading' (duration: 1.595414373s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:00.117766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.521994Z","time spent":"1.595764132s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:01:00.554539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000099738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:01:00.554641Z","caller":"traceutil/trace.go:171","msg":"trace[819590471] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00021903s","start":"2026-03-04T02:00:58.554401Z","end":"2026-03-04T02:01:00.55462Z","steps":["trace[819590471] 'agreement among raft nodes before linearized reading' (duration: 2.000107348s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:00.554757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.554397Z","time spent":"2.000342494s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:01:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:01:00.617801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328711560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:01:01.118374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328711560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:01:01.619146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328711560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:01:01.646206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037744449s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:01.646347Z","caller":"traceutil/trace.go:171","msg":"trace[1184193282] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16502; }","duration":"1.037891362s","start":"2026-03-04T02:01:00.608433Z","end":"2026-03-04T02:01:01.646324Z","steps":["trace[1184193282] 'range keys from in-memory index tree' (duration: 1.037726509s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:01.812341Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.696709886s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:01:01.812861Z","caller":"traceutil/trace.go:171","msg":"trace[149109401] linearizableReadLoop","detail":"{readStateIndex:17115; appliedIndex:17113; }","duration":"1.695543059s","start":"2026-03-04T02:01:00.117297Z","end":"2026-03-04T02:01:01.81284Z","steps":["trace[149109401] 'read index received' (duration: 1.695316863s)","trace[149109401] 'applied index is now lower than readState.Index' (duration: 225.206µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:01.812971Z","caller":"traceutil/trace.go:171","msg":"trace[2003433514] transaction","detail":"{read_only:false; response_revision:16504; number_of_response:1; }","duration":"2.934096859s","start":"2026-03-04T02:00:58.878854Z","end":"2026-03-04T02:01:01.812951Z","steps":["trace[2003433514] 'process raft request' (duration: 2.933922685s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:01.813019Z","caller":"traceutil/trace.go:171","msg":"trace[916562517] transaction","detail":"{read_only:false; response_revision:16503; number_of_response:1; }","duration":"2.93886536s","start":"2026-03-04T02:00:58.874117Z","end":"2026-03-04T02:01:01.812983Z","steps":["trace[916562517] 'process raft request' (duration: 2.938489501s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:01.813098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.878827Z","time spent":"2.934199331s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:01.813149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.874093Z","time spent":"2.938992602s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:01.813097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259154695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-04T02:01:01.813197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024456177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:01:01.813191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623149991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:01:01.813215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956777492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:01:01.813248Z","caller":"traceutil/trace.go:171","msg":"trace[687416937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16504; }","duration":"3.024529848s","start":"2026-03-04T02:00:58.788701Z","end":"2026-03-04T02:01:01.81323Z","steps":["trace[687416937] 'agreement among raft nodes before linearized reading' (duration: 3.024429905s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:01.813252Z","caller":"traceutil/trace.go:171","msg":"trace[1298269169] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:16504; }","duration":"3.259292498s","start":"2026-03-04T02:00:58.553903Z","end":"2026-03-04T02:01:01.813196Z","steps":["trace[1298269169] 'agreement among raft nodes before linearized reading' (duration: 3.259017112s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:01.813297Z","caller":"traceutil/trace.go:171","msg":"trace[917490366] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:16504; }","duration":"1.956911556s","start":"2026-03-04T02:00:59.856366Z","end":"2026-03-04T02:01:01.813277Z","steps":["trace[917490366] 'agreement among raft nodes before linearized reading' (duration: 1.956720291s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:01.813353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:59.856349Z","time spent":"1.956993437s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:01:01.813364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.553862Z","time spent":"3.259465312s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:01:01.813302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.788681Z","time spent":"3.02461275s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:01:01.813254Z","caller":"traceutil/trace.go:171","msg":"trace[1418534416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16504; }","duration":"2.623255803s","start":"2026-03-04T02:00:59.189983Z","end":"2026-03-04T02:01:01.813239Z","steps":["trace[1418534416] 'agreement among raft nodes before linearized reading' (duration: 2.623094299s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:01.813419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738779685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:01:01.813498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:59.189965Z","time spent":"2.62352427s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:01:01.813521Z","caller":"traceutil/trace.go:171","msg":"trace[996211525] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:16504; }","duration":"2.738915238s","start":"2026-03-04T02:00:59.07459Z","end":"2026-03-04T02:01:01.813505Z","steps":["trace[996211525] 'agreement among raft nodes before linearized reading' (duration: 2.738284733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:01.813557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:59.074568Z","time spent":"2.738979079s","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:01:01.813921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290708537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:962422"} {"level":"info","ts":"2026-03-04T02:01:01.81398Z","caller":"traceutil/trace.go:171","msg":"trace[1628901285] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16504; }","duration":"3.290786779s","start":"2026-03-04T02:00:58.523181Z","end":"2026-03-04T02:01:01.813967Z","steps":["trace[1628901285] 'agreement among raft nodes before linearized reading' (duration: 3.289845617s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:01.814025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.523176Z","time spent":"3.2908361s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":962444,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:01:01.814073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.291476535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:962422"} {"level":"info","ts":"2026-03-04T02:01:01.81413Z","caller":"traceutil/trace.go:171","msg":"trace[1817166224] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16504; }","duration":"3.291546046s","start":"2026-03-04T02:00:58.52257Z","end":"2026-03-04T02:01:01.814116Z","steps":["trace[1817166224] 'agreement among raft nodes before linearized reading' (duration: 3.290546383s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:01.814174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.522566Z","time spent":"3.291597397s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":962444,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:01:01.823939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300677258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:962422"} {"level":"info","ts":"2026-03-04T02:01:01.824008Z","caller":"traceutil/trace.go:171","msg":"trace[1993570942] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16504; }","duration":"3.30075612s","start":"2026-03-04T02:00:58.523222Z","end":"2026-03-04T02:01:01.823978Z","steps":["trace[1993570942] 'agreement among raft nodes before linearized reading' (duration: 3.289772895s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:01.824037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.523092Z","time spent":"3.300937394s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":962444,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:01:02.057969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.73163ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:01:02.05815Z","caller":"traceutil/trace.go:171","msg":"trace[453626175] linearizableReadLoop","detail":"{readStateIndex:17116; appliedIndex:17115; }","duration":"245.168862ms","start":"2026-03-04T02:01:01.81296Z","end":"2026-03-04T02:01:02.058129Z","steps":["trace[453626175] 'read index received' (duration: 47.285778ms)","trace[453626175] 'applied index is now lower than readState.Index' (duration: 197.879214ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:02.058261Z","caller":"traceutil/trace.go:171","msg":"trace[1922053223] transaction","detail":"{read_only:false; response_revision:16505; number_of_response:1; }","duration":"234.35911ms","start":"2026-03-04T02:01:01.823879Z","end":"2026-03-04T02:01:02.058238Z","steps":["trace[1922053223] 'process raft request' (duration: 234.168866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.058319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503404639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:01:02.058306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.13709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:02.058396Z","caller":"traceutil/trace.go:171","msg":"trace[48357752] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:16506; }","duration":"886.273793ms","start":"2026-03-04T02:01:01.172099Z","end":"2026-03-04T02:01:02.058372Z","steps":["trace[48357752] 'agreement among raft nodes before linearized reading' (duration: 886.085909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.058365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.890555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:01:02.058284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399904147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:01:02.058461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:01.172081Z","time spent":"886.365005ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:01:02.058484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05022865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:01:02.05848Z","caller":"traceutil/trace.go:171","msg":"trace[1584670212] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:16506; }","duration":"709.051429ms","start":"2026-03-04T02:01:01.349406Z","end":"2026-03-04T02:01:02.058457Z","steps":["trace[1584670212] 'agreement among raft nodes before linearized reading' (duration: 708.797204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:02.058509Z","caller":"traceutil/trace.go:171","msg":"trace[292486379] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:16506; }","duration":"1.05026312s","start":"2026-03-04T02:01:01.008239Z","end":"2026-03-04T02:01:02.058502Z","steps":["trace[292486379] 'agreement among raft nodes before linearized reading' (duration: 1.050197779s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:02.058509Z","caller":"traceutil/trace.go:171","msg":"trace[1224465222] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:16506; }","duration":"1.400160513s","start":"2026-03-04T02:01:00.658317Z","end":"2026-03-04T02:01:02.058477Z","steps":["trace[1224465222] 'agreement among raft nodes before linearized reading' (duration: 1.399916587s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.05853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:01.008208Z","time spent":"1.050316581s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:01:02.058536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931189569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cgfzn\" ","response":"range_response_count:1 size:21005"} {"level":"warn","ts":"2026-03-04T02:01:02.05854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:01.349384Z","time spent":"709.139712ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":74,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:01:02.058611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939573524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18659"} {"level":"info","ts":"2026-03-04T02:01:02.05865Z","caller":"traceutil/trace.go:171","msg":"trace[1899824633] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16506; }","duration":"1.939639706s","start":"2026-03-04T02:01:00.119006Z","end":"2026-03-04T02:01:02.058646Z","steps":["trace[1899824633] 'agreement among raft nodes before linearized reading' (duration: 1.939563874s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.058673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:00.118992Z","time spent":"1.939676276s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18681,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:01:02.058346Z","caller":"traceutil/trace.go:171","msg":"trace[1923019096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16506; }","duration":"1.503473961s","start":"2026-03-04T02:01:00.554865Z","end":"2026-03-04T02:01:02.058339Z","steps":["trace[1923019096] 'agreement among raft nodes before linearized reading' (duration: 1.50343525s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.058722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06881316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:02.058746Z","caller":"traceutil/trace.go:171","msg":"trace[1773033912] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:16506; }","duration":"1.068861192s","start":"2026-03-04T02:01:00.98988Z","end":"2026-03-04T02:01:02.058741Z","steps":["trace[1773033912] 'agreement among raft nodes before linearized reading' (duration: 1.068823041s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.058771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:00.989869Z","time spent":"1.068888022s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:01:02.058731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:00.554844Z","time spent":"1.503874501s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:01:02.058434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539529618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:01:02.058864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.049207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:02.058865Z","caller":"traceutil/trace.go:171","msg":"trace[897886217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16506; }","duration":"1.539982838s","start":"2026-03-04T02:01:00.518864Z","end":"2026-03-04T02:01:02.058846Z","steps":["trace[897886217] 'agreement among raft nodes before linearized reading' (duration: 1.539493187s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:02.058895Z","caller":"traceutil/trace.go:171","msg":"trace[630887353] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:16506; }","duration":"235.105427ms","start":"2026-03-04T02:01:01.823781Z","end":"2026-03-04T02:01:02.058887Z","steps":["trace[630887353] 'agreement among raft nodes before linearized reading' (duration: 235.056636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.05856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:00.658292Z","time spent":"1.400252104s","remote":"127.0.0.1:35736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:01:02.058555Z","caller":"traceutil/trace.go:171","msg":"trace[180251804] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cgfzn; range_end:; response_count:1; response_revision:16506; }","duration":"1.931237341s","start":"2026-03-04T02:01:00.127312Z","end":"2026-03-04T02:01:02.058549Z","steps":["trace[180251804] 'agreement among raft nodes before linearized reading' (duration: 1.931181599s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.059038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:00.127292Z","time spent":"1.931729942s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":21027,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cgfzn\" "} {"level":"warn","ts":"2026-03-04T02:01:02.059071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.076583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:02.059093Z","caller":"traceutil/trace.go:171","msg":"trace[247628019] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:16506; }","duration":"190.141054ms","start":"2026-03-04T02:01:01.868947Z","end":"2026-03-04T02:01:02.059088Z","steps":["trace[247628019] 'agreement among raft nodes before linearized reading' (duration: 190.102993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.058935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:00.518842Z","time spent":"1.54006972s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:01:02.058481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748004817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:01:02.059226Z","caller":"traceutil/trace.go:171","msg":"trace[1486162588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16506; }","duration":"1.748769085s","start":"2026-03-04T02:01:00.31044Z","end":"2026-03-04T02:01:02.059209Z","steps":["trace[1486162588] 'agreement among raft nodes before linearized reading' (duration: 1.748006677s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:02.058184Z","caller":"traceutil/trace.go:171","msg":"trace[1842991690] transaction","detail":"{read_only:false; response_revision:16506; number_of_response:1; }","duration":"234.195187ms","start":"2026-03-04T02:01:01.823975Z","end":"2026-03-04T02:01:02.05817Z","steps":["trace[1842991690] 'process raft request' (duration: 234.160346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.059283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.858692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:02.05933Z","caller":"traceutil/trace.go:171","msg":"trace[1637400998] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:16506; }","duration":"103.932943ms","start":"2026-03-04T02:01:01.955381Z","end":"2026-03-04T02:01:02.059313Z","steps":["trace[1637400998] 'agreement among raft nodes before linearized reading' (duration: 103.886522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.05937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:00.31042Z","time spent":"1.748943999s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:01:02.060144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172670522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:01:02.060218Z","caller":"traceutil/trace.go:171","msg":"trace[1937559430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16506; }","duration":"1.172766314s","start":"2026-03-04T02:01:00.88743Z","end":"2026-03-04T02:01:02.060196Z","steps":["trace[1937559430] 'agreement among raft nodes before linearized reading' (duration: 1.170739407s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.060405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:00.887413Z","time spent":"1.172974529s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:01:02.305617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.58205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:01:02.305875Z","caller":"traceutil/trace.go:171","msg":"trace[947011120] transaction","detail":"{read_only:false; response_revision:16509; number_of_response:1; }","duration":"239.351646ms","start":"2026-03-04T02:01:02.066507Z","end":"2026-03-04T02:01:02.305858Z","steps":["trace[947011120] 'process raft request' (duration: 239.311145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:02.306045Z","caller":"traceutil/trace.go:171","msg":"trace[1383578686] linearizableReadLoop","detail":"{readStateIndex:17119; appliedIndex:17118; }","duration":"242.602852ms","start":"2026-03-04T02:01:02.063421Z","end":"2026-03-04T02:01:02.306024Z","steps":["trace[1383578686] 'read index received' (duration: 127.627873ms)","trace[1383578686] 'applied index is now lower than readState.Index' (duration: 114.973429ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:02.306122Z","caller":"traceutil/trace.go:171","msg":"trace[1477101938] transaction","detail":"{read_only:false; response_revision:16507; number_of_response:1; }","duration":"243.509122ms","start":"2026-03-04T02:01:02.062602Z","end":"2026-03-04T02:01:02.306111Z","steps":["trace[1477101938] 'process raft request' (duration: 128.352509ms)","trace[1477101938] 'compare' (duration: 114.338614ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:02.30613Z","caller":"traceutil/trace.go:171","msg":"trace[2033854532] transaction","detail":"{read_only:false; response_revision:16508; number_of_response:1; }","duration":"239.920959ms","start":"2026-03-04T02:01:02.066182Z","end":"2026-03-04T02:01:02.306103Z","steps":["trace[2033854532] 'process raft request' (duration: 239.53686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.306195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.762236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-04T02:01:02.306337Z","caller":"traceutil/trace.go:171","msg":"trace[63439433] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997; range_end:; response_count:1; response_revision:16509; }","duration":"242.832547ms","start":"2026-03-04T02:01:02.063388Z","end":"2026-03-04T02:01:02.306221Z","steps":["trace[63439433] 'agreement among raft nodes before linearized reading' (duration: 242.720474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.375228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.229152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-04T02:01:02.375263Z","caller":"traceutil/trace.go:171","msg":"trace[988059408] transaction","detail":"{read_only:false; response_revision:16510; number_of_response:1; }","duration":"118.380868ms","start":"2026-03-04T02:01:02.256854Z","end":"2026-03-04T02:01:02.375235Z","steps":["trace[988059408] 'process raft request' (duration: 118.124472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.375268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.12476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:02.375314Z","caller":"traceutil/trace.go:171","msg":"trace[1310832018] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:16510; }","duration":"310.317614ms","start":"2026-03-04T02:01:02.06496Z","end":"2026-03-04T02:01:02.375278Z","steps":["trace[1310832018] 'agreement among raft nodes before linearized reading' (duration: 310.130429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.375358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:02.064954Z","time spent":"310.391855ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-04T02:01:02.375365Z","caller":"traceutil/trace.go:171","msg":"trace[1204989004] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16510; }","duration":"270.252303ms","start":"2026-03-04T02:01:02.105061Z","end":"2026-03-04T02:01:02.375314Z","steps":["trace[1204989004] 'agreement among raft nodes before linearized reading' (duration: 270.12311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.375497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.641528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:02.375601Z","caller":"traceutil/trace.go:171","msg":"trace[830389834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16510; }","duration":"306.783232ms","start":"2026-03-04T02:01:02.068798Z","end":"2026-03-04T02:01:02.375582Z","steps":["trace[830389834] 'agreement among raft nodes before linearized reading' (duration: 306.574427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:02.375658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:02.068794Z","time spent":"306.846993ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:01:02.376029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.994218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:01:02.376151Z","caller":"traceutil/trace.go:171","msg":"trace[1279711095] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16510; }","duration":"242.12933ms","start":"2026-03-04T02:01:02.133985Z","end":"2026-03-04T02:01:02.376114Z","steps":["trace[1279711095] 'agreement among raft nodes before linearized reading' (duration: 241.868514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:04.705511Z","caller":"traceutil/trace.go:171","msg":"trace[164118660] transaction","detail":"{read_only:false; response_revision:16539; number_of_response:1; }","duration":"118.429399ms","start":"2026-03-04T02:01:04.587009Z","end":"2026-03-04T02:01:04.705438Z","steps":["trace[164118660] 'process raft request' (duration: 117.920677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:04.705637Z","caller":"traceutil/trace.go:171","msg":"trace[1117865440] transaction","detail":"{read_only:false; response_revision:16540; number_of_response:1; }","duration":"118.437429ms","start":"2026-03-04T02:01:04.587165Z","end":"2026-03-04T02:01:04.705603Z","steps":["trace[1117865440] 'process raft request' (duration: 118.201424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:04.705562Z","caller":"traceutil/trace.go:171","msg":"trace[1518231849] transaction","detail":"{read_only:false; response_revision:16541; number_of_response:1; }","duration":"116.213338ms","start":"2026-03-04T02:01:04.589332Z","end":"2026-03-04T02:01:04.705545Z","steps":["trace[1518231849] 'process raft request' (duration: 116.100615ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:05.686904Z","caller":"traceutil/trace.go:171","msg":"trace[1016187354] linearizableReadLoop","detail":"{readStateIndex:17199; appliedIndex:17198; }","duration":"212.067903ms","start":"2026-03-04T02:01:05.474813Z","end":"2026-03-04T02:01:05.686881Z","steps":["trace[1016187354] 'read index received' (duration: 211.92237ms)","trace[1016187354] 'applied index is now lower than readState.Index' (duration: 144.413µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:05.68722Z","caller":"traceutil/trace.go:171","msg":"trace[197871126] transaction","detail":"{read_only:false; response_revision:16587; number_of_response:1; }","duration":"290.823891ms","start":"2026-03-04T02:01:05.396383Z","end":"2026-03-04T02:01:05.687207Z","steps":["trace[197871126] 'process raft request' (duration: 290.37126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:05.68747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.627866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:05.688581Z","caller":"traceutil/trace.go:171","msg":"trace[519852469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16587; }","duration":"213.760791ms","start":"2026-03-04T02:01:05.474781Z","end":"2026-03-04T02:01:05.688542Z","steps":["trace[519852469] 'agreement among raft nodes before linearized reading' (duration: 212.599845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:05.688254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.742811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210804"} {"level":"info","ts":"2026-03-04T02:01:05.689072Z","caller":"traceutil/trace.go:171","msg":"trace[650400629] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:16587; }","duration":"161.597451ms","start":"2026-03-04T02:01:05.527449Z","end":"2026-03-04T02:01:05.689046Z","steps":["trace[650400629] 'agreement among raft nodes before linearized reading' (duration: 159.865111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.04797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.159947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T02:01:06.048079Z","caller":"traceutil/trace.go:171","msg":"trace[2113821389] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16587; }","duration":"306.317111ms","start":"2026-03-04T02:01:05.741736Z","end":"2026-03-04T02:01:06.048053Z","steps":["trace[2113821389] 'range keys from in-memory index tree' (duration: 305.962643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.048128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:05.741721Z","time spent":"306.396862ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T02:01:06.047979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.317128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:01:06.048204Z","caller":"traceutil/trace.go:171","msg":"trace[816088015] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:16587; }","duration":"274.593914ms","start":"2026-03-04T02:01:05.773593Z","end":"2026-03-04T02:01:06.048187Z","steps":["trace[816088015] 'count revisions from in-memory index tree' (duration: 274.261157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.048243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.308646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:01:06.048336Z","caller":"traceutil/trace.go:171","msg":"trace[1059995226] transaction","detail":"{read_only:false; response_revision:16588; number_of_response:1; }","duration":"223.544239ms","start":"2026-03-04T02:01:05.824773Z","end":"2026-03-04T02:01:06.048318Z","steps":["trace[1059995226] 'process raft request' (duration: 102.08086ms)","trace[1059995226] 'compare' (duration: 120.741392ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:06.100615Z","caller":"traceutil/trace.go:171","msg":"trace[402526982] linearizableReadLoop","detail":"{readStateIndex:17201; appliedIndex:17199; }","duration":"237.950724ms","start":"2026-03-04T02:01:05.862646Z","end":"2026-03-04T02:01:06.100597Z","steps":["trace[402526982] 'read index received' (duration: 64.238861ms)","trace[402526982] 'applied index is now lower than readState.Index' (duration: 173.708543ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:06.100716Z","caller":"traceutil/trace.go:171","msg":"trace[723590292] transaction","detail":"{read_only:false; response_revision:16589; number_of_response:1; }","duration":"275.056955ms","start":"2026-03-04T02:01:05.82559Z","end":"2026-03-04T02:01:06.100647Z","steps":["trace[723590292] 'process raft request' (duration: 274.864931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.100828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.176829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fr2jn\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-04T02:01:06.100868Z","caller":"traceutil/trace.go:171","msg":"trace[2012970578] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fr2jn; range_end:; response_count:1; response_revision:16589; }","duration":"238.288522ms","start":"2026-03-04T02:01:05.862564Z","end":"2026-03-04T02:01:06.100852Z","steps":["trace[2012970578] 'agreement among raft nodes before linearized reading' (duration: 238.141008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.100908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.850536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-04T02:01:06.100973Z","caller":"traceutil/trace.go:171","msg":"trace[2016430509] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9264j; range_end:; response_count:1; response_revision:16589; }","duration":"232.955798ms","start":"2026-03-04T02:01:05.868001Z","end":"2026-03-04T02:01:06.100957Z","steps":["trace[2016430509] 'agreement among raft nodes before linearized reading' (duration: 232.786104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.10128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.525996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e146f382-5f4f-49f9-9366-367b8c03940e\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-04T02:01:06.101329Z","caller":"traceutil/trace.go:171","msg":"trace[1944633141] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e146f382-5f4f-49f9-9366-367b8c03940e; range_end:; response_count:1; response_revision:16589; }","duration":"129.589328ms","start":"2026-03-04T02:01:05.971727Z","end":"2026-03-04T02:01:06.101316Z","steps":["trace[1944633141] 'agreement among raft nodes before linearized reading' (duration: 129.469276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.101537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.440589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29543160-b7ldg\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-03-04T02:01:06.101637Z","caller":"traceutil/trace.go:171","msg":"trace[512446221] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29543160-b7ldg; range_end:; response_count:1; response_revision:16589; }","duration":"233.4788ms","start":"2026-03-04T02:01:05.868086Z","end":"2026-03-04T02:01:06.101565Z","steps":["trace[512446221] 'agreement among raft nodes before linearized reading' (duration: 233.370268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.573563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.486445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:01:06.574083Z","caller":"traceutil/trace.go:171","msg":"trace[115752607] transaction","detail":"{read_only:false; response_revision:16592; number_of_response:1; }","duration":"422.023266ms","start":"2026-03-04T02:01:06.152038Z","end":"2026-03-04T02:01:06.574061Z","steps":["trace[115752607] 'process raft request' (duration: 421.983275ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:06.574295Z","caller":"traceutil/trace.go:171","msg":"trace[109289939] transaction","detail":"{read_only:false; response_revision:16591; number_of_response:1; }","duration":"464.912182ms","start":"2026-03-04T02:01:06.109362Z","end":"2026-03-04T02:01:06.574274Z","steps":["trace[109289939] 'process raft request' (duration: 464.589485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.574353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:06.152018Z","time spent":"422.272743ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:06.574427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:06.109278Z","time spent":"465.069866ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:01:06.574076Z","caller":"traceutil/trace.go:171","msg":"trace[465033370] linearizableReadLoop","detail":"{readStateIndex:17202; appliedIndex:17201; }","duration":"464.760259ms","start":"2026-03-04T02:01:06.10927Z","end":"2026-03-04T02:01:06.57403Z","steps":["trace[465033370] 'read index received' (duration: 63.971µs)","trace[465033370] 'applied index is now lower than readState.Index' (duration: 464.691948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:06.574784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.370918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:01:06.574831Z","caller":"traceutil/trace.go:171","msg":"trace[480776264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16592; }","duration":"252.44531ms","start":"2026-03-04T02:01:06.322373Z","end":"2026-03-04T02:01:06.574819Z","steps":["trace[480776264] 'agreement among raft nodes before linearized reading' (duration: 252.312077ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:06.575162Z","caller":"traceutil/trace.go:171","msg":"trace[369298282] transaction","detail":"{read_only:false; response_revision:16590; number_of_response:1; }","duration":"465.888465ms","start":"2026-03-04T02:01:06.109239Z","end":"2026-03-04T02:01:06.575128Z","steps":["trace[369298282] 'process raft request' (duration: 188.749272ms)","trace[369298282] 'compare' (duration: 275.107886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:06.575377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.187713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T02:01:06.575431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:06.109216Z","time spent":"466.021788ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:06.575462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.078635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:01:06.575508Z","caller":"traceutil/trace.go:171","msg":"trace[593810623] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:16592; }","duration":"199.400758ms","start":"2026-03-04T02:01:06.376081Z","end":"2026-03-04T02:01:06.575481Z","steps":["trace[593810623] 'agreement among raft nodes before linearized reading' (duration: 198.937708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:06.575545Z","caller":"traceutil/trace.go:171","msg":"trace[1005744459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16592; }","duration":"253.239188ms","start":"2026-03-04T02:01:06.322285Z","end":"2026-03-04T02:01:06.575525Z","steps":["trace[1005744459] 'agreement among raft nodes before linearized reading' (duration: 253.052274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.575958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.682683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:972078"} {"level":"info","ts":"2026-03-04T02:01:06.576019Z","caller":"traceutil/trace.go:171","msg":"trace[1878388234] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16592; }","duration":"466.744855ms","start":"2026-03-04T02:01:06.109259Z","end":"2026-03-04T02:01:06.576004Z","steps":["trace[1878388234] 'agreement among raft nodes before linearized reading' (duration: 464.872991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.576028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.276314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T02:01:06.576087Z","caller":"traceutil/trace.go:171","msg":"trace[2112852988] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:16592; }","duration":"466.355226ms","start":"2026-03-04T02:01:06.109716Z","end":"2026-03-04T02:01:06.576072Z","steps":["trace[2112852988] 'agreement among raft nodes before linearized reading' (duration: 465.339953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.576127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:06.109706Z","time spent":"466.411917ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-04T02:01:06.576688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.335159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:972078"} {"level":"info","ts":"2026-03-04T02:01:06.576775Z","caller":"traceutil/trace.go:171","msg":"trace[285309469] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16592; }","duration":"467.446521ms","start":"2026-03-04T02:01:06.109309Z","end":"2026-03-04T02:01:06.576756Z","steps":["trace[285309469] 'agreement among raft nodes before linearized reading' (duration: 465.763342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.57688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:06.109297Z","time spent":"467.522352ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":972100,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:01:06.577233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:06.109205Z","time spent":"466.840988ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":972100,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:01:06.57725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.960373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:972078"} {"level":"info","ts":"2026-03-04T02:01:06.577755Z","caller":"traceutil/trace.go:171","msg":"trace[405253934] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16592; }","duration":"468.478935ms","start":"2026-03-04T02:01:06.10926Z","end":"2026-03-04T02:01:06.577738Z","steps":["trace[405253934] 'agreement among raft nodes before linearized reading' (duration: 465.324532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.577816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:06.109251Z","time spent":"468.546686ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":972100,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:01:06.58026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.855516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:01:06.580305Z","caller":"traceutil/trace.go:171","msg":"trace[1988635737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16592; }","duration":"257.903487ms","start":"2026-03-04T02:01:06.322393Z","end":"2026-03-04T02:01:06.580296Z","steps":["trace[1988635737] 'agreement among raft nodes before linearized reading' (duration: 252.655375ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:08.255166Z","caller":"traceutil/trace.go:171","msg":"trace[1623700229] transaction","detail":"{read_only:false; response_revision:16605; number_of_response:1; }","duration":"289.903839ms","start":"2026-03-04T02:01:07.965242Z","end":"2026-03-04T02:01:08.255146Z","steps":["trace[1623700229] 'process raft request' (duration: 289.764196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:08.257135Z","caller":"traceutil/trace.go:171","msg":"trace[1335642728] linearizableReadLoop","detail":"{readStateIndex:17219; appliedIndex:17217; }","duration":"153.717788ms","start":"2026-03-04T02:01:08.103402Z","end":"2026-03-04T02:01:08.25712Z","steps":["trace[1335642728] 'read index received' (duration: 151.603519ms)","trace[1335642728] 'applied index is now lower than readState.Index' (duration: 2.113319ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:08.257472Z","caller":"traceutil/trace.go:171","msg":"trace[94422209] transaction","detail":"{read_only:false; response_revision:16606; number_of_response:1; }","duration":"204.468846ms","start":"2026-03-04T02:01:08.05299Z","end":"2026-03-04T02:01:08.257459Z","steps":["trace[94422209] 'process raft request' (duration: 204.015975ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:08.257672Z","caller":"traceutil/trace.go:171","msg":"trace[1630597300] transaction","detail":"{read_only:false; response_revision:16607; number_of_response:1; }","duration":"151.18097ms","start":"2026-03-04T02:01:08.10648Z","end":"2026-03-04T02:01:08.257661Z","steps":["trace[1630597300] 'process raft request' (duration: 150.605966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:08.25808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.657291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:08.25813Z","caller":"traceutil/trace.go:171","msg":"trace[1297724729] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:16607; }","duration":"154.749122ms","start":"2026-03-04T02:01:08.103369Z","end":"2026-03-04T02:01:08.258118Z","steps":["trace[1297724729] 'agreement among raft nodes before linearized reading' (duration: 154.65438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:08.258427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.799378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e146f382-5f4f-49f9-9366-367b8c03940e\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-04T02:01:08.258473Z","caller":"traceutil/trace.go:171","msg":"trace[1974651238] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e146f382-5f4f-49f9-9366-367b8c03940e; range_end:; response_count:1; response_revision:16607; }","duration":"140.845889ms","start":"2026-03-04T02:01:08.117616Z","end":"2026-03-04T02:01:08.258462Z","steps":["trace[1974651238] 'agreement among raft nodes before linearized reading' (duration: 140.775648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:08.259101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.979354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T02:01:08.259145Z","caller":"traceutil/trace.go:171","msg":"trace[1963821165] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:16607; }","duration":"101.025975ms","start":"2026-03-04T02:01:08.158109Z","end":"2026-03-04T02:01:08.259135Z","steps":["trace[1963821165] 'agreement among raft nodes before linearized reading' (duration: 100.894442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:08.259626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.939397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.189980e89f3aedf6\" ","response":"range_response_count:1 size:1004"} {"level":"info","ts":"2026-03-04T02:01:08.25967Z","caller":"traceutil/trace.go:171","msg":"trace[1271827601] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.189980e89f3aedf6; range_end:; response_count:1; response_revision:16607; }","duration":"124.003299ms","start":"2026-03-04T02:01:08.135656Z","end":"2026-03-04T02:01:08.259659Z","steps":["trace[1271827601] 'agreement among raft nodes before linearized reading' (duration: 123.890946ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:09.535427Z","caller":"traceutil/trace.go:171","msg":"trace[1559329188] linearizableReadLoop","detail":"{readStateIndex:17228; appliedIndex:17227; }","duration":"352.84056ms","start":"2026-03-04T02:01:09.182567Z","end":"2026-03-04T02:01:09.535408Z","steps":["trace[1559329188] 'read index received' (duration: 352.169725ms)","trace[1559329188] 'applied index is now lower than readState.Index' (duration: 670.165µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:09.535996Z","caller":"traceutil/trace.go:171","msg":"trace[103867246] transaction","detail":"{read_only:false; response_revision:16615; number_of_response:1; }","duration":"355.420931ms","start":"2026-03-04T02:01:09.180564Z","end":"2026-03-04T02:01:09.535985Z","steps":["trace[103867246] 'process raft request' (duration: 354.332925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.536081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:09.180516Z","time spent":"355.505802ms","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417113,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:09.536276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.70882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:01:09.536305Z","caller":"traceutil/trace.go:171","msg":"trace[1505318313] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:16615; }","duration":"353.770732ms","start":"2026-03-04T02:01:09.182527Z","end":"2026-03-04T02:01:09.536298Z","steps":["trace[1505318313] 'agreement among raft nodes before linearized reading' (duration: 353.67951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.536325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:09.182507Z","time spent":"353.813973ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T02:01:09.53652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.793412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e146f382-5f4f-49f9-9366-367b8c03940e\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-04T02:01:09.536651Z","caller":"traceutil/trace.go:171","msg":"trace[496581271] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e146f382-5f4f-49f9-9366-367b8c03940e; range_end:; response_count:1; response_revision:16615; }","duration":"272.946515ms","start":"2026-03-04T02:01:09.263682Z","end":"2026-03-04T02:01:09.536628Z","steps":["trace[496581271] 'agreement among raft nodes before linearized reading' (duration: 272.673099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.537225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.905567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:09.537274Z","caller":"traceutil/trace.go:171","msg":"trace[1449851782] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:16615; }","duration":"139.996059ms","start":"2026-03-04T02:01:09.397264Z","end":"2026-03-04T02:01:09.53726Z","steps":["trace[1449851782] 'agreement among raft nodes before linearized reading' (duration: 139.919717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.077419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.603598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:01:10.077512Z","caller":"traceutil/trace.go:171","msg":"trace[846490721] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16615; }","duration":"350.751592ms","start":"2026-03-04T02:01:09.726738Z","end":"2026-03-04T02:01:10.07749Z","steps":["trace[846490721] 'range keys from in-memory index tree' (duration: 350.340932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.077575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:09.726719Z","time spent":"350.846695ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:01:10.077637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.520805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:10.077743Z","caller":"traceutil/trace.go:171","msg":"trace[526102025] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:16615; }","duration":"222.680949ms","start":"2026-03-04T02:01:09.855039Z","end":"2026-03-04T02:01:10.07772Z","steps":["trace[526102025] 'count revisions from in-memory index tree' (duration: 222.456634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.077807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.950324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:01:10.077897Z","caller":"traceutil/trace.go:171","msg":"trace[1495832115] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:16615; }","duration":"425.079738ms","start":"2026-03-04T02:01:09.652797Z","end":"2026-03-04T02:01:10.077877Z","steps":["trace[1495832115] 'count revisions from in-memory index tree' (duration: 424.889463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.077951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:09.652783Z","time spent":"425.156559ms","remote":"127.0.0.1:35742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":118,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:01:10.078132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.710966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-03-04T02:01:10.07822Z","caller":"traceutil/trace.go:171","msg":"trace[1015951586] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16615; }","duration":"507.819298ms","start":"2026-03-04T02:01:09.570381Z","end":"2026-03-04T02:01:10.078201Z","steps":["trace[1015951586] 'range keys from in-memory index tree' (duration: 507.534361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.078272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:09.57036Z","time spent":"507.9019ms","remote":"127.0.0.1:37946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3248,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-04T02:01:10.078293Z","caller":"traceutil/trace.go:171","msg":"trace[814025039] linearizableReadLoop","detail":"{readStateIndex:17229; appliedIndex:17228; }","duration":"163.627158ms","start":"2026-03-04T02:01:09.914654Z","end":"2026-03-04T02:01:10.078281Z","steps":["trace[814025039] 'read index received' (duration: 160.449214ms)","trace[814025039] 'applied index is now lower than readState.Index' (duration: 3.176544ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:10.078353Z","caller":"traceutil/trace.go:171","msg":"trace[1903464604] transaction","detail":"{read_only:false; response_revision:16616; number_of_response:1; }","duration":"197.558086ms","start":"2026-03-04T02:01:09.880779Z","end":"2026-03-04T02:01:10.078337Z","steps":["trace[1903464604] 'process raft request' (duration: 194.334402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.078508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.860894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18659"} {"level":"info","ts":"2026-03-04T02:01:10.07855Z","caller":"traceutil/trace.go:171","msg":"trace[294706202] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16616; }","duration":"163.941755ms","start":"2026-03-04T02:01:09.914596Z","end":"2026-03-04T02:01:10.078538Z","steps":["trace[294706202] 'agreement among raft nodes before linearized reading' (duration: 163.766231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.078566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.956646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:01:10.078614Z","caller":"traceutil/trace.go:171","msg":"trace[1781556403] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:16616; }","duration":"133.048699ms","start":"2026-03-04T02:01:09.945554Z","end":"2026-03-04T02:01:10.078603Z","steps":["trace[1781556403] 'agreement among raft nodes before linearized reading' (duration: 132.965057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.441103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.553816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:01:10.441322Z","caller":"traceutil/trace.go:171","msg":"trace[1926878715] transaction","detail":"{read_only:false; response_revision:16620; number_of_response:1; }","duration":"176.029056ms","start":"2026-03-04T02:01:10.265259Z","end":"2026-03-04T02:01:10.441288Z","steps":["trace[1926878715] 'process raft request' (duration: 175.990025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:10.441585Z","caller":"traceutil/trace.go:171","msg":"trace[1806339910] transaction","detail":"{read_only:false; response_revision:16618; number_of_response:1; }","duration":"279.768734ms","start":"2026-03-04T02:01:10.161784Z","end":"2026-03-04T02:01:10.441553Z","steps":["trace[1806339910] 'process raft request' (duration: 84.682975ms)","trace[1806339910] 'compare' (duration: 194.218769ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:10.441582Z","caller":"traceutil/trace.go:171","msg":"trace[1909282728] transaction","detail":"{read_only:false; response_revision:16619; number_of_response:1; }","duration":"176.381205ms","start":"2026-03-04T02:01:10.26516Z","end":"2026-03-04T02:01:10.441541Z","steps":["trace[1909282728] 'process raft request' (duration: 176.036147ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:10.837056Z","caller":"traceutil/trace.go:171","msg":"trace[1097796644] linearizableReadLoop","detail":"{readStateIndex:17235; appliedIndex:17233; }","duration":"213.040545ms","start":"2026-03-04T02:01:10.623986Z","end":"2026-03-04T02:01:10.837027Z","steps":["trace[1097796644] 'read index received' (duration: 39.369924ms)","trace[1097796644] 'applied index is now lower than readState.Index' (duration: 173.669421ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:10.837192Z","caller":"traceutil/trace.go:171","msg":"trace[34630291] transaction","detail":"{read_only:false; response_revision:16622; number_of_response:1; }","duration":"238.551327ms","start":"2026-03-04T02:01:10.598628Z","end":"2026-03-04T02:01:10.837179Z","steps":["trace[34630291] 'process raft request' (duration: 183.431398ms)","trace[34630291] 'compare' (duration: 54.750111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:10.837398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.128478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:01:10.837472Z","caller":"traceutil/trace.go:171","msg":"trace[1923498361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16622; }","duration":"210.23525ms","start":"2026-03-04T02:01:10.627219Z","end":"2026-03-04T02:01:10.837454Z","steps":["trace[1923498361] 'agreement among raft nodes before linearized reading' (duration: 210.035295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.837706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.156967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fr2jn\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-04T02:01:10.837768Z","caller":"traceutil/trace.go:171","msg":"trace[503501533] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fr2jn; range_end:; response_count:1; response_revision:16622; }","duration":"188.25478ms","start":"2026-03-04T02:01:10.6495Z","end":"2026-03-04T02:01:10.837755Z","steps":["trace[503501533] 'agreement among raft nodes before linearized reading' (duration: 188.044155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.837828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.847354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:01:10.837851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.497981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29543160-b7ldg\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-03-04T02:01:10.837886Z","caller":"traceutil/trace.go:171","msg":"trace[176598040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16622; }","duration":"213.952527ms","start":"2026-03-04T02:01:10.623919Z","end":"2026-03-04T02:01:10.837872Z","steps":["trace[176598040] 'agreement among raft nodes before linearized reading' (duration: 213.798563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:10.837908Z","caller":"traceutil/trace.go:171","msg":"trace[303961903] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29543160-b7ldg; range_end:; response_count:1; response_revision:16622; }","duration":"174.548142ms","start":"2026-03-04T02:01:10.663333Z","end":"2026-03-04T02:01:10.837881Z","steps":["trace[303961903] 'agreement among raft nodes before linearized reading' (duration: 174.435299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.837898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.4837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9264j\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-04T02:01:10.837962Z","caller":"traceutil/trace.go:171","msg":"trace[2117979215] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9264j; range_end:; response_count:1; response_revision:16622; }","duration":"208.577952ms","start":"2026-03-04T02:01:10.629368Z","end":"2026-03-04T02:01:10.837946Z","steps":["trace[2117979215] 'agreement among raft nodes before linearized reading' (duration: 208.368197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.837993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.551701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:01:10.83804Z","caller":"traceutil/trace.go:171","msg":"trace[1069615364] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16622; }","duration":"208.618983ms","start":"2026-03-04T02:01:10.629407Z","end":"2026-03-04T02:01:10.838026Z","steps":["trace[1069615364] 'agreement among raft nodes before linearized reading' (duration: 208.515351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:10.838048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.549701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:01:10.838135Z","caller":"traceutil/trace.go:171","msg":"trace[261096509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16622; }","duration":"208.687964ms","start":"2026-03-04T02:01:10.629437Z","end":"2026-03-04T02:01:10.838125Z","steps":["trace[261096509] 'agreement among raft nodes before linearized reading' (duration: 208.194823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:14.257993Z","caller":"traceutil/trace.go:171","msg":"trace[185415373] linearizableReadLoop","detail":"{readStateIndex:17325; appliedIndex:17324; }","duration":"115.099991ms","start":"2026-03-04T02:01:14.142865Z","end":"2026-03-04T02:01:14.257965Z","steps":["trace[185415373] 'read index received' (duration: 114.875046ms)","trace[185415373] 'applied index is now lower than readState.Index' (duration: 224.035µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:14.258543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.653925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T02:01:14.258591Z","caller":"traceutil/trace.go:171","msg":"trace[2072683946] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16707; }","duration":"115.776998ms","start":"2026-03-04T02:01:14.142799Z","end":"2026-03-04T02:01:14.258576Z","steps":["trace[2072683946] 'agreement among raft nodes before linearized reading' (duration: 115.279336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:14.258941Z","caller":"traceutil/trace.go:171","msg":"trace[349934958] transaction","detail":"{read_only:false; response_revision:16707; number_of_response:1; }","duration":"177.290856ms","start":"2026-03-04T02:01:14.081633Z","end":"2026-03-04T02:01:14.258923Z","steps":["trace[349934958] 'process raft request' (duration: 176.18071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:14.770194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.448648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:01:14.770399Z","caller":"traceutil/trace.go:171","msg":"trace[1272214148] transaction","detail":"{read_only:false; response_revision:16709; number_of_response:1; }","duration":"496.605067ms","start":"2026-03-04T02:01:14.273776Z","end":"2026-03-04T02:01:14.770381Z","steps":["trace[1272214148] 'process raft request' (duration: 496.497095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:14.770409Z","caller":"traceutil/trace.go:171","msg":"trace[1457587088] transaction","detail":"{read_only:false; response_revision:16708; number_of_response:1; }","duration":"496.605157ms","start":"2026-03-04T02:01:14.273765Z","end":"2026-03-04T02:01:14.77037Z","steps":["trace[1457587088] 'process raft request' (duration: 297.910023ms)","trace[1457587088] 'compare' (duration: 197.753942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:14.770472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:14.273754Z","time spent":"496.687099ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1401,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:14.770567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:14.273743Z","time spent":"496.725279ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:01:14.77666Z","caller":"traceutil/trace.go:171","msg":"trace[1833954362] transaction","detail":"{read_only:false; response_revision:16710; number_of_response:1; }","duration":"502.77474ms","start":"2026-03-04T02:01:14.273859Z","end":"2026-03-04T02:01:14.776634Z","steps":["trace[1833954362] 'process raft request' (duration: 502.436822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:14.776685Z","caller":"traceutil/trace.go:171","msg":"trace[922149181] linearizableReadLoop","detail":"{readStateIndex:17329; appliedIndex:17325; }","duration":"330.543433ms","start":"2026-03-04T02:01:14.44612Z","end":"2026-03-04T02:01:14.776663Z","steps":["trace[922149181] 'read index received' (duration: 125.563714ms)","trace[922149181] 'applied index is now lower than readState.Index' (duration: 204.978989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:14.77677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:14.273833Z","time spent":"502.880202ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:01:14.776893Z","caller":"traceutil/trace.go:171","msg":"trace[9964216] transaction","detail":"{read_only:false; response_revision:16711; number_of_response:1; }","duration":"502.988525ms","start":"2026-03-04T02:01:14.273894Z","end":"2026-03-04T02:01:14.776883Z","steps":["trace[9964216] 'process raft request' (duration: 502.496614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:14.776976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:14.27386Z","time spent":"503.066467ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:01:14.777202Z","caller":"traceutil/trace.go:171","msg":"trace[2045517738] transaction","detail":"{read_only:false; response_revision:16712; number_of_response:1; }","duration":"326.084139ms","start":"2026-03-04T02:01:14.451108Z","end":"2026-03-04T02:01:14.777192Z","steps":["trace[2045517738] 'process raft request' (duration: 325.409993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:14.777256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:14.451087Z","time spent":"326.142701ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:14.777379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.256249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:14.777406Z","caller":"traceutil/trace.go:171","msg":"trace[44026770] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:16712; }","duration":"331.324141ms","start":"2026-03-04T02:01:14.446076Z","end":"2026-03-04T02:01:14.7774Z","steps":["trace[44026770] 'agreement among raft nodes before linearized reading' (duration: 331.27692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:14.777429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:14.446054Z","time spent":"331.369833ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:01:14.778709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.73962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:14.778754Z","caller":"traceutil/trace.go:171","msg":"trace[1621855470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16713; }","duration":"203.800592ms","start":"2026-03-04T02:01:14.574943Z","end":"2026-03-04T02:01:14.778744Z","steps":["trace[1621855470] 'agreement among raft nodes before linearized reading' (duration: 203.729651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:14.778946Z","caller":"traceutil/trace.go:171","msg":"trace[109604276] transaction","detail":"{read_only:false; response_revision:16713; number_of_response:1; }","duration":"206.617547ms","start":"2026-03-04T02:01:14.572311Z","end":"2026-03-04T02:01:14.778929Z","steps":["trace[109604276] 'process raft request' (duration: 206.31626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:14.779108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.074687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:01:14.779133Z","caller":"traceutil/trace.go:171","msg":"trace[1545447590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16713; }","duration":"101.130137ms","start":"2026-03-04T02:01:14.677996Z","end":"2026-03-04T02:01:14.779126Z","steps":["trace[1545447590] 'agreement among raft nodes before linearized reading' (duration: 101.039985ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:29.130446Z","caller":"traceutil/trace.go:171","msg":"trace[1011824103] linearizableReadLoop","detail":"{readStateIndex:17418; appliedIndex:17417; }","duration":"123.857445ms","start":"2026-03-04T02:01:29.006565Z","end":"2026-03-04T02:01:29.130423Z","steps":["trace[1011824103] 'read index received' (duration: 123.755653ms)","trace[1011824103] 'applied index is now lower than readState.Index' (duration: 101.032µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:29.13062Z","caller":"traceutil/trace.go:171","msg":"trace[271955770] transaction","detail":"{read_only:false; response_revision:16796; number_of_response:1; }","duration":"124.630773ms","start":"2026-03-04T02:01:29.005966Z","end":"2026-03-04T02:01:29.130597Z","steps":["trace[271955770] 'process raft request' (duration: 124.326976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:29.130778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.180523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:01:29.130814Z","caller":"traceutil/trace.go:171","msg":"trace[1252857879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16796; }","duration":"124.265564ms","start":"2026-03-04T02:01:29.00654Z","end":"2026-03-04T02:01:29.130805Z","steps":["trace[1252857879] 'agreement among raft nodes before linearized reading' (duration: 124.066019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:29.136533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.2254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:01:29.136571Z","caller":"traceutil/trace.go:171","msg":"trace[926342386] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16798; }","duration":"129.295942ms","start":"2026-03-04T02:01:29.007269Z","end":"2026-03-04T02:01:29.136565Z","steps":["trace[926342386] 'agreement among raft nodes before linearized reading' (duration: 129.19946ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:29.136754Z","caller":"traceutil/trace.go:171","msg":"trace[644478751] transaction","detail":"{read_only:false; response_revision:16798; number_of_response:1; }","duration":"128.066443ms","start":"2026-03-04T02:01:29.008679Z","end":"2026-03-04T02:01:29.136745Z","steps":["trace[644478751] 'process raft request' (duration: 127.764276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:29.136766Z","caller":"traceutil/trace.go:171","msg":"trace[986366347] transaction","detail":"{read_only:false; response_revision:16797; number_of_response:1; }","duration":"128.475023ms","start":"2026-03-04T02:01:29.008251Z","end":"2026-03-04T02:01:29.136726Z","steps":["trace[986366347] 'process raft request' (duration: 128.117784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:40.726893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.13549ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:40.727516Z","caller":"traceutil/trace.go:171","msg":"trace[92382540] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17465; }","duration":"119.776905ms","start":"2026-03-04T02:02:40.607714Z","end":"2026-03-04T02:02:40.727491Z","steps":["trace[92382540] 'range keys from in-memory index tree' (duration: 119.109909ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:41.314296Z","caller":"traceutil/trace.go:171","msg":"trace[349656442] transaction","detail":"{read_only:false; response_revision:17466; number_of_response:1; }","duration":"185.117224ms","start":"2026-03-04T02:02:41.129142Z","end":"2026-03-04T02:02:41.31426Z","steps":["trace[349656442] 'process raft request' (duration: 184.882658ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:41.319194Z","caller":"traceutil/trace.go:171","msg":"trace[1687906631] transaction","detail":"{read_only:false; response_revision:17467; number_of_response:1; }","duration":"188.936322ms","start":"2026-03-04T02:02:41.130245Z","end":"2026-03-04T02:02:41.319181Z","steps":["trace[1687906631] 'process raft request' (duration: 188.551583ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:41.451524Z","caller":"traceutil/trace.go:171","msg":"trace[2025298833] transaction","detail":"{read_only:false; response_revision:17468; number_of_response:1; }","duration":"127.454083ms","start":"2026-03-04T02:02:41.324022Z","end":"2026-03-04T02:02:41.451477Z","steps":["trace[2025298833] 'process raft request' (duration: 65.318699ms)","trace[2025298833] 'compare' (duration: 61.940119ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:02:41.782091Z","caller":"traceutil/trace.go:171","msg":"trace[1908536048] transaction","detail":"{read_only:false; response_revision:17471; number_of_response:1; }","duration":"107.800705ms","start":"2026-03-04T02:02:41.674263Z","end":"2026-03-04T02:02:41.782063Z","steps":["trace[1908536048] 'process raft request' (duration: 107.710623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:41.782094Z","caller":"traceutil/trace.go:171","msg":"trace[594288477] transaction","detail":"{read_only:false; response_revision:17470; number_of_response:1; }","duration":"108.43765ms","start":"2026-03-04T02:02:41.673623Z","end":"2026-03-04T02:02:41.78206Z","steps":["trace[594288477] 'process raft request' (duration: 100.004524ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:41.782283Z","caller":"traceutil/trace.go:171","msg":"trace[1101092976] transaction","detail":"{read_only:false; response_revision:17472; number_of_response:1; }","duration":"107.9934ms","start":"2026-03-04T02:02:41.674282Z","end":"2026-03-04T02:02:41.782276Z","steps":["trace[1101092976] 'process raft request' (duration: 107.741064ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:41.782505Z","caller":"traceutil/trace.go:171","msg":"trace[2066693729] transaction","detail":"{read_only:false; response_revision:17473; number_of_response:1; }","duration":"107.928149ms","start":"2026-03-04T02:02:41.67456Z","end":"2026-03-04T02:02:41.782488Z","steps":["trace[2066693729] 'process raft request' (duration: 107.641453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:04:43.450895Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15967} {"level":"info","ts":"2026-03-04T02:04:43.54654Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15967,"took":"92.765237ms","hash":2344830055,"current-db-size-bytes":42991616,"current-db-size":"43 MB","current-db-size-in-use-bytes":30310400,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T02:04:43.546624Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2344830055,"revision":15967,"compact-revision":13907} {"level":"info","ts":"2026-03-04T02:05:52.141266Z","caller":"traceutil/trace.go:171","msg":"trace[205925076] transaction","detail":"{read_only:false; response_revision:18801; number_of_response:1; }","duration":"139.407443ms","start":"2026-03-04T02:05:52.001829Z","end":"2026-03-04T02:05:52.141237Z","steps":["trace[205925076] 'process raft request' (duration: 139.176497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:05:52.152168Z","caller":"traceutil/trace.go:171","msg":"trace[2145071298] transaction","detail":"{read_only:false; response_revision:18802; number_of_response:1; }","duration":"148.424922ms","start":"2026-03-04T02:05:52.003714Z","end":"2026-03-04T02:05:52.152139Z","steps":["trace[2145071298] 'process raft request' (duration: 148.283239ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:23.040737Z","caller":"traceutil/trace.go:171","msg":"trace[577924129] transaction","detail":"{read_only:false; response_revision:18940; number_of_response:1; }","duration":"517.423825ms","start":"2026-03-04T02:06:22.523281Z","end":"2026-03-04T02:06:23.040705Z","steps":["trace[577924129] 'process raft request' (duration: 517.233031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:23.040925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:22.52326Z","time spent":"517.573728ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:06:23.041474Z","caller":"traceutil/trace.go:171","msg":"trace[766669668] linearizableReadLoop","detail":"{readStateIndex:19634; appliedIndex:19632; }","duration":"280.800181ms","start":"2026-03-04T02:06:22.760644Z","end":"2026-03-04T02:06:23.041444Z","steps":["trace[766669668] 'read index received' (duration: 280.010303ms)","trace[766669668] 'applied index is now lower than readState.Index' (duration: 788.638µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:06:23.041645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.990885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:06:23.041715Z","caller":"traceutil/trace.go:171","msg":"trace[796753598] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:18941; }","duration":"281.128888ms","start":"2026-03-04T02:06:22.760569Z","end":"2026-03-04T02:06:23.041698Z","steps":["trace[796753598] 'agreement among raft nodes before linearized reading' (duration: 280.984505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:23.041801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.348815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:06:23.041781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.164453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:06:23.041568Z","caller":"traceutil/trace.go:171","msg":"trace[503293726] transaction","detail":"{read_only:false; response_revision:18941; number_of_response:1; }","duration":"514.872266ms","start":"2026-03-04T02:06:22.526636Z","end":"2026-03-04T02:06:23.041508Z","steps":["trace[503293726] 'process raft request' (duration: 514.670001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:23.041875Z","caller":"traceutil/trace.go:171","msg":"trace[251005804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18941; }","duration":"214.496359ms","start":"2026-03-04T02:06:22.827358Z","end":"2026-03-04T02:06:23.041855Z","steps":["trace[251005804] 'agreement among raft nodes before linearized reading' (duration: 214.329915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:23.041894Z","caller":"traceutil/trace.go:171","msg":"trace[27213827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18941; }","duration":"230.326626ms","start":"2026-03-04T02:06:22.81155Z","end":"2026-03-04T02:06:23.041877Z","steps":["trace[27213827] 'agreement among raft nodes before linearized reading' (duration: 230.06826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:23.042117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:22.526625Z","time spent":"515.372687ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:06:28.706543Z","caller":"traceutil/trace.go:171","msg":"trace[1688029210] transaction","detail":"{read_only:false; response_revision:18968; number_of_response:1; }","duration":"442.568013ms","start":"2026-03-04T02:06:28.263947Z","end":"2026-03-04T02:06:28.706515Z","steps":["trace[1688029210] 'process raft request' (duration: 442.394069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:28.70672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:28.263924Z","time spent":"442.703677ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:06:28.777218Z","caller":"traceutil/trace.go:171","msg":"trace[1870901984] linearizableReadLoop","detail":"{readStateIndex:19663; appliedIndex:19661; }","duration":"356.100991ms","start":"2026-03-04T02:06:28.421098Z","end":"2026-03-04T02:06:28.777199Z","steps":["trace[1870901984] 'read index received' (duration: 285.231271ms)","trace[1870901984] 'applied index is now lower than readState.Index' (duration: 70.86905ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:06:28.777308Z","caller":"traceutil/trace.go:171","msg":"trace[1999524475] transaction","detail":"{read_only:false; response_revision:18969; number_of_response:1; }","duration":"475.580672ms","start":"2026-03-04T02:06:28.301722Z","end":"2026-03-04T02:06:28.777303Z","steps":["trace[1999524475] 'process raft request' (duration: 473.488524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:28.777482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:28.301696Z","time spent":"475.626384ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:06:28.777474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.116587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:06:28.777525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.541092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:06:28.777581Z","caller":"traceutil/trace.go:171","msg":"trace[682726516] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18969; }","duration":"146.705055ms","start":"2026-03-04T02:06:28.630861Z","end":"2026-03-04T02:06:28.777566Z","steps":["trace[682726516] 'agreement among raft nodes before linearized reading' (duration: 146.523241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:28.777485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.375757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:06:28.777619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.717196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:06:28.777763Z","caller":"traceutil/trace.go:171","msg":"trace[35760766] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:18969; }","duration":"201.900391ms","start":"2026-03-04T02:06:28.575851Z","end":"2026-03-04T02:06:28.777751Z","steps":["trace[35760766] 'agreement among raft nodes before linearized reading' (duration: 201.685706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:28.777969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.840675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:06:28.777718Z","caller":"traceutil/trace.go:171","msg":"trace[1671417071] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:18969; }","duration":"356.612852ms","start":"2026-03-04T02:06:28.421079Z","end":"2026-03-04T02:06:28.777692Z","steps":["trace[1671417071] 'agreement among raft nodes before linearized reading' (duration: 356.323245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:28.778315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:28.421013Z","time spent":"357.146785ms","remote":"127.0.0.1:35736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:06:28.778027Z","caller":"traceutil/trace.go:171","msg":"trace[458908743] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:18969; }","duration":"279.907327ms","start":"2026-03-04T02:06:28.49811Z","end":"2026-03-04T02:06:28.778017Z","steps":["trace[458908743] 'agreement among raft nodes before linearized reading' (duration: 279.517448ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:28.777605Z","caller":"traceutil/trace.go:171","msg":"trace[308398072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18969; }","duration":"303.321242ms","start":"2026-03-04T02:06:28.474238Z","end":"2026-03-04T02:06:28.777559Z","steps":["trace[308398072] 'agreement among raft nodes before linearized reading' (duration: 303.138198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:28.779783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:28.474223Z","time spent":"305.420461ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:06:55.082154Z","caller":"traceutil/trace.go:171","msg":"trace[1261923707] transaction","detail":"{read_only:false; response_revision:19088; number_of_response:1; }","duration":"287.965074ms","start":"2026-03-04T02:06:54.794161Z","end":"2026-03-04T02:06:55.082126Z","steps":["trace[1261923707] 'process raft request' (duration: 287.81212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:55.140714Z","caller":"traceutil/trace.go:171","msg":"trace[1995406095] transaction","detail":"{read_only:false; response_revision:19089; number_of_response:1; }","duration":"283.299636ms","start":"2026-03-04T02:06:54.857396Z","end":"2026-03-04T02:06:55.140696Z","steps":["trace[1995406095] 'process raft request' (duration: 281.691708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:01.242573Z","caller":"traceutil/trace.go:171","msg":"trace[905950862] linearizableReadLoop","detail":"{readStateIndex:19818; appliedIndex:19817; }","duration":"116.43679ms","start":"2026-03-04T02:07:01.126118Z","end":"2026-03-04T02:07:01.242555Z","steps":["trace[905950862] 'read index received' (duration: 116.283927ms)","trace[905950862] 'applied index is now lower than readState.Index' (duration: 151.833µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:07:01.242708Z","caller":"traceutil/trace.go:171","msg":"trace[1261615807] transaction","detail":"{read_only:false; response_revision:19117; number_of_response:1; }","duration":"141.31955ms","start":"2026-03-04T02:07:01.101355Z","end":"2026-03-04T02:07:01.242674Z","steps":["trace[1261615807] 'process raft request' (duration: 141.051414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:01.242797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.669197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T02:07:01.242831Z","caller":"traceutil/trace.go:171","msg":"trace[1207647051] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19117; }","duration":"116.752649ms","start":"2026-03-04T02:07:01.126066Z","end":"2026-03-04T02:07:01.242819Z","steps":["trace[1207647051] 'agreement among raft nodes before linearized reading' (duration: 116.608705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:10.820473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.3327ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:07:10.820603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.655522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:07:10.820651Z","caller":"traceutil/trace.go:171","msg":"trace[1675366151] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19162; }","duration":"211.521345ms","start":"2026-03-04T02:07:10.609108Z","end":"2026-03-04T02:07:10.820629Z","steps":["trace[1675366151] 'range keys from in-memory index tree' (duration: 211.3175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:10.820667Z","caller":"traceutil/trace.go:171","msg":"trace[2140112887] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19162; }","duration":"136.767814ms","start":"2026-03-04T02:07:10.683883Z","end":"2026-03-04T02:07:10.82065Z","steps":["trace[2140112887] 'range keys from in-memory index tree' (duration: 136.439526ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:39.424749Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:07:39.431133Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T02:07:39.431371Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T02:07:41.506331Z","caller":"traceutil/trace.go:171","msg":"trace[460460538] transaction","detail":"{read_only:false; response_revision:19303; number_of_response:1; }","duration":"123.354071ms","start":"2026-03-04T02:07:41.382949Z","end":"2026-03-04T02:07:41.506303Z","steps":["trace[460460538] 'process raft request' (duration: 123.011183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:14.842085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.367443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:14.842206Z","caller":"traceutil/trace.go:171","msg":"trace[23130535] linearizableReadLoop","detail":"{readStateIndex:20171; appliedIndex:20170; }","duration":"1.148804116s","start":"2026-03-04T02:08:13.693379Z","end":"2026-03-04T02:08:14.842183Z","steps":["trace[23130535] 'read index received' (duration: 223.239688ms)","trace[23130535] 'applied index is now lower than readState.Index' (duration: 925.562778ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:14.842312Z","caller":"traceutil/trace.go:171","msg":"trace[1389376943] transaction","detail":"{read_only:false; response_revision:19454; number_of_response:1; }","duration":"1.149011171s","start":"2026-03-04T02:08:13.693288Z","end":"2026-03-04T02:08:14.842299Z","steps":["trace[1389376943] 'process raft request' (duration: 223.34298ms)","trace[1389376943] 'compare' (duration: 925.251261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:14.84239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:13.693248Z","time spent":"1.149100803s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:14.8425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.270969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:14.842564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149170694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:08:14.842581Z","caller":"traceutil/trace.go:171","msg":"trace[494503424] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:19454; }","duration":"979.391522ms","start":"2026-03-04T02:08:13.863165Z","end":"2026-03-04T02:08:14.842557Z","steps":["trace[494503424] 'agreement among raft nodes before linearized reading' (duration: 979.247878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:14.842575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.847255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:14.842624Z","caller":"traceutil/trace.go:171","msg":"trace[1945848572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19454; }","duration":"1.149294617s","start":"2026-03-04T02:08:13.693313Z","end":"2026-03-04T02:08:14.842608Z","steps":["trace[1945848572] 'agreement among raft nodes before linearized reading' (duration: 1.149163294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:14.842629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:13.863148Z","time spent":"979.470983ms","remote":"127.0.0.1:37920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:14.842647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.978234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:14.842659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:13.693276Z","time spent":"1.149375449s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:08:14.842652Z","caller":"traceutil/trace.go:171","msg":"trace[821994939] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19454; }","duration":"983.981428ms","start":"2026-03-04T02:08:13.858646Z","end":"2026-03-04T02:08:14.842628Z","steps":["trace[821994939] 'agreement among raft nodes before linearized reading' (duration: 983.810954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:14.842709Z","caller":"traceutil/trace.go:171","msg":"trace[350179658] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:19454; }","duration":"148.080498ms","start":"2026-03-04T02:08:14.694604Z","end":"2026-03-04T02:08:14.842685Z","steps":["trace[350179658] 'agreement among raft nodes before linearized reading' (duration: 148.001806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:14.842536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.039248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:14.842723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:13.858618Z","time spent":"984.088251ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":43,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:14.842811Z","caller":"traceutil/trace.go:171","msg":"trace[1306463963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19454; }","duration":"368.337215ms","start":"2026-03-04T02:08:14.474418Z","end":"2026-03-04T02:08:14.842756Z","steps":["trace[1306463963] 'agreement among raft nodes before linearized reading' (duration: 367.999397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:14.842911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:14.474396Z","time spent":"368.483368ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:14.843259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140330288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:08:14.843312Z","caller":"traceutil/trace.go:171","msg":"trace[1781268012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19454; }","duration":"1.141223599s","start":"2026-03-04T02:08:13.702075Z","end":"2026-03-04T02:08:14.843298Z","steps":["trace[1781268012] 'agreement among raft nodes before linearized reading' (duration: 1.140241356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:14.843343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:13.702056Z","time spent":"1.141278761s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:15.486434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.769948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:15.486557Z","caller":"traceutil/trace.go:171","msg":"trace[1707426035] transaction","detail":"{read_only:false; response_revision:19455; number_of_response:1; }","duration":"640.345738ms","start":"2026-03-04T02:08:14.846159Z","end":"2026-03-04T02:08:15.486505Z","steps":["trace[1707426035] 'process raft request' (duration: 459.434786ms)","trace[1707426035] 'compare' (duration: 180.668286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:15.486607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:14.84614Z","time spent":"640.44433ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:16.500362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.065124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:16.500811Z","caller":"traceutil/trace.go:171","msg":"trace[333160162] linearizableReadLoop","detail":"{readStateIndex:20173; appliedIndex:20171; }","duration":"1.493518423s","start":"2026-03-04T02:08:15.007273Z","end":"2026-03-04T02:08:16.500791Z","steps":["trace[333160162] 'read index received' (duration: 298.303155ms)","trace[333160162] 'applied index is now lower than readState.Index' (duration: 1.195214147s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:16.500948Z","caller":"traceutil/trace.go:171","msg":"trace[940156186] transaction","detail":"{read_only:false; response_revision:19456; number_of_response:1; }","duration":"1.654137452s","start":"2026-03-04T02:08:14.846791Z","end":"2026-03-04T02:08:16.500929Z","steps":["trace[940156186] 'process raft request' (duration: 924.429023ms)","trace[940156186] 'compare' (duration: 728.836908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:16.501008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:14.84678Z","time spent":"1.654201533s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:16.500975Z","caller":"traceutil/trace.go:171","msg":"trace[1126254888] transaction","detail":"{read_only:false; response_revision:19457; number_of_response:1; }","duration":"1.421534227s","start":"2026-03-04T02:08:15.079398Z","end":"2026-03-04T02:08:16.500932Z","steps":["trace[1126254888] 'process raft request' (duration: 1.421315002s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:16.501077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493755038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:16.50114Z","caller":"traceutil/trace.go:171","msg":"trace[996895690] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19457; }","duration":"1.493902821s","start":"2026-03-04T02:08:15.007224Z","end":"2026-03-04T02:08:16.501126Z","steps":["trace[996895690] 'agreement among raft nodes before linearized reading' (duration: 1.493724377s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:16.501214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:15.007203Z","time spent":"1.493995973s","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:16.501147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:15.079378Z","time spent":"1.42167652s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:16.917743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.108758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:16.917998Z","caller":"traceutil/trace.go:171","msg":"trace[631770082] transaction","detail":"{read_only:false; response_revision:19458; number_of_response:1; }","duration":"1.319871949s","start":"2026-03-04T02:08:15.598081Z","end":"2026-03-04T02:08:16.917952Z","steps":["trace[631770082] 'process raft request' (duration: 1.009454553s)","trace[631770082] 'compare' (duration: 309.993646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:16.918146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651746225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:16.918189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:15.598061Z","time spent":"1.320026362s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:16.918228Z","caller":"traceutil/trace.go:171","msg":"trace[2084675875] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19459; }","duration":"1.651886768s","start":"2026-03-04T02:08:15.266327Z","end":"2026-03-04T02:08:16.918213Z","steps":["trace[2084675875] 'agreement among raft nodes before linearized reading' (duration: 1.651738864s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:16.918249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226847482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:08:16.918311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:15.266305Z","time spent":"1.651991191s","remote":"127.0.0.1:37986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:16.918032Z","caller":"traceutil/trace.go:171","msg":"trace[830796104] linearizableReadLoop","detail":"{readStateIndex:20176; appliedIndex:20174; }","duration":"417.092809ms","start":"2026-03-04T02:08:16.500922Z","end":"2026-03-04T02:08:16.918015Z","steps":["trace[830796104] 'read index received' (duration: 106.628682ms)","trace[830796104] 'applied index is now lower than readState.Index' (duration: 310.462967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:16.918426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226782191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:08:16.918464Z","caller":"traceutil/trace.go:171","msg":"trace[596536725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19459; }","duration":"1.226829401s","start":"2026-03-04T02:08:15.691625Z","end":"2026-03-04T02:08:16.918455Z","steps":["trace[596536725] 'agreement among raft nodes before linearized reading' (duration: 1.226739349s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:16.918507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:15.69162Z","time spent":"1.226875522s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:08:16.918479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222561343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:08:16.918336Z","caller":"traceutil/trace.go:171","msg":"trace[497026235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19459; }","duration":"1.226958885s","start":"2026-03-04T02:08:15.691358Z","end":"2026-03-04T02:08:16.918317Z","steps":["trace[497026235] 'agreement among raft nodes before linearized reading' (duration: 1.22671472s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:16.918639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547644141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:16.918636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242574398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:16.918683Z","caller":"traceutil/trace.go:171","msg":"trace[1184371842] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19459; }","duration":"1.547732633s","start":"2026-03-04T02:08:15.370936Z","end":"2026-03-04T02:08:16.918669Z","steps":["trace[1184371842] 'agreement among raft nodes before linearized reading' (duration: 1.547628971s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:16.918693Z","caller":"traceutil/trace.go:171","msg":"trace[407619936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19459; }","duration":"1.242693781s","start":"2026-03-04T02:08:15.675987Z","end":"2026-03-04T02:08:16.918681Z","steps":["trace[407619936] 'agreement among raft nodes before linearized reading' (duration: 1.242601799s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:16.918726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:15.675968Z","time spent":"1.242752013s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:16.918731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:15.370919Z","time spent":"1.547799925s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:16.918624Z","caller":"traceutil/trace.go:171","msg":"trace[803160689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19459; }","duration":"1.222771918s","start":"2026-03-04T02:08:15.695832Z","end":"2026-03-04T02:08:16.918604Z","steps":["trace[803160689] 'agreement among raft nodes before linearized reading' (duration: 1.222380439s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:16.918717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:15.69135Z","time spent":"1.227310523s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:08:16.918839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:15.695819Z","time spent":"1.222983803s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:16.91876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.008113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:16.918932Z","caller":"traceutil/trace.go:171","msg":"trace[1090725286] transaction","detail":"{read_only:false; response_revision:19459; number_of_response:1; }","duration":"1.308251548s","start":"2026-03-04T02:08:15.610663Z","end":"2026-03-04T02:08:16.918915Z","steps":["trace[1090725286] 'process raft request' (duration: 1.307251455s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:16.919014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.079741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:08:16.919039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:15.610647Z","time spent":"1.30833027s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:16.919066Z","caller":"traceutil/trace.go:171","msg":"trace[1356370896] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:19459; }","duration":"835.130852ms","start":"2026-03-04T02:08:16.083919Z","end":"2026-03-04T02:08:16.91905Z","steps":["trace[1356370896] 'agreement among raft nodes before linearized reading' (duration: 835.0434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:16.919042Z","caller":"traceutil/trace.go:171","msg":"trace[66039094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19459; }","duration":"443.32289ms","start":"2026-03-04T02:08:16.475697Z","end":"2026-03-04T02:08:16.91902Z","steps":["trace[66039094] 'agreement among raft nodes before linearized reading' (duration: 442.947261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:16.919105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:16.083861Z","time spent":"835.235754ms","remote":"127.0.0.1:45114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":18,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:16.919114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:16.475676Z","time spent":"443.425272ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:16.919134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093319874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:08:16.919169Z","caller":"traceutil/trace.go:171","msg":"trace[1841725232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19459; }","duration":"1.093396186s","start":"2026-03-04T02:08:15.825764Z","end":"2026-03-04T02:08:16.91916Z","steps":["trace[1841725232] 'agreement among raft nodes before linearized reading' (duration: 1.09226451s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:16.919191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:15.825743Z","time spent":"1.093442096s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:08:16.919353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.082134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:08:16.919438Z","caller":"traceutil/trace.go:171","msg":"trace[1981441342] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:19459; }","duration":"513.224328ms","start":"2026-03-04T02:08:16.406194Z","end":"2026-03-04T02:08:16.919418Z","steps":["trace[1981441342] 'agreement among raft nodes before linearized reading' (duration: 512.784668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:16.919483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:16.406176Z","time spent":"513.298179ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-04T02:08:16.995794Z","caller":"traceutil/trace.go:171","msg":"trace[1293721204] transaction","detail":"{read_only:false; response_revision:19460; number_of_response:1; }","duration":"417.404577ms","start":"2026-03-04T02:08:16.578368Z","end":"2026-03-04T02:08:16.995772Z","steps":["trace[1293721204] 'process raft request' (duration: 417.250203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:16.996063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:16.578315Z","time spent":"417.633062ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:16.996076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.90241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:08:16.996235Z","caller":"traceutil/trace.go:171","msg":"trace[1003389634] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19460; }","duration":"150.110844ms","start":"2026-03-04T02:08:16.846082Z","end":"2026-03-04T02:08:16.996193Z","steps":["trace[1003389634] 'agreement among raft nodes before linearized reading' (duration: 149.863009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:17.496209Z","caller":"traceutil/trace.go:171","msg":"trace[1040523161] linearizableReadLoop","detail":"{readStateIndex:20181; appliedIndex:20177; }","duration":"500.450711ms","start":"2026-03-04T02:08:16.995739Z","end":"2026-03-04T02:08:17.49619Z","steps":["trace[1040523161] 'read index received' (duration: 498.135387ms)","trace[1040523161] 'applied index is now lower than readState.Index' (duration: 2.314404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:17.496852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.588647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:17.496911Z","caller":"traceutil/trace.go:171","msg":"trace[1402754408] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:19463; }","duration":"525.6975ms","start":"2026-03-04T02:08:16.971202Z","end":"2026-03-04T02:08:17.496899Z","steps":["trace[1402754408] 'agreement among raft nodes before linearized reading' (duration: 525.535046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:17.496945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:16.971182Z","time spent":"525.75451ms","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":44,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:17.496937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.596838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:08:17.497025Z","caller":"traceutil/trace.go:171","msg":"trace[1452530436] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19463; }","duration":"574.71544ms","start":"2026-03-04T02:08:16.922293Z","end":"2026-03-04T02:08:17.497008Z","steps":["trace[1452530436] 'agreement among raft nodes before linearized reading' (duration: 574.462724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:17.496232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:16.920725Z","time spent":"575.499589ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:08:17.496362Z","caller":"traceutil/trace.go:171","msg":"trace[1182922946] transaction","detail":"{read_only:false; response_revision:19462; number_of_response:1; }","duration":"573.328698ms","start":"2026-03-04T02:08:16.922978Z","end":"2026-03-04T02:08:17.496306Z","steps":["trace[1182922946] 'process raft request' (duration: 573.113113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:17.497323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:16.922957Z","time spent":"574.308751ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:17.496409Z","caller":"traceutil/trace.go:171","msg":"trace[1374377088] transaction","detail":"{read_only:false; response_revision:19461; number_of_response:1; }","duration":"573.535533ms","start":"2026-03-04T02:08:16.92286Z","end":"2026-03-04T02:08:17.496396Z","steps":["trace[1374377088] 'process raft request' (duration: 573.109433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:17.497435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:16.922851Z","time spent":"574.520276ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:17.496709Z","caller":"traceutil/trace.go:171","msg":"trace[709933379] transaction","detail":"{read_only:false; response_revision:19463; number_of_response:1; }","duration":"573.00746ms","start":"2026-03-04T02:08:16.923657Z","end":"2026-03-04T02:08:17.496665Z","steps":["trace[709933379] 'process raft request' (duration: 572.496488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:17.496945Z","caller":"traceutil/trace.go:171","msg":"trace[616133634] transaction","detail":"{read_only:false; response_revision:19464; number_of_response:1; }","duration":"495.766742ms","start":"2026-03-04T02:08:17.001158Z","end":"2026-03-04T02:08:17.496925Z","steps":["trace[616133634] 'process raft request' (duration: 495.66627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:17.497674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:16.92228Z","time spent":"575.338574ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:08:17.497756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:17.001133Z","time spent":"496.531299ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:17.49769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:16.923646Z","time spent":"573.934942ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:18.331008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.328231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:18.331093Z","caller":"traceutil/trace.go:171","msg":"trace[1158583728] linearizableReadLoop","detail":"{readStateIndex:20183; appliedIndex:20182; }","duration":"831.395936ms","start":"2026-03-04T02:08:17.499684Z","end":"2026-03-04T02:08:18.33108Z","steps":["trace[1158583728] 'read index received' (duration: 451.927361ms)","trace[1158583728] 'applied index is now lower than readState.Index' (duration: 379.467625ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:18.331143Z","caller":"traceutil/trace.go:171","msg":"trace[1828314721] transaction","detail":"{read_only:false; response_revision:19465; number_of_response:1; }","duration":"832.052621ms","start":"2026-03-04T02:08:17.499083Z","end":"2026-03-04T02:08:18.331136Z","steps":["trace[1828314721] 'process raft request' (duration: 452.536395ms)","trace[1828314721] 'compare' (duration: 379.219729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:18.331181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:17.499069Z","time spent":"832.093083ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:18.331458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.781725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18385"} {"level":"info","ts":"2026-03-04T02:08:18.331484Z","caller":"traceutil/trace.go:171","msg":"trace[877317341] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19465; }","duration":"831.865487ms","start":"2026-03-04T02:08:17.499612Z","end":"2026-03-04T02:08:18.331478Z","steps":["trace[877317341] 'agreement among raft nodes before linearized reading' (duration: 831.741514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:18.331504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:17.499592Z","time spent":"831.907429ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18407,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:08:18.831952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328720324,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:08:18.910003Z","caller":"traceutil/trace.go:171","msg":"trace[1986185815] transaction","detail":"{read_only:false; response_revision:19466; number_of_response:1; }","duration":"1.408174494s","start":"2026-03-04T02:08:17.501796Z","end":"2026-03-04T02:08:18.909971Z","steps":["trace[1986185815] 'process raft request' (duration: 1.361216781s)","trace[1986185815] 'compare' (duration: 46.732498ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:18.910197Z","caller":"traceutil/trace.go:171","msg":"trace[2080375403] linearizableReadLoop","detail":"{readStateIndex:20185; appliedIndex:20183; }","duration":"579.051041ms","start":"2026-03-04T02:08:18.33111Z","end":"2026-03-04T02:08:18.910161Z","steps":["trace[2080375403] 'read index received' (duration: 531.919743ms)","trace[2080375403] 'applied index is now lower than readState.Index' (duration: 47.129878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:18.910224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:17.501782Z","time spent":"1.408314157s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:18.910327Z","caller":"traceutil/trace.go:171","msg":"trace[1930427259] transaction","detail":"{read_only:false; response_revision:19467; number_of_response:1; }","duration":"810.735175ms","start":"2026-03-04T02:08:18.099582Z","end":"2026-03-04T02:08:18.910317Z","steps":["trace[1930427259] 'process raft request' (duration: 810.312315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:18.91044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:18.099558Z","time spent":"810.801477ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:18.910644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.612183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:18.910681Z","caller":"traceutil/trace.go:171","msg":"trace[897124297] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:19467; }","duration":"935.694715ms","start":"2026-03-04T02:08:17.974977Z","end":"2026-03-04T02:08:18.910672Z","steps":["trace[897124297] 'agreement among raft nodes before linearized reading' (duration: 935.582402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:18.910711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:17.974949Z","time spent":"935.753806ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":65,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:18.910917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.409553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:18.910969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.671076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:08:18.910997Z","caller":"traceutil/trace.go:171","msg":"trace[2032039767] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19467; }","duration":"519.527666ms","start":"2026-03-04T02:08:18.39145Z","end":"2026-03-04T02:08:18.910978Z","steps":["trace[2032039767] 'agreement among raft nodes before linearized reading' (duration: 519.405783ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:18.911033Z","caller":"traceutil/trace.go:171","msg":"trace[1944006946] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19467; }","duration":"576.787949ms","start":"2026-03-04T02:08:18.334229Z","end":"2026-03-04T02:08:18.911017Z","steps":["trace[1944006946] 'agreement among raft nodes before linearized reading' (duration: 576.615045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:18.911041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.439283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:08:18.911089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:18.334208Z","time spent":"576.87239ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:08:18.911039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:18.391433Z","time spent":"519.597047ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:08:18.91116Z","caller":"traceutil/trace.go:171","msg":"trace[437119131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19467; }","duration":"400.611397ms","start":"2026-03-04T02:08:18.510506Z","end":"2026-03-04T02:08:18.911118Z","steps":["trace[437119131] 'agreement among raft nodes before linearized reading' (duration: 400.353171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:18.911242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:18.510485Z","time spent":"400.718869ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:19.418015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328720329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:19.91865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328720329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:20.419382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328720329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:20.682815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.767262864s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:08:20.847622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.2714ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:20.847759Z","caller":"traceutil/trace.go:171","msg":"trace[623955812] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19467; }","duration":"239.407174ms","start":"2026-03-04T02:08:20.608321Z","end":"2026-03-04T02:08:20.847728Z","steps":["trace[623955812] 'range keys from in-memory index tree' (duration: 239.25452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.847791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.754145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:20.84783Z","caller":"traceutil/trace.go:171","msg":"trace[1458313518] transaction","detail":"{read_only:false; response_revision:19468; number_of_response:1; }","duration":"1.932332256s","start":"2026-03-04T02:08:18.915491Z","end":"2026-03-04T02:08:20.847823Z","steps":["trace[1458313518] 'process raft request' (duration: 1.767504089s)","trace[1458313518] 'compare' (duration: 164.685974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:20.848343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:18.915478Z","time spent":"1.932845379s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:20.905223Z","caller":"traceutil/trace.go:171","msg":"trace[896388689] transaction","detail":"{read_only:false; response_revision:19469; number_of_response:1; }","duration":"1.981569303s","start":"2026-03-04T02:08:18.92362Z","end":"2026-03-04T02:08:20.90519Z","steps":["trace[896388689] 'process raft request' (duration: 1.981347968s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:20.905393Z","caller":"traceutil/trace.go:171","msg":"trace[81977748] linearizableReadLoop","detail":"{readStateIndex:20188; appliedIndex:20185; }","duration":"1.987946921s","start":"2026-03-04T02:08:18.917419Z","end":"2026-03-04T02:08:20.905366Z","steps":["trace[81977748] 'read index received' (duration: 1.76582131s)","trace[81977748] 'applied index is now lower than readState.Index' (duration: 222.123921ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:20.905598Z","caller":"traceutil/trace.go:171","msg":"trace[1476968610] transaction","detail":"{read_only:false; response_revision:19470; number_of_response:1; }","duration":"1.981553982s","start":"2026-03-04T02:08:18.924032Z","end":"2026-03-04T02:08:20.905586Z","steps":["trace[1476968610] 'process raft request' (duration: 1.981104592s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.905714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:18.924015Z","time spent":"1.981616144s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:20.905716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:18.923614Z","time spent":"1.981698136s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:20.905927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988504205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:08:20.905964Z","caller":"traceutil/trace.go:171","msg":"trace[1804517576] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19470; }","duration":"1.988554806s","start":"2026-03-04T02:08:18.9174Z","end":"2026-03-04T02:08:20.905955Z","steps":["trace[1804517576] 'agreement among raft nodes before linearized reading' (duration: 1.988427883s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.905993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:18.917393Z","time spent":"1.988593797s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:08:20.906045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.998347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:20.906092Z","caller":"traceutil/trace.go:171","msg":"trace[946945987] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:19470; }","duration":"118.041328ms","start":"2026-03-04T02:08:20.788034Z","end":"2026-03-04T02:08:20.906075Z","steps":["trace[946945987] 'agreement among raft nodes before linearized reading' (duration: 117.981576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.905969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431176809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:20.906208Z","caller":"traceutil/trace.go:171","msg":"trace[336658177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19470; }","duration":"1.431472986s","start":"2026-03-04T02:08:19.474725Z","end":"2026-03-04T02:08:20.906198Z","steps":["trace[336658177] 'agreement among raft nodes before linearized reading' (duration: 1.431181969s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.906247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:19.474688Z","time spent":"1.431548438s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:20.906256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40326302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:08:20.906299Z","caller":"traceutil/trace.go:171","msg":"trace[900552403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19470; }","duration":"1.403334001s","start":"2026-03-04T02:08:19.502955Z","end":"2026-03-04T02:08:20.906289Z","steps":["trace[900552403] 'agreement among raft nodes before linearized reading' (duration: 1.403199838s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.906321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:19.50294Z","time spent":"1.403376501s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:08:20.906413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404746913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:08:20.906436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.975347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:08:20.906451Z","caller":"traceutil/trace.go:171","msg":"trace[2010145250] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19470; }","duration":"1.404812135s","start":"2026-03-04T02:08:19.501629Z","end":"2026-03-04T02:08:20.906441Z","steps":["trace[2010145250] 'agreement among raft nodes before linearized reading' (duration: 1.404693513s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:20.906456Z","caller":"traceutil/trace.go:171","msg":"trace[2041052365] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19470; }","duration":"789.018428ms","start":"2026-03-04T02:08:20.11743Z","end":"2026-03-04T02:08:20.906449Z","steps":["trace[2041052365] 'agreement among raft nodes before linearized reading' (duration: 788.959357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.906474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.117411Z","time spent":"789.05933ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T02:08:20.906525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404780924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:08:20.906548Z","caller":"traceutil/trace.go:171","msg":"trace[1905666174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19470; }","duration":"1.404840126s","start":"2026-03-04T02:08:19.501702Z","end":"2026-03-04T02:08:20.906542Z","steps":["trace[1905666174] 'agreement among raft nodes before linearized reading' (duration: 1.404786544s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.906564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:19.501681Z","time spent":"1.404879067s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:08:20.906474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:19.501613Z","time spent":"1.404855436s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:08:20.906679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141860904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:08:20.906416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404760395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:08:20.906729Z","caller":"traceutil/trace.go:171","msg":"trace[683563699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19470; }","duration":"1.405114113s","start":"2026-03-04T02:08:19.501604Z","end":"2026-03-04T02:08:20.906718Z","steps":["trace[683563699] 'agreement among raft nodes before linearized reading' (duration: 1.404730264s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:20.906736Z","caller":"traceutil/trace.go:171","msg":"trace[1626246943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19470; }","duration":"1.141952476s","start":"2026-03-04T02:08:19.764761Z","end":"2026-03-04T02:08:20.906713Z","steps":["trace[1626246943] 'agreement among raft nodes before linearized reading' (duration: 1.141884224s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.906783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:19.501581Z","time spent":"1.405192244s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:20.906787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:19.76474Z","time spent":"1.142037707s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:21.926388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.295684ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:08:25.704405Z","caller":"traceutil/trace.go:171","msg":"trace[1614637928] transaction","detail":"{read_only:false; response_revision:19492; number_of_response:1; }","duration":"101.716669ms","start":"2026-03-04T02:08:25.602665Z","end":"2026-03-04T02:08:25.704382Z","steps":["trace[1614637928] 'process raft request' (duration: 101.578895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:27.228027Z","caller":"traceutil/trace.go:171","msg":"trace[631702282] transaction","detail":"{read_only:false; response_revision:19501; number_of_response:1; }","duration":"112.082439ms","start":"2026-03-04T02:08:27.115907Z","end":"2026-03-04T02:08:27.227989Z","steps":["trace[631702282] 'process raft request' (duration: 111.928466ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:27.23423Z","caller":"traceutil/trace.go:171","msg":"trace[367938799] transaction","detail":"{read_only:false; response_revision:19502; number_of_response:1; }","duration":"115.331185ms","start":"2026-03-04T02:08:27.118852Z","end":"2026-03-04T02:08:27.234184Z","steps":["trace[367938799] 'process raft request' (duration: 115.029438ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:27.234526Z","caller":"traceutil/trace.go:171","msg":"trace[176635420] transaction","detail":"{read_only:false; response_revision:19503; number_of_response:1; }","duration":"115.612532ms","start":"2026-03-04T02:08:27.118884Z","end":"2026-03-04T02:08:27.234497Z","steps":["trace[176635420] 'process raft request' (duration: 115.233563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:27.234611Z","caller":"traceutil/trace.go:171","msg":"trace[281592206] linearizableReadLoop","detail":"{readStateIndex:20224; appliedIndex:20220; }","duration":"101.546784ms","start":"2026-03-04T02:08:27.133038Z","end":"2026-03-04T02:08:27.234584Z","steps":["trace[281592206] 'read index received' (duration: 94.869299ms)","trace[281592206] 'applied index is now lower than readState.Index' (duration: 6.676265ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:27.234741Z","caller":"traceutil/trace.go:171","msg":"trace[1805676480] transaction","detail":"{read_only:false; response_revision:19504; number_of_response:1; }","duration":"115.807676ms","start":"2026-03-04T02:08:27.118923Z","end":"2026-03-04T02:08:27.234731Z","steps":["trace[1805676480] 'process raft request' (duration: 115.449418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:27.234957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.904133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:08:27.235009Z","caller":"traceutil/trace.go:171","msg":"trace[325546072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:19504; }","duration":"101.991144ms","start":"2026-03-04T02:08:27.133002Z","end":"2026-03-04T02:08:27.234993Z","steps":["trace[325546072] 'agreement among raft nodes before linearized reading' (duration: 101.695087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:39.36769Z","caller":"traceutil/trace.go:171","msg":"trace[1923950646] linearizableReadLoop","detail":"{readStateIndex:20273; appliedIndex:20271; }","duration":"107.433351ms","start":"2026-03-04T02:08:39.260231Z","end":"2026-03-04T02:08:39.367665Z","steps":["trace[1923950646] 'read index received' (duration: 45.154801ms)","trace[1923950646] 'applied index is now lower than readState.Index' (duration: 62.27757ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:39.367833Z","caller":"traceutil/trace.go:171","msg":"trace[1471813809] transaction","detail":"{read_only:false; response_revision:19551; number_of_response:1; }","duration":"112.749455ms","start":"2026-03-04T02:08:39.255073Z","end":"2026-03-04T02:08:39.367822Z","steps":["trace[1471813809] 'process raft request' (duration: 104.717198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:39.36806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.80166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:08:39.368138Z","caller":"traceutil/trace.go:171","msg":"trace[482937949] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19551; }","duration":"107.917073ms","start":"2026-03-04T02:08:39.260201Z","end":"2026-03-04T02:08:39.368119Z","steps":["trace[482937949] 'agreement among raft nodes before linearized reading' (duration: 107.715918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:39.368245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.9517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:08:39.368305Z","caller":"traceutil/trace.go:171","msg":"trace[1758663429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19551; }","duration":"107.014981ms","start":"2026-03-04T02:08:39.261259Z","end":"2026-03-04T02:08:39.368274Z","steps":["trace[1758663429] 'agreement among raft nodes before linearized reading' (duration: 106.920199ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:41.594397Z","caller":"traceutil/trace.go:171","msg":"trace[1281857962] transaction","detail":"{read_only:false; response_revision:19564; number_of_response:1; }","duration":"124.971629ms","start":"2026-03-04T02:08:41.469396Z","end":"2026-03-04T02:08:41.594368Z","steps":["trace[1281857962] 'process raft request' (duration: 101.140145ms)","trace[1281857962] 'compare' (duration: 23.66728ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:41.594562Z","caller":"traceutil/trace.go:171","msg":"trace[2084659455] linearizableReadLoop","detail":"{readStateIndex:20287; appliedIndex:20285; }","duration":"119.742148ms","start":"2026-03-04T02:08:41.474785Z","end":"2026-03-04T02:08:41.594527Z","steps":["trace[2084659455] 'read index received' (duration: 95.75993ms)","trace[2084659455] 'applied index is now lower than readState.Index' (duration: 23.980218ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:41.594655Z","caller":"traceutil/trace.go:171","msg":"trace[565729932] transaction","detail":"{read_only:false; response_revision:19565; number_of_response:1; }","duration":"123.930376ms","start":"2026-03-04T02:08:41.470712Z","end":"2026-03-04T02:08:41.594642Z","steps":["trace[565729932] 'process raft request' (duration: 123.612158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:41.594723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.925432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:41.594781Z","caller":"traceutil/trace.go:171","msg":"trace[611372082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19565; }","duration":"120.006433ms","start":"2026-03-04T02:08:41.474751Z","end":"2026-03-04T02:08:41.594757Z","steps":["trace[611372082] 'agreement among raft nodes before linearized reading' (duration: 119.915411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.599065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.48689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:43.599363Z","caller":"traceutil/trace.go:171","msg":"trace[2033833567] transaction","detail":"{read_only:false; response_revision:19570; number_of_response:1; }","duration":"198.597214ms","start":"2026-03-04T02:08:43.400737Z","end":"2026-03-04T02:08:43.599334Z","steps":["trace[2033833567] 'process raft request' (duration: 36.763556ms)","trace[2033833567] 'compare' (duration: 161.383128ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:43.599629Z","caller":"traceutil/trace.go:171","msg":"trace[2113560503] linearizableReadLoop","detail":"{readStateIndex:20293; appliedIndex:20292; }","duration":"159.465352ms","start":"2026-03-04T02:08:43.440142Z","end":"2026-03-04T02:08:43.599607Z","steps":["trace[2113560503] 'read index received' (duration: 31.551µs)","trace[2113560503] 'applied index is now lower than readState.Index' (duration: 159.431281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:43.599826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.672337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:08:43.600061Z","caller":"traceutil/trace.go:171","msg":"trace[235739665] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19570; }","duration":"159.941264ms","start":"2026-03-04T02:08:43.440104Z","end":"2026-03-04T02:08:43.600046Z","steps":["trace[235739665] 'agreement among raft nodes before linearized reading' (duration: 159.602686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.600063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.978246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:43.600121Z","caller":"traceutil/trace.go:171","msg":"trace[1420451636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19570; }","duration":"124.052978ms","start":"2026-03-04T02:08:43.476055Z","end":"2026-03-04T02:08:43.600108Z","steps":["trace[1420451636] 'agreement among raft nodes before linearized reading' (duration: 123.970056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.601829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.427305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:08:43.601861Z","caller":"traceutil/trace.go:171","msg":"trace[995474427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19570; }","duration":"160.500307ms","start":"2026-03-04T02:08:43.441353Z","end":"2026-03-04T02:08:43.601853Z","steps":["trace[995474427] 'agreement among raft nodes before linearized reading' (duration: 158.634733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:47.743163Z","caller":"traceutil/trace.go:171","msg":"trace[1072494531] transaction","detail":"{read_only:false; response_revision:19593; number_of_response:1; }","duration":"103.000088ms","start":"2026-03-04T02:08:47.640128Z","end":"2026-03-04T02:08:47.743128Z","steps":["trace[1072494531] 'process raft request' (duration: 101.36982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:47.743173Z","caller":"traceutil/trace.go:171","msg":"trace[1407404178] transaction","detail":"{read_only:false; response_revision:19594; number_of_response:1; }","duration":"102.025476ms","start":"2026-03-04T02:08:47.641127Z","end":"2026-03-04T02:08:47.743152Z","steps":["trace[1407404178] 'process raft request' (duration: 101.919963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:51.782707Z","caller":"traceutil/trace.go:171","msg":"trace[1027936516] transaction","detail":"{read_only:false; response_revision:19609; number_of_response:1; }","duration":"102.956487ms","start":"2026-03-04T02:08:51.679725Z","end":"2026-03-04T02:08:51.782682Z","steps":["trace[1027936516] 'process raft request' (duration: 68.998556ms)","trace[1027936516] 'compare' (duration: 33.668194ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:06.369797Z","caller":"traceutil/trace.go:171","msg":"trace[857331699] linearizableReadLoop","detail":"{readStateIndex:20406; appliedIndex:20405; }","duration":"104.766409ms","start":"2026-03-04T02:09:06.265007Z","end":"2026-03-04T02:09:06.369774Z","steps":["trace[857331699] 'read index received' (duration: 47.192538ms)","trace[857331699] 'applied index is now lower than readState.Index' (duration: 57.573041ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:06.369882Z","caller":"traceutil/trace.go:171","msg":"trace[1792316566] transaction","detail":"{read_only:false; response_revision:19679; number_of_response:1; }","duration":"109.041958ms","start":"2026-03-04T02:09:06.260809Z","end":"2026-03-04T02:09:06.369851Z","steps":["trace[1792316566] 'process raft request' (duration: 51.457388ms)","trace[1792316566] 'compare' (duration: 57.393716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:06.370086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.946573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T02:09:06.370136Z","caller":"traceutil/trace.go:171","msg":"trace[793950947] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19679; }","duration":"105.148438ms","start":"2026-03-04T02:09:06.264975Z","end":"2026-03-04T02:09:06.370123Z","steps":["trace[793950947] 'agreement among raft nodes before linearized reading' (duration: 104.879401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:24.334988Z","caller":"traceutil/trace.go:171","msg":"trace[862773424] transaction","detail":"{read_only:false; response_revision:19999; number_of_response:1; }","duration":"121.260123ms","start":"2026-03-04T02:09:24.213704Z","end":"2026-03-04T02:09:24.334964Z","steps":["trace[862773424] 'process raft request' (duration: 121.13305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:33.88765Z","caller":"traceutil/trace.go:171","msg":"trace[751819920] linearizableReadLoop","detail":"{readStateIndex:20809; appliedIndex:20808; }","duration":"195.362419ms","start":"2026-03-04T02:09:33.692263Z","end":"2026-03-04T02:09:33.887625Z","steps":["trace[751819920] 'read index received' (duration: 195.151974ms)","trace[751819920] 'applied index is now lower than readState.Index' (duration: 209.585µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:33.887897Z","caller":"traceutil/trace.go:171","msg":"trace[2046114263] transaction","detail":"{read_only:false; response_revision:20065; number_of_response:1; }","duration":"199.384292ms","start":"2026-03-04T02:09:33.688501Z","end":"2026-03-04T02:09:33.887885Z","steps":["trace[2046114263] 'process raft request' (duration: 198.975012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:33.888182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.895891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-04T02:09:33.88824Z","caller":"traceutil/trace.go:171","msg":"trace[1328553323] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20065; }","duration":"195.992093ms","start":"2026-03-04T02:09:33.692237Z","end":"2026-03-04T02:09:33.888229Z","steps":["trace[1328553323] 'agreement among raft nodes before linearized reading' (duration: 195.834679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:33.888446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.99384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-04T02:09:33.888485Z","caller":"traceutil/trace.go:171","msg":"trace[1047037615] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20065; }","duration":"192.04043ms","start":"2026-03-04T02:09:33.696435Z","end":"2026-03-04T02:09:33.888475Z","steps":["trace[1047037615] 'agreement among raft nodes before linearized reading' (duration: 191.951128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:43.458677Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18225} {"level":"info","ts":"2026-03-04T02:09:43.625065Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18225,"took":"162.687868ms","hash":1340612614,"current-db-size-bytes":42991616,"current-db-size":"43 MB","current-db-size-in-use-bytes":24141824,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T02:09:43.625133Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1340612614,"revision":18225,"compact-revision":15967} {"level":"warn","ts":"2026-03-04T02:09:54.336032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.075013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:09:54.33613Z","caller":"traceutil/trace.go:171","msg":"trace[1727164408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20165; }","duration":"107.210186ms","start":"2026-03-04T02:09:54.228901Z","end":"2026-03-04T02:09:54.336111Z","steps":["trace[1727164408] 'range keys from in-memory index tree' (duration: 106.924319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.336215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.190839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:09:54.336315Z","caller":"traceutil/trace.go:171","msg":"trace[1352698867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20165; }","duration":"111.342023ms","start":"2026-03-04T02:09:54.224951Z","end":"2026-03-04T02:09:54.336293Z","steps":["trace[1352698867] 'range keys from in-memory index tree' (duration: 111.046885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:54.515759Z","caller":"traceutil/trace.go:171","msg":"trace[904795831] transaction","detail":"{read_only:false; response_revision:20167; number_of_response:1; }","duration":"175.058766ms","start":"2026-03-04T02:09:54.340659Z","end":"2026-03-04T02:09:54.515718Z","steps":["trace[904795831] 'process raft request' (duration: 131.208425ms)","trace[904795831] 'compare' (duration: 43.566434ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:54.515984Z","caller":"traceutil/trace.go:171","msg":"trace[956741582] transaction","detail":"{read_only:false; response_revision:20168; number_of_response:1; }","duration":"175.110067ms","start":"2026-03-04T02:09:54.340863Z","end":"2026-03-04T02:09:54.515973Z","steps":["trace[956741582] 'process raft request' (duration: 174.788029ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:54.811411Z","caller":"traceutil/trace.go:171","msg":"trace[464063320] transaction","detail":"{read_only:false; response_revision:20170; number_of_response:1; }","duration":"236.620839ms","start":"2026-03-04T02:09:54.574761Z","end":"2026-03-04T02:09:54.811381Z","steps":["trace[464063320] 'process raft request' (duration: 236.453985ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:55.018573Z","caller":"traceutil/trace.go:171","msg":"trace[1964192506] linearizableReadLoop","detail":"{readStateIndex:20920; appliedIndex:20919; }","duration":"118.867607ms","start":"2026-03-04T02:09:54.899676Z","end":"2026-03-04T02:09:55.018543Z","steps":["trace[1964192506] 'read index received' (duration: 43.271717ms)","trace[1964192506] 'applied index is now lower than readState.Index' (duration: 75.59495ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:55.018655Z","caller":"traceutil/trace.go:171","msg":"trace[846972708] transaction","detail":"{read_only:false; response_revision:20171; number_of_response:1; }","duration":"433.83775ms","start":"2026-03-04T02:09:54.584782Z","end":"2026-03-04T02:09:55.018619Z","steps":["trace[846972708] 'process raft request' (duration: 358.23826ms)","trace[846972708] 'compare' (duration: 75.402136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:55.018797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:54.584769Z","time spent":"433.950853ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:55.01881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.113433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:55.018851Z","caller":"traceutil/trace.go:171","msg":"trace[1860950406] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:20171; }","duration":"119.215585ms","start":"2026-03-04T02:09:54.899624Z","end":"2026-03-04T02:09:55.018839Z","steps":["trace[1860950406] 'agreement among raft nodes before linearized reading' (duration: 119.077402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:56.312677Z","caller":"traceutil/trace.go:171","msg":"trace[832596715] linearizableReadLoop","detail":"{readStateIndex:20924; appliedIndex:20923; }","duration":"137.02626ms","start":"2026-03-04T02:09:56.175623Z","end":"2026-03-04T02:09:56.312649Z","steps":["trace[832596715] 'read index received' (duration: 2.279373ms)","trace[832596715] 'applied index is now lower than readState.Index' (duration: 134.745797ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:56.312735Z","caller":"traceutil/trace.go:171","msg":"trace[29941938] transaction","detail":"{read_only:false; response_revision:20175; number_of_response:1; }","duration":"137.405939ms","start":"2026-03-04T02:09:56.175282Z","end":"2026-03-04T02:09:56.312688Z","steps":["trace[29941938] 'process raft request' (duration: 72.042937ms)","trace[29941938] 'compare' (duration: 65.157867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:56.312859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.211834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:56.312903Z","caller":"traceutil/trace.go:171","msg":"trace[1494055154] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20175; }","duration":"137.312187ms","start":"2026-03-04T02:09:56.17558Z","end":"2026-03-04T02:09:56.312893Z","steps":["trace[1494055154] 'agreement among raft nodes before linearized reading' (duration: 137.219305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.312962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.01168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:56.313033Z","caller":"traceutil/trace.go:171","msg":"trace[357542987] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20175; }","duration":"137.107282ms","start":"2026-03-04T02:09:56.1759Z","end":"2026-03-04T02:09:56.313007Z","steps":["trace[357542987] 'agreement among raft nodes before linearized reading' (duration: 136.99244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.313143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.174273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:56.313207Z","caller":"traceutil/trace.go:171","msg":"trace[1886661043] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20175; }","duration":"137.282906ms","start":"2026-03-04T02:09:56.175908Z","end":"2026-03-04T02:09:56.313191Z","steps":["trace[1886661043] 'agreement among raft nodes before linearized reading' (duration: 137.187243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.313768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.15978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-04T02:09:56.313817Z","caller":"traceutil/trace.go:171","msg":"trace[1083102429] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20175; }","duration":"136.254052ms","start":"2026-03-04T02:09:56.177552Z","end":"2026-03-04T02:09:56.313806Z","steps":["trace[1083102429] 'agreement among raft nodes before linearized reading' (duration: 135.540735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.143812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.77671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:11:25.143874Z","caller":"traceutil/trace.go:171","msg":"trace[1949240982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20781; }","duration":"116.852522ms","start":"2026-03-04T02:11:25.027008Z","end":"2026-03-04T02:11:25.14386Z","steps":["trace[1949240982] 'range keys from in-memory index tree' (duration: 116.653798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:31.389617Z","caller":"traceutil/trace.go:171","msg":"trace[380097042] linearizableReadLoop","detail":"{readStateIndex:22048; appliedIndex:22047; }","duration":"292.352256ms","start":"2026-03-04T02:12:31.09725Z","end":"2026-03-04T02:12:31.389602Z","steps":["trace[380097042] 'read index received' (duration: 292.159172ms)","trace[380097042] 'applied index is now lower than readState.Index' (duration: 191.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:31.389721Z","caller":"traceutil/trace.go:171","msg":"trace[266933827] transaction","detail":"{read_only:false; response_revision:21264; number_of_response:1; }","duration":"477.700949ms","start":"2026-03-04T02:12:30.912013Z","end":"2026-03-04T02:12:31.389714Z","steps":["trace[266933827] 'process raft request' (duration: 477.471714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.389778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:30.911984Z","time spent":"477.7499ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:31.389889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.72479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T02:12:31.389909Z","caller":"traceutil/trace.go:171","msg":"trace[442858833] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:21264; }","duration":"193.784451ms","start":"2026-03-04T02:12:31.19612Z","end":"2026-03-04T02:12:31.389905Z","steps":["trace[442858833] 'agreement among raft nodes before linearized reading' (duration: 193.71959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.389879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.615982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/orc-system\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:31.389964Z","caller":"traceutil/trace.go:171","msg":"trace[1096818004] range","detail":"{range_begin:/registry/namespaces/orc-system; range_end:; response_count:0; response_revision:21264; }","duration":"292.735574ms","start":"2026-03-04T02:12:31.097215Z","end":"2026-03-04T02:12:31.389951Z","steps":["trace[1096818004] 'agreement among raft nodes before linearized reading' (duration: 292.585531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.390068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.143797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:31.390112Z","caller":"traceutil/trace.go:171","msg":"trace[1379769342] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:21264; }","duration":"279.226279ms","start":"2026-03-04T02:12:31.110873Z","end":"2026-03-04T02:12:31.3901Z","steps":["trace[1379769342] 'agreement among raft nodes before linearized reading' (duration: 279.158197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:31.390192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.718917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:12:31.390346Z","caller":"traceutil/trace.go:171","msg":"trace[116910353] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21264; }","duration":"281.919192ms","start":"2026-03-04T02:12:31.108401Z","end":"2026-03-04T02:12:31.39032Z","steps":["trace[116910353] 'agreement among raft nodes before linearized reading' (duration: 281.435591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:33.885077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.022675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:12:33.885157Z","caller":"traceutil/trace.go:171","msg":"trace[150973653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21369; }","duration":"161.135408ms","start":"2026-03-04T02:12:33.724005Z","end":"2026-03-04T02:12:33.885141Z","steps":["trace[150973653] 'range keys from in-memory index tree' (duration: 160.917602ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:37.518742Z","caller":"traceutil/trace.go:171","msg":"trace[300510424] linearizableReadLoop","detail":"{readStateIndex:22183; appliedIndex:22182; }","duration":"231.591955ms","start":"2026-03-04T02:12:37.28713Z","end":"2026-03-04T02:12:37.518722Z","steps":["trace[300510424] 'read index received' (duration: 231.456502ms)","trace[300510424] 'applied index is now lower than readState.Index' (duration: 134.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:37.518795Z","caller":"traceutil/trace.go:171","msg":"trace[1140268237] transaction","detail":"{read_only:false; response_revision:21396; number_of_response:1; }","duration":"287.300798ms","start":"2026-03-04T02:12:37.231461Z","end":"2026-03-04T02:12:37.518762Z","steps":["trace[1140268237] 'process raft request' (duration: 287.094513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:37.518872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.724618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/cert-manager-test\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:37.518913Z","caller":"traceutil/trace.go:171","msg":"trace[679070545] range","detail":"{range_begin:/registry/namespaces/cert-manager-test; range_end:; response_count:0; response_revision:21396; }","duration":"231.8099ms","start":"2026-03-04T02:12:37.287091Z","end":"2026-03-04T02:12:37.518901Z","steps":["trace[679070545] 'agreement among raft nodes before linearized reading' (duration: 231.735838ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:37.528397Z","caller":"traceutil/trace.go:171","msg":"trace[1609728288] transaction","detail":"{read_only:false; response_revision:21397; number_of_response:1; }","duration":"108.330173ms","start":"2026-03-04T02:12:37.420053Z","end":"2026-03-04T02:12:37.528383Z","steps":["trace[1609728288] 'process raft request' (duration: 108.2162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:37.528594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.401604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:12:37.528661Z","caller":"traceutil/trace.go:171","msg":"trace[875254972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21397; }","duration":"105.514127ms","start":"2026-03-04T02:12:37.423132Z","end":"2026-03-04T02:12:37.528646Z","steps":["trace[875254972] 'agreement among raft nodes before linearized reading' (duration: 105.292872ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:40.091551Z","caller":"traceutil/trace.go:171","msg":"trace[806179887] transaction","detail":"{read_only:false; response_revision:21725; number_of_response:1; }","duration":"231.349639ms","start":"2026-03-04T02:12:39.860177Z","end":"2026-03-04T02:12:40.091527Z","steps":["trace[806179887] 'process raft request' (duration: 231.164035ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:40.09744Z","caller":"traceutil/trace.go:171","msg":"trace[632267700] transaction","detail":"{read_only:false; response_revision:21726; number_of_response:1; }","duration":"237.102064ms","start":"2026-03-04T02:12:39.860317Z","end":"2026-03-04T02:12:40.097419Z","steps":["trace[632267700] 'process raft request' (duration: 236.906109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:40.097466Z","caller":"traceutil/trace.go:171","msg":"trace[1548184586] linearizableReadLoop","detail":"{readStateIndex:22521; appliedIndex:22519; }","duration":"180.122961ms","start":"2026-03-04T02:12:39.917322Z","end":"2026-03-04T02:12:40.097445Z","steps":["trace[1548184586] 'read index received' (duration: 174.000748ms)","trace[1548184586] 'applied index is now lower than readState.Index' (duration: 6.121123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:40.098137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.803847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:12:40.098202Z","caller":"traceutil/trace.go:171","msg":"trace[189411506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21728; }","duration":"180.90632ms","start":"2026-03-04T02:12:39.917278Z","end":"2026-03-04T02:12:40.098184Z","steps":["trace[189411506] 'agreement among raft nodes before linearized reading' (duration: 180.728546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:40.098317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.795357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-03-04T02:12:40.098385Z","caller":"traceutil/trace.go:171","msg":"trace[1771232339] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21728; }","duration":"174.896939ms","start":"2026-03-04T02:12:39.92347Z","end":"2026-03-04T02:12:40.098367Z","steps":["trace[1771232339] 'agreement among raft nodes before linearized reading' (duration: 174.729025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:40.099019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.042499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:12:40.099084Z","caller":"traceutil/trace.go:171","msg":"trace[505966314] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21728; }","duration":"174.146002ms","start":"2026-03-04T02:12:39.92492Z","end":"2026-03-04T02:12:40.099066Z","steps":["trace[505966314] 'agreement among raft nodes before linearized reading' (duration: 173.997238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:40.099538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.327183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210804"} {"level":"info","ts":"2026-03-04T02:12:40.099643Z","caller":"traceutil/trace.go:171","msg":"trace[1376944229] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21728; }","duration":"114.472017ms","start":"2026-03-04T02:12:39.985156Z","end":"2026-03-04T02:12:40.099628Z","steps":["trace[1376944229] 'agreement among raft nodes before linearized reading' (duration: 113.486484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:41.788377Z","caller":"traceutil/trace.go:171","msg":"trace[910171982] transaction","detail":"{read_only:false; response_revision:21785; number_of_response:1; }","duration":"255.556984ms","start":"2026-03-04T02:12:41.532797Z","end":"2026-03-04T02:12:41.788354Z","steps":["trace[910171982] 'process raft request' (duration: 255.38095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:41.790111Z","caller":"traceutil/trace.go:171","msg":"trace[560924833] transaction","detail":"{read_only:false; response_revision:21786; number_of_response:1; }","duration":"217.067815ms","start":"2026-03-04T02:12:41.573019Z","end":"2026-03-04T02:12:41.790086Z","steps":["trace[560924833] 'process raft request' (duration: 216.87982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:41.79035Z","caller":"traceutil/trace.go:171","msg":"trace[697906103] transaction","detail":"{read_only:false; response_revision:21787; number_of_response:1; }","duration":"168.759945ms","start":"2026-03-04T02:12:41.621557Z","end":"2026-03-04T02:12:41.790317Z","steps":["trace[697906103] 'process raft request' (duration: 168.485149ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:41.791549Z","caller":"traceutil/trace.go:171","msg":"trace[230173829] linearizableReadLoop","detail":"{readStateIndex:22581; appliedIndex:22579; }","duration":"218.411295ms","start":"2026-03-04T02:12:41.573119Z","end":"2026-03-04T02:12:41.791531Z","steps":["trace[230173829] 'read index received' (duration: 215.009066ms)","trace[230173829] 'applied index is now lower than readState.Index' (duration: 3.401109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:41.791752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.615901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:12:41.791782Z","caller":"traceutil/trace.go:171","msg":"trace[215918937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21787; }","duration":"218.689012ms","start":"2026-03-04T02:12:41.573085Z","end":"2026-03-04T02:12:41.791774Z","steps":["trace[215918937] 'agreement among raft nodes before linearized reading' (duration: 218.558259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.791965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.950502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:41.791986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.188466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:41.792037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.036229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:41.792033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.199494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T02:12:41.792301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.314566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.792068Z","caller":"traceutil/trace.go:171","msg":"trace[2006177667] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21787; }","duration":"183.07795ms","start":"2026-03-04T02:12:41.60898Z","end":"2026-03-04T02:12:41.792058Z","steps":["trace[2006177667] 'agreement among raft nodes before linearized reading' (duration: 183.019688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:41.792568Z","caller":"traceutil/trace.go:171","msg":"trace[893378409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21787; }","duration":"210.718636ms","start":"2026-03-04T02:12:41.581808Z","end":"2026-03-04T02:12:41.792526Z","steps":["trace[893378409] 'agreement among raft nodes before linearized reading' (duration: 210.086831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:41.792698Z","caller":"traceutil/trace.go:171","msg":"trace[2071583159] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21787; }","duration":"183.640013ms","start":"2026-03-04T02:12:41.608938Z","end":"2026-03-04T02:12:41.792578Z","steps":["trace[2071583159] 'agreement among raft nodes before linearized reading' (duration: 183.258894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:41.792065Z","caller":"traceutil/trace.go:171","msg":"trace[1067584866] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21787; }","duration":"217.107415ms","start":"2026-03-04T02:12:41.574928Z","end":"2026-03-04T02:12:41.792035Z","steps":["trace[1067584866] 'agreement among raft nodes before linearized reading' (duration: 216.907611ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:41.792065Z","caller":"traceutil/trace.go:171","msg":"trace[2025703904] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21787; }","duration":"193.290868ms","start":"2026-03-04T02:12:41.598757Z","end":"2026-03-04T02:12:41.792048Z","steps":["trace[2025703904] 'agreement among raft nodes before linearized reading' (duration: 193.162205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.609289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.792931Z","caller":"traceutil/trace.go:171","msg":"trace[6909578] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21787; }","duration":"174.431398ms","start":"2026-03-04T02:12:41.618483Z","end":"2026-03-04T02:12:41.792914Z","steps":["trace[6909578] 'agreement among raft nodes before linearized reading' (duration: 173.600018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.005847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.793023Z","caller":"traceutil/trace.go:171","msg":"trace[1830512007] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21787; }","duration":"174.900868ms","start":"2026-03-04T02:12:41.618107Z","end":"2026-03-04T02:12:41.793008Z","steps":["trace[1830512007] 'agreement among raft nodes before linearized reading' (duration: 174.006007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.13874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:41.793064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.756365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:12:41.793118Z","caller":"traceutil/trace.go:171","msg":"trace[84163009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21787; }","duration":"138.816386ms","start":"2026-03-04T02:12:41.654289Z","end":"2026-03-04T02:12:41.793105Z","steps":["trace[84163009] 'agreement among raft nodes before linearized reading' (duration: 137.732631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:41.793122Z","caller":"traceutil/trace.go:171","msg":"trace[114936760] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21787; }","duration":"142.118683ms","start":"2026-03-04T02:12:41.650982Z","end":"2026-03-04T02:12:41.793101Z","steps":["trace[114936760] 'agreement among raft nodes before linearized reading' (duration: 141.12562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.323457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.793252Z","caller":"traceutil/trace.go:171","msg":"trace[300608665] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21787; }","duration":"217.393872ms","start":"2026-03-04T02:12:41.575776Z","end":"2026-03-04T02:12:41.79317Z","steps":["trace[300608665] 'agreement among raft nodes before linearized reading' (duration: 216.321567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.796848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.793315Z","caller":"traceutil/trace.go:171","msg":"trace[1338700409] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21787; }","duration":"131.949356ms","start":"2026-03-04T02:12:41.661345Z","end":"2026-03-04T02:12:41.793294Z","steps":["trace[1338700409] 'agreement among raft nodes before linearized reading' (duration: 130.801899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.649125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.793416Z","caller":"traceutil/trace.go:171","msg":"trace[2101297945] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21787; }","duration":"131.969426ms","start":"2026-03-04T02:12:41.661429Z","end":"2026-03-04T02:12:41.793398Z","steps":["trace[2101297945] 'agreement among raft nodes before linearized reading' (duration: 130.627255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.388573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:12:41.792966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.209282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.793483Z","caller":"traceutil/trace.go:171","msg":"trace[726832121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21787; }","duration":"132.635751ms","start":"2026-03-04T02:12:41.660822Z","end":"2026-03-04T02:12:41.793457Z","steps":["trace[726832121] 'agreement among raft nodes before linearized reading' (duration: 131.362002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.79226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.748838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.793609Z","caller":"traceutil/trace.go:171","msg":"trace[1057199577] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21787; }","duration":"156.082539ms","start":"2026-03-04T02:12:41.637495Z","end":"2026-03-04T02:12:41.793577Z","steps":["trace[1057199577] 'agreement among raft nodes before linearized reading' (duration: 154.751128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.234469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.793745Z","caller":"traceutil/trace.go:171","msg":"trace[1982606289] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21787; }","duration":"218.748794ms","start":"2026-03-04T02:12:41.574934Z","end":"2026-03-04T02:12:41.793683Z","steps":["trace[1982606289] 'agreement among raft nodes before linearized reading' (duration: 217.195047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.915481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:12:41.793832Z","caller":"traceutil/trace.go:171","msg":"trace[1542819969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21787; }","duration":"141.500199ms","start":"2026-03-04T02:12:41.652318Z","end":"2026-03-04T02:12:41.793818Z","steps":["trace[1542819969] 'agreement among raft nodes before linearized reading' (duration: 139.85089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.920693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-kpm6n\" ","response":"range_response_count:1 size:5107"} {"level":"info","ts":"2026-03-04T02:12:41.793536Z","caller":"traceutil/trace.go:171","msg":"trace[2126328280] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21787; }","duration":"174.752195ms","start":"2026-03-04T02:12:41.61871Z","end":"2026-03-04T02:12:41.793462Z","steps":["trace[2126328280] 'agreement among raft nodes before linearized reading' (duration: 173.127167ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:41.793908Z","caller":"traceutil/trace.go:171","msg":"trace[1865209839] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-kpm6n; range_end:; response_count:1; response_revision:21787; }","duration":"195.558111ms","start":"2026-03-04T02:12:41.598322Z","end":"2026-03-04T02:12:41.79388Z","steps":["trace[1865209839] 'agreement among raft nodes before linearized reading' (duration: 193.854881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.685426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.793987Z","caller":"traceutil/trace.go:171","msg":"trace[1641089439] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21787; }","duration":"132.364695ms","start":"2026-03-04T02:12:41.661602Z","end":"2026-03-04T02:12:41.793967Z","steps":["trace[1641089439] 'agreement among raft nodes before linearized reading' (duration: 130.677776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.638546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.794109Z","caller":"traceutil/trace.go:171","msg":"trace[880619927] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21787; }","duration":"156.53365ms","start":"2026-03-04T02:12:41.637563Z","end":"2026-03-04T02:12:41.794096Z","steps":["trace[880619927] 'agreement among raft nodes before linearized reading' (duration: 154.608315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.267593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.794242Z","caller":"traceutil/trace.go:171","msg":"trace[117797835] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21787; }","duration":"143.182958ms","start":"2026-03-04T02:12:41.651017Z","end":"2026-03-04T02:12:41.7942Z","steps":["trace[117797835] 'agreement among raft nodes before linearized reading' (duration: 141.271493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.884463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.794378Z","caller":"traceutil/trace.go:171","msg":"trace[827431203] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:21787; }","duration":"189.975981ms","start":"2026-03-04T02:12:41.604388Z","end":"2026-03-04T02:12:41.794364Z","steps":["trace[827431203] 'agreement among raft nodes before linearized reading' (duration: 187.896292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.792422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.615856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.794476Z","caller":"traceutil/trace.go:171","msg":"trace[1176585753] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21787; }","duration":"195.675384ms","start":"2026-03-04T02:12:41.598782Z","end":"2026-03-04T02:12:41.794458Z","steps":["trace[1176585753] 'agreement among raft nodes before linearized reading' (duration: 193.098744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:43.359439Z","caller":"traceutil/trace.go:171","msg":"trace[1554557780] linearizableReadLoop","detail":"{readStateIndex:22631; appliedIndex:22630; }","duration":"193.677398ms","start":"2026-03-04T02:12:43.165731Z","end":"2026-03-04T02:12:43.359409Z","steps":["trace[1554557780] 'read index received' (duration: 193.374211ms)","trace[1554557780] 'applied index is now lower than readState.Index' (duration: 301.847µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:43.3595Z","caller":"traceutil/trace.go:171","msg":"trace[382415585] transaction","detail":"{read_only:false; response_revision:21835; number_of_response:1; }","duration":"194.304403ms","start":"2026-03-04T02:12:43.165153Z","end":"2026-03-04T02:12:43.359457Z","steps":["trace[382415585] 'process raft request' (duration: 194.014827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:43.359598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.834472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/cert-manager-test/\" range_end:\"/registry/csistoragecapacities/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:43.359658Z","caller":"traceutil/trace.go:171","msg":"trace[385906464] range","detail":"{range_begin:/registry/csistoragecapacities/cert-manager-test/; range_end:/registry/csistoragecapacities/cert-manager-test0; response_count:0; response_revision:21835; }","duration":"193.940285ms","start":"2026-03-04T02:12:43.165701Z","end":"2026-03-04T02:12:43.359641Z","steps":["trace[385906464] 'agreement among raft nodes before linearized reading' (duration: 193.824822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:46.881099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.812518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:46.881475Z","caller":"traceutil/trace.go:171","msg":"trace[1976041407] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:21925; }","duration":"110.266788ms","start":"2026-03-04T02:12:46.771194Z","end":"2026-03-04T02:12:46.88146Z","steps":["trace[1976041407] 'count revisions from in-memory index tree' (duration: 109.715526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:47.521192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.733036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:47.521296Z","caller":"traceutil/trace.go:171","msg":"trace[1114624033] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21926; }","duration":"538.874269ms","start":"2026-03-04T02:12:46.982398Z","end":"2026-03-04T02:12:47.521272Z","steps":["trace[1114624033] 'range keys from in-memory index tree' (duration: 538.672634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:47.521354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:46.982383Z","time spent":"538.952092ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:12:47.521917Z","caller":"traceutil/trace.go:171","msg":"trace[1466676431] transaction","detail":"{read_only:false; response_revision:21927; number_of_response:1; }","duration":"149.377943ms","start":"2026-03-04T02:12:47.372517Z","end":"2026-03-04T02:12:47.521895Z","steps":["trace[1466676431] 'process raft request' (duration: 73.670803ms)","trace[1466676431] 'compare' (duration: 74.999133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:48.325256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328727638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:12:48.599522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.739891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-grfcf\" ","response":"range_response_count:1 size:4743"} {"level":"info","ts":"2026-03-04T02:12:48.599624Z","caller":"traceutil/trace.go:171","msg":"trace[1462650854] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-grfcf; range_end:; response_count:1; response_revision:21927; }","duration":"865.871485ms","start":"2026-03-04T02:12:47.733726Z","end":"2026-03-04T02:12:48.599597Z","steps":["trace[1462650854] 'range keys from in-memory index tree' (duration: 865.575458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:48.599667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.73371Z","time spent":"865.946487ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4765,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-grfcf\" "} {"level":"info","ts":"2026-03-04T02:12:48.599691Z","caller":"traceutil/trace.go:171","msg":"trace[1883124924] transaction","detail":"{read_only:false; response_revision:21928; number_of_response:1; }","duration":"789.901868ms","start":"2026-03-04T02:12:47.809765Z","end":"2026-03-04T02:12:48.599667Z","steps":["trace[1883124924] 'process raft request' (duration: 779.482245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:48.599808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.80974Z","time spent":"790.003531ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:49.47724Z","caller":"traceutil/trace.go:171","msg":"trace[352684017] transaction","detail":"{read_only:false; response_revision:21930; number_of_response:1; }","duration":"1.380434175s","start":"2026-03-04T02:12:48.096779Z","end":"2026-03-04T02:12:49.477213Z","steps":["trace[352684017] 'process raft request' (duration: 1.380168498s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.477285Z","caller":"traceutil/trace.go:171","msg":"trace[1180329950] transaction","detail":"{read_only:false; response_revision:21929; number_of_response:1; }","duration":"1.664923847s","start":"2026-03-04T02:12:47.812318Z","end":"2026-03-04T02:12:49.477242Z","steps":["trace[1180329950] 'process raft request' (duration: 1.663575486s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.477379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:48.096761Z","time spent":"1.380545528s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:49.477484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652799223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:12:49.477566Z","caller":"traceutil/trace.go:171","msg":"trace[2028019828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21930; }","duration":"1.652918486s","start":"2026-03-04T02:12:47.824627Z","end":"2026-03-04T02:12:49.477546Z","steps":["trace[2028019828] 'agreement among raft nodes before linearized reading' (duration: 1.65265927s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.477618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.824617Z","time spent":"1.652991138s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:12:49.477702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.812297Z","time spent":"1.665237554s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:49.477754Z","caller":"traceutil/trace.go:171","msg":"trace[214605787] linearizableReadLoop","detail":"{readStateIndex:22727; appliedIndex:22724; }","duration":"1.65306869s","start":"2026-03-04T02:12:47.824662Z","end":"2026-03-04T02:12:49.477731Z","steps":["trace[214605787] 'read index received' (duration: 764.575237ms)","trace[214605787] 'applied index is now lower than readState.Index' (duration: 887.94692ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:49.481098Z","caller":"traceutil/trace.go:171","msg":"trace[828522656] transaction","detail":"{read_only:false; response_revision:21932; number_of_response:1; }","duration":"768.785004ms","start":"2026-03-04T02:12:48.712301Z","end":"2026-03-04T02:12:49.481086Z","steps":["trace[828522656] 'process raft request' (duration: 768.516898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.481208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:48.71228Z","time spent":"768.897977ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3016,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:12:49.481247Z","caller":"traceutil/trace.go:171","msg":"trace[1966723153] transaction","detail":"{read_only:false; response_revision:21933; number_of_response:1; }","duration":"595.705858ms","start":"2026-03-04T02:12:48.885523Z","end":"2026-03-04T02:12:49.481229Z","steps":["trace[1966723153] 'process raft request' (duration: 595.473453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.48132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:48.885497Z","time spent":"595.787241ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:49.481695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.435462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:49.481725Z","caller":"traceutil/trace.go:171","msg":"trace[1711984149] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:21936; }","duration":"175.515044ms","start":"2026-03-04T02:12:49.306202Z","end":"2026-03-04T02:12:49.481717Z","steps":["trace[1711984149] 'agreement among raft nodes before linearized reading' (duration: 175.452502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.481712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648786149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:12:49.481797Z","caller":"traceutil/trace.go:171","msg":"trace[439487772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21936; }","duration":"1.648907502s","start":"2026-03-04T02:12:47.832874Z","end":"2026-03-04T02:12:49.481782Z","steps":["trace[439487772] 'agreement among raft nodes before linearized reading' (duration: 1.648738498s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.481836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.832855Z","time spent":"1.648973154s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:49.48183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33788144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:12:49.48189Z","caller":"traceutil/trace.go:171","msg":"trace[959881187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21936; }","duration":"1.337980863s","start":"2026-03-04T02:12:48.143896Z","end":"2026-03-04T02:12:49.481876Z","steps":["trace[959881187] 'agreement among raft nodes before linearized reading' (duration: 1.337783258s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.481932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:48.143878Z","time spent":"1.338046725s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:12:49.481987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.607791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:49.482007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648622005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:12:49.482099Z","caller":"traceutil/trace.go:171","msg":"trace[1508108250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21936; }","duration":"1.648725599s","start":"2026-03-04T02:12:47.833363Z","end":"2026-03-04T02:12:49.482089Z","steps":["trace[1508108250] 'agreement among raft nodes before linearized reading' (duration: 1.648398931s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.482139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556901141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:12:49.482187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.041616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-04T02:12:49.482226Z","caller":"traceutil/trace.go:171","msg":"trace[454729050] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:21936; }","duration":"1.557016383s","start":"2026-03-04T02:12:47.925187Z","end":"2026-03-04T02:12:49.482204Z","steps":["trace[454729050] 'agreement among raft nodes before linearized reading' (duration: 1.556826759s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.482247Z","caller":"traceutil/trace.go:171","msg":"trace[132416012] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21936; }","duration":"756.138078ms","start":"2026-03-04T02:12:48.726091Z","end":"2026-03-04T02:12:49.482229Z","steps":["trace[132416012] 'agreement among raft nodes before linearized reading' (duration: 756.005235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.482288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:48.726071Z","time spent":"756.20851ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:12:49.482291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.925173Z","time spent":"1.557102266s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":73,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:49.481853Z","caller":"traceutil/trace.go:171","msg":"trace[1893864906] transaction","detail":"{read_only:false; response_revision:21934; number_of_response:1; }","duration":"382.937684ms","start":"2026-03-04T02:12:49.098908Z","end":"2026-03-04T02:12:49.481846Z","steps":["trace[1893864906] 'process raft request' (duration: 382.257198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.482377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:49.098873Z","time spent":"383.477736ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:12:49.482475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.358611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:49.482101Z","caller":"traceutil/trace.go:171","msg":"trace[1272317799] transaction","detail":"{read_only:false; response_revision:21935; number_of_response:1; }","duration":"189.096062ms","start":"2026-03-04T02:12:49.292994Z","end":"2026-03-04T02:12:49.48209Z","steps":["trace[1272317799] 'process raft request' (duration: 188.420386ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.482529Z","caller":"traceutil/trace.go:171","msg":"trace[1499158613] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21936; }","duration":"912.474183ms","start":"2026-03-04T02:12:48.570042Z","end":"2026-03-04T02:12:49.482516Z","steps":["trace[1499158613] 'agreement among raft nodes before linearized reading' (duration: 912.32069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.482567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:48.570018Z","time spent":"912.539595ms","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:49.482035Z","caller":"traceutil/trace.go:171","msg":"trace[452798214] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21936; }","duration":"144.662902ms","start":"2026-03-04T02:12:49.337363Z","end":"2026-03-04T02:12:49.482026Z","steps":["trace[452798214] 'agreement among raft nodes before linearized reading' (duration: 144.59631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.482578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327676511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:12:49.482679Z","caller":"traceutil/trace.go:171","msg":"trace[1360833691] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21936; }","duration":"1.327823125s","start":"2026-03-04T02:12:48.154848Z","end":"2026-03-04T02:12:49.482671Z","steps":["trace[1360833691] 'agreement among raft nodes before linearized reading' (duration: 1.32761654s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.482739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:48.154834Z","time spent":"1.327893756s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:12:49.482146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.833357Z","time spent":"1.64878133s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:49.481923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647785127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:12:49.482878Z","caller":"traceutil/trace.go:171","msg":"trace[715464629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21936; }","duration":"1.64877668s","start":"2026-03-04T02:12:47.834093Z","end":"2026-03-04T02:12:49.48287Z","steps":["trace[715464629] 'agreement among raft nodes before linearized reading' (duration: 1.647620203s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.48291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:47.83409Z","time spent":"1.64881087s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:12:49.483236Z","caller":"traceutil/trace.go:171","msg":"trace[1194509501] transaction","detail":"{read_only:false; response_revision:21931; number_of_response:1; }","duration":"872.305454ms","start":"2026-03-04T02:12:48.608624Z","end":"2026-03-04T02:12:49.480929Z","steps":["trace[1194509501] 'process raft request' (duration: 872.11633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.483359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:48.608603Z","time spent":"874.65872ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4547,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:49.887595Z","caller":"traceutil/trace.go:171","msg":"trace[285706324] transaction","detail":"{read_only:false; response_revision:21950; number_of_response:1; }","duration":"104.459002ms","start":"2026-03-04T02:12:49.783109Z","end":"2026-03-04T02:12:49.887568Z","steps":["trace[285706324] 'process raft request' (duration: 104.196536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:13.835716Z","caller":"traceutil/trace.go:171","msg":"trace[248921008] linearizableReadLoop","detail":"{readStateIndex:23599; appliedIndex:23598; }","duration":"408.394979ms","start":"2026-03-04T02:14:13.427292Z","end":"2026-03-04T02:14:13.835687Z","steps":["trace[248921008] 'read index received' (duration: 374.015015ms)","trace[248921008] 'applied index is now lower than readState.Index' (duration: 34.378694ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:13.835896Z","caller":"traceutil/trace.go:171","msg":"trace[1607134355] transaction","detail":"{read_only:false; response_revision:22782; number_of_response:1; }","duration":"448.537457ms","start":"2026-03-04T02:14:13.38732Z","end":"2026-03-04T02:14:13.835857Z","steps":["trace[1607134355] 'process raft request' (duration: 414.089962ms)","trace[1607134355] 'compare' (duration: 33.655207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:13.835939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.634464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:13.836024Z","caller":"traceutil/trace.go:171","msg":"trace[154834419] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22782; }","duration":"408.755317ms","start":"2026-03-04T02:14:13.42725Z","end":"2026-03-04T02:14:13.836006Z","steps":["trace[154834419] 'agreement among raft nodes before linearized reading' (duration: 408.624983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:13.836071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:13.427235Z","time spent":"408.828119ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T02:14:13.836092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:13.387298Z","time spent":"448.677911ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:13.835963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.146943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:13.836261Z","caller":"traceutil/trace.go:171","msg":"trace[680879242] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22782; }","duration":"408.487511ms","start":"2026-03-04T02:14:13.427764Z","end":"2026-03-04T02:14:13.836251Z","steps":["trace[680879242] 'agreement among raft nodes before linearized reading' (duration: 408.127433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:13.836264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.769238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:13.836293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:13.427753Z","time spent":"408.530652ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-04T02:14:13.836316Z","caller":"traceutil/trace.go:171","msg":"trace[844303009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22782; }","duration":"361.8448ms","start":"2026-03-04T02:14:13.474455Z","end":"2026-03-04T02:14:13.8363Z","steps":["trace[844303009] 'agreement among raft nodes before linearized reading' (duration: 361.758678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:13.836381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:13.474444Z","time spent":"361.917962ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:14:13.836565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.493474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:13.836639Z","caller":"traceutil/trace.go:171","msg":"trace[1396306583] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22782; }","duration":"406.604977ms","start":"2026-03-04T02:14:13.430015Z","end":"2026-03-04T02:14:13.83662Z","steps":["trace[1396306583] 'agreement among raft nodes before linearized reading' (duration: 406.480794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:13.836691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:13.430006Z","time spent":"406.666368ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:14:13.836668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.801288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:13.836782Z","caller":"traceutil/trace.go:171","msg":"trace[316689305] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22782; }","duration":"408.947912ms","start":"2026-03-04T02:14:13.427806Z","end":"2026-03-04T02:14:13.836754Z","steps":["trace[316689305] 'agreement among raft nodes before linearized reading' (duration: 408.728407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:13.836844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:13.4278Z","time spent":"409.033924ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T02:14:13.836894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.62966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-04T02:14:13.837029Z","caller":"traceutil/trace.go:171","msg":"trace[434610207] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22782; }","duration":"404.783364ms","start":"2026-03-04T02:14:13.432216Z","end":"2026-03-04T02:14:13.837Z","steps":["trace[434610207] 'agreement among raft nodes before linearized reading' (duration: 404.412095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:13.837107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:13.43208Z","time spent":"405.01047ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-03-04T02:14:14.114835Z","caller":"traceutil/trace.go:171","msg":"trace[2082190576] transaction","detail":"{read_only:false; response_revision:22783; number_of_response:1; }","duration":"238.544198ms","start":"2026-03-04T02:14:13.87627Z","end":"2026-03-04T02:14:14.114814Z","steps":["trace[2082190576] 'process raft request' (duration: 238.431815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:14.138589Z","caller":"traceutil/trace.go:171","msg":"trace[735823496] transaction","detail":"{read_only:false; response_revision:22784; number_of_response:1; }","duration":"260.417799ms","start":"2026-03-04T02:14:13.87815Z","end":"2026-03-04T02:14:14.138568Z","steps":["trace[735823496] 'process raft request' (duration: 260.263475ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:14.138806Z","caller":"traceutil/trace.go:171","msg":"trace[1188467987] linearizableReadLoop","detail":"{readStateIndex:23601; appliedIndex:23600; }","duration":"113.681908ms","start":"2026-03-04T02:14:14.025095Z","end":"2026-03-04T02:14:14.138777Z","steps":["trace[1188467987] 'read index received' (duration: 89.707907ms)","trace[1188467987] 'applied index is now lower than readState.Index' (duration: 23.971751ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:14.138847Z","caller":"traceutil/trace.go:171","msg":"trace[2100363615] transaction","detail":"{read_only:false; response_revision:22785; number_of_response:1; }","duration":"110.672787ms","start":"2026-03-04T02:14:14.028166Z","end":"2026-03-04T02:14:14.138839Z","steps":["trace[2100363615] 'process raft request' (duration: 110.3704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:14.139261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.145878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:14:14.139347Z","caller":"traceutil/trace.go:171","msg":"trace[1324926896] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22785; }","duration":"114.242451ms","start":"2026-03-04T02:14:14.025087Z","end":"2026-03-04T02:14:14.139329Z","steps":["trace[1324926896] 'agreement among raft nodes before linearized reading' (duration: 113.7785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:14.294681Z","caller":"traceutil/trace.go:171","msg":"trace[1966108868] transaction","detail":"{read_only:false; response_revision:22788; number_of_response:1; }","duration":"151.455311ms","start":"2026-03-04T02:14:14.143192Z","end":"2026-03-04T02:14:14.294647Z","steps":["trace[1966108868] 'process raft request' (duration: 151.345779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:14.294698Z","caller":"traceutil/trace.go:171","msg":"trace[541949303] transaction","detail":"{read_only:false; response_revision:22787; number_of_response:1; }","duration":"151.638205ms","start":"2026-03-04T02:14:14.143023Z","end":"2026-03-04T02:14:14.294661Z","steps":["trace[541949303] 'process raft request' (duration: 151.311078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:14.294938Z","caller":"traceutil/trace.go:171","msg":"trace[1815639555] transaction","detail":"{read_only:false; response_revision:22789; number_of_response:1; }","duration":"151.362959ms","start":"2026-03-04T02:14:14.143549Z","end":"2026-03-04T02:14:14.294912Z","steps":["trace[1815639555] 'process raft request' (duration: 151.047662ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:14.295138Z","caller":"traceutil/trace.go:171","msg":"trace[1787384864] transaction","detail":"{read_only:false; response_revision:22790; number_of_response:1; }","duration":"151.450121ms","start":"2026-03-04T02:14:14.143672Z","end":"2026-03-04T02:14:14.295122Z","steps":["trace[1787384864] 'process raft request' (duration: 151.150874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:14.295122Z","caller":"traceutil/trace.go:171","msg":"trace[1197691610] linearizableReadLoop","detail":"{readStateIndex:23608; appliedIndex:23603; }","duration":"122.256128ms","start":"2026-03-04T02:14:14.172836Z","end":"2026-03-04T02:14:14.295092Z","steps":["trace[1197691610] 'read index received' (duration: 121.416559ms)","trace[1197691610] 'applied index is now lower than readState.Index' (duration: 838.149µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:14.295239Z","caller":"traceutil/trace.go:171","msg":"trace[1328042470] transaction","detail":"{read_only:false; response_revision:22791; number_of_response:1; }","duration":"151.360428ms","start":"2026-03-04T02:14:14.143812Z","end":"2026-03-04T02:14:14.295173Z","steps":["trace[1328042470] 'process raft request' (duration: 151.191614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:14.29534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.492664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18560"} {"level":"info","ts":"2026-03-04T02:14:14.295422Z","caller":"traceutil/trace.go:171","msg":"trace[236372156] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22791; }","duration":"122.609997ms","start":"2026-03-04T02:14:14.172794Z","end":"2026-03-04T02:14:14.295404Z","steps":["trace[236372156] 'agreement among raft nodes before linearized reading' (duration: 122.391132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:14.514958Z","caller":"traceutil/trace.go:171","msg":"trace[1235572500] transaction","detail":"{read_only:false; response_revision:22792; number_of_response:1; }","duration":"104.540065ms","start":"2026-03-04T02:14:14.410391Z","end":"2026-03-04T02:14:14.514931Z","steps":["trace[1235572500] 'process raft request' (duration: 104.364951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:14.898288Z","caller":"traceutil/trace.go:171","msg":"trace[885621279] linearizableReadLoop","detail":"{readStateIndex:23611; appliedIndex:23610; }","duration":"342.005265ms","start":"2026-03-04T02:14:14.556265Z","end":"2026-03-04T02:14:14.89827Z","steps":["trace[885621279] 'read index received' (duration: 341.833301ms)","trace[885621279] 'applied index is now lower than readState.Index' (duration: 171.264µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:14.898322Z","caller":"traceutil/trace.go:171","msg":"trace[1749346367] transaction","detail":"{read_only:false; response_revision:22794; number_of_response:1; }","duration":"348.938497ms","start":"2026-03-04T02:14:14.54936Z","end":"2026-03-04T02:14:14.898299Z","steps":["trace[1749346367] 'process raft request' (duration: 348.762433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:14.898398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.078106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:14.898419Z","caller":"traceutil/trace.go:171","msg":"trace[8723196] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22794; }","duration":"380.150127ms","start":"2026-03-04T02:14:14.518264Z","end":"2026-03-04T02:14:14.898414Z","steps":["trace[8723196] 'agreement among raft nodes before linearized reading' (duration: 380.094935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:14.89844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:14.518248Z","time spent":"380.187808ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:14:14.89844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:14.549335Z","time spent":"349.03928ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:14.971354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.227844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:14.971447Z","caller":"traceutil/trace.go:171","msg":"trace[1817039006] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:22795; }","duration":"124.381968ms","start":"2026-03-04T02:14:14.847042Z","end":"2026-03-04T02:14:14.971424Z","steps":["trace[1817039006] 'agreement among raft nodes before linearized reading' (duration: 124.219224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:43.464819Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20117} {"level":"info","ts":"2026-03-04T02:14:43.57395Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20117,"took":"105.480337ms","hash":1164268178,"current-db-size-bytes":45797376,"current-db-size":"46 MB","current-db-size-in-use-bytes":38170624,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-04T02:14:43.574034Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1164268178,"revision":20117,"compact-revision":18225} {"level":"info","ts":"2026-03-04T02:15:00.346548Z","caller":"traceutil/trace.go:171","msg":"trace[1298400787] linearizableReadLoop","detail":"{readStateIndex:24012; appliedIndex:24011; }","duration":"146.766981ms","start":"2026-03-04T02:15:00.199759Z","end":"2026-03-04T02:15:00.346526Z","steps":["trace[1298400787] 'read index received' (duration: 146.581397ms)","trace[1298400787] 'applied index is now lower than readState.Index' (duration: 184.964µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:15:00.346794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.022287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:15:00.346821Z","caller":"traceutil/trace.go:171","msg":"trace[1126949513] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23184; }","duration":"147.091969ms","start":"2026-03-04T02:15:00.199718Z","end":"2026-03-04T02:15:00.34681Z","steps":["trace[1126949513] 'agreement among raft nodes before linearized reading' (duration: 146.950486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:00.346963Z","caller":"traceutil/trace.go:171","msg":"trace[802003030] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"242.415707ms","start":"2026-03-04T02:15:00.104494Z","end":"2026-03-04T02:15:00.34691Z","steps":["trace[802003030] 'process raft request' (duration: 241.926706ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:00.50393Z","caller":"traceutil/trace.go:171","msg":"trace[1174864562] linearizableReadLoop","detail":"{readStateIndex:24013; appliedIndex:24012; }","duration":"152.25507ms","start":"2026-03-04T02:15:00.351645Z","end":"2026-03-04T02:15:00.5039Z","steps":["trace[1174864562] 'read index received' (duration: 152.099646ms)","trace[1174864562] 'applied index is now lower than readState.Index' (duration: 153.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:15:00.50395Z","caller":"traceutil/trace.go:171","msg":"trace[80403206] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"152.965537ms","start":"2026-03-04T02:15:00.350958Z","end":"2026-03-04T02:15:00.503923Z","steps":["trace[80403206] 'process raft request' (duration: 152.739061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:00.504176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.504136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:15:00.50426Z","caller":"traceutil/trace.go:171","msg":"trace[1525747462] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:23185; }","duration":"152.615129ms","start":"2026-03-04T02:15:00.351624Z","end":"2026-03-04T02:15:00.504239Z","steps":["trace[1525747462] 'agreement among raft nodes before linearized reading' (duration: 152.408364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:00.5997Z","caller":"traceutil/trace.go:171","msg":"trace[1929134072] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"247.157639ms","start":"2026-03-04T02:15:00.352518Z","end":"2026-03-04T02:15:00.599676Z","steps":["trace[1929134072] 'process raft request' (duration: 246.871043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:00.600054Z","caller":"traceutil/trace.go:171","msg":"trace[1852741365] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"244.797673ms","start":"2026-03-04T02:15:00.355229Z","end":"2026-03-04T02:15:00.600027Z","steps":["trace[1852741365] 'process raft request' (duration: 244.369193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:00.600084Z","caller":"traceutil/trace.go:171","msg":"trace[1821366670] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"182.576079ms","start":"2026-03-04T02:15:00.417495Z","end":"2026-03-04T02:15:00.600071Z","steps":["trace[1821366670] 'process raft request' (duration: 182.158509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:00.600296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.231737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:15:00.600386Z","caller":"traceutil/trace.go:171","msg":"trace[639222137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23189; }","duration":"178.36756ms","start":"2026-03-04T02:15:00.421999Z","end":"2026-03-04T02:15:00.600366Z","steps":["trace[639222137] 'agreement among raft nodes before linearized reading' (duration: 178.079564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:00.600697Z","caller":"traceutil/trace.go:171","msg":"trace[904750252] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"181.553125ms","start":"2026-03-04T02:15:00.419082Z","end":"2026-03-04T02:15:00.600636Z","steps":["trace[904750252] 'process raft request' (duration: 180.611113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:00.778504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.64239ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:15:00.778718Z","caller":"traceutil/trace.go:171","msg":"trace[1192458528] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23189; }","duration":"170.876755ms","start":"2026-03-04T02:15:00.607823Z","end":"2026-03-04T02:15:00.778699Z","steps":["trace[1192458528] 'range keys from in-memory index tree' (duration: 170.628349ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:00.820374Z","caller":"traceutil/trace.go:171","msg":"trace[9189030] linearizableReadLoop","detail":"{readStateIndex:24018; appliedIndex:24017; }","duration":"220.615938ms","start":"2026-03-04T02:15:00.599734Z","end":"2026-03-04T02:15:00.82035Z","steps":["trace[9189030] 'read index received' (duration: 220.560897ms)","trace[9189030] 'applied index is now lower than readState.Index' (duration: 51.081µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:15:00.820824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.098747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:15:00.820993Z","caller":"traceutil/trace.go:171","msg":"trace[169209259] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23190; }","duration":"232.429614ms","start":"2026-03-04T02:15:00.588539Z","end":"2026-03-04T02:15:00.820969Z","steps":["trace[169209259] 'agreement among raft nodes before linearized reading' (duration: 231.937703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:00.82108Z","caller":"traceutil/trace.go:171","msg":"trace[1874575494] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"314.023213ms","start":"2026-03-04T02:15:00.507035Z","end":"2026-03-04T02:15:00.821058Z","steps":["trace[1874575494] 'process raft request' (duration: 313.133642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:00.821418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:00.507014Z","time spent":"314.214357ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5614,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:15:00.822092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.047332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5540"} {"level":"info","ts":"2026-03-04T02:15:00.822176Z","caller":"traceutil/trace.go:171","msg":"trace[2074860288] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23192; }","duration":"219.164824ms","start":"2026-03-04T02:15:00.602994Z","end":"2026-03-04T02:15:00.822159Z","steps":["trace[2074860288] 'agreement among raft nodes before linearized reading' (duration: 218.852227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:00.822547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.383308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:15:00.822589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.148292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:15:00.822621Z","caller":"traceutil/trace.go:171","msg":"trace[1552207169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23192; }","duration":"174.208473ms","start":"2026-03-04T02:15:00.648405Z","end":"2026-03-04T02:15:00.822614Z","steps":["trace[1552207169] 'agreement among raft nodes before linearized reading' (duration: 174.128461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:00.822602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.203418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:15:00.822633Z","caller":"traceutil/trace.go:171","msg":"trace[1019908187] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23192; }","duration":"171.49991ms","start":"2026-03-04T02:15:00.65111Z","end":"2026-03-04T02:15:00.82261Z","steps":["trace[1019908187] 'agreement among raft nodes before linearized reading' (duration: 171.232994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:00.822665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.839455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:15:00.822749Z","caller":"traceutil/trace.go:171","msg":"trace[1675090533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23192; }","duration":"170.939377ms","start":"2026-03-04T02:15:00.651787Z","end":"2026-03-04T02:15:00.822726Z","steps":["trace[1675090533] 'agreement among raft nodes before linearized reading' (duration: 170.625509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:00.822804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.365827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:15:00.822826Z","caller":"traceutil/trace.go:171","msg":"trace[57624677] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"217.949696ms","start":"2026-03-04T02:15:00.604867Z","end":"2026-03-04T02:15:00.822817Z","steps":["trace[57624677] 'process raft request' (duration: 216.783298ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:00.822858Z","caller":"traceutil/trace.go:171","msg":"trace[1950249298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23192; }","duration":"171.447478ms","start":"2026-03-04T02:15:00.651399Z","end":"2026-03-04T02:15:00.822847Z","steps":["trace[1950249298] 'agreement among raft nodes before linearized reading' (duration: 171.318385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:00.822677Z","caller":"traceutil/trace.go:171","msg":"trace[2067833709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23192; }","duration":"193.334241ms","start":"2026-03-04T02:15:00.629323Z","end":"2026-03-04T02:15:00.822657Z","steps":["trace[2067833709] 'agreement among raft nodes before linearized reading' (duration: 193.043264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:42.269523Z","caller":"traceutil/trace.go:171","msg":"trace[1651130089] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"126.246502ms","start":"2026-03-04T02:15:42.143257Z","end":"2026-03-04T02:15:42.269504Z","steps":["trace[1651130089] 'process raft request' (duration: 126.102259ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:56.261084Z","caller":"traceutil/trace.go:171","msg":"trace[1718260609] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"163.507373ms","start":"2026-03-04T02:15:56.097561Z","end":"2026-03-04T02:15:56.261069Z","steps":["trace[1718260609] 'process raft request' (duration: 163.39817ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:56.263373Z","caller":"traceutil/trace.go:171","msg":"trace[1613658369] linearizableReadLoop","detail":"{readStateIndex:24575; appliedIndex:24574; }","duration":"108.816104ms","start":"2026-03-04T02:15:56.154535Z","end":"2026-03-04T02:15:56.263351Z","steps":["trace[1613658369] 'read index received' (duration: 106.647564ms)","trace[1613658369] 'applied index is now lower than readState.Index' (duration: 2.16766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:15:56.263782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.221354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:15:56.264208Z","caller":"traceutil/trace.go:171","msg":"trace[245342465] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"118.146432ms","start":"2026-03-04T02:15:56.14602Z","end":"2026-03-04T02:15:56.264167Z","steps":["trace[245342465] 'process raft request' (duration: 117.225611ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:56.263903Z","caller":"traceutil/trace.go:171","msg":"trace[2069271310] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23733; }","duration":"109.388798ms","start":"2026-03-04T02:15:56.154485Z","end":"2026-03-04T02:15:56.263874Z","steps":["trace[2069271310] 'agreement among raft nodes before linearized reading' (duration: 109.039969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:01.152272Z","caller":"traceutil/trace.go:171","msg":"trace[1608768881] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"325.861699ms","start":"2026-03-04T02:16:00.826385Z","end":"2026-03-04T02:16:01.152247Z","steps":["trace[1608768881] 'process raft request' (duration: 325.687545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:01.152437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:00.826355Z","time spent":"326.001092ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:01.195973Z","caller":"traceutil/trace.go:171","msg":"trace[2041689083] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"360.717804ms","start":"2026-03-04T02:16:00.835225Z","end":"2026-03-04T02:16:01.195942Z","steps":["trace[2041689083] 'process raft request' (duration: 360.493629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:01.196006Z","caller":"traceutil/trace.go:171","msg":"trace[775127437] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"352.539693ms","start":"2026-03-04T02:16:00.843431Z","end":"2026-03-04T02:16:01.195971Z","steps":["trace[775127437] 'process raft request' (duration: 352.4247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:01.196155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:00.835203Z","time spent":"360.852626ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:01.196172Z","caller":"traceutil/trace.go:171","msg":"trace[919546892] linearizableReadLoop","detail":"{readStateIndex:24645; appliedIndex:24642; }","duration":"199.195328ms","start":"2026-03-04T02:16:00.996951Z","end":"2026-03-04T02:16:01.196146Z","steps":["trace[919546892] 'read index received' (duration: 155.127198ms)","trace[919546892] 'applied index is now lower than readState.Index' (duration: 44.066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:01.196218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:00.843417Z","time spent":"352.676965ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:01.196409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.422183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:01.196509Z","caller":"traceutil/trace.go:171","msg":"trace[248965916] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23801; }","duration":"199.589007ms","start":"2026-03-04T02:16:00.996897Z","end":"2026-03-04T02:16:01.196486Z","steps":["trace[248965916] 'agreement among raft nodes before linearized reading' (duration: 199.376772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:06.854915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:06.435945Z","time spent":"418.966316ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:07.38208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:07.882217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:08.382767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:08.688085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.831204056s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:09.474668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99952796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:09.474757Z","caller":"traceutil/trace.go:171","msg":"trace[356780016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999673144s","start":"2026-03-04T02:16:07.475064Z","end":"2026-03-04T02:16:09.474737Z","steps":["trace[356780016] 'agreement among raft nodes before linearized reading' (duration: 1.999563861s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:09.474804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.475041Z","time spent":"1.999752735s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:09.735021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04660184s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:09.735288Z","caller":"traceutil/trace.go:171","msg":"trace[623506690] transaction","detail":"{read_only:false; response_revision:23836; number_of_response:1; }","duration":"3.202141359s","start":"2026-03-04T02:16:06.533118Z","end":"2026-03-04T02:16:09.735259Z","steps":["trace[623506690] 'process raft request' (duration: 2.155154001s)","trace[623506690] 'compare' (duration: 1.044818877s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:09.735394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:06.533088Z","time spent":"3.202257331s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:09.735537Z","caller":"traceutil/trace.go:171","msg":"trace[1000405892] transaction","detail":"{read_only:false; response_revision:23837; number_of_response:1; }","duration":"2.919466569s","start":"2026-03-04T02:16:06.816023Z","end":"2026-03-04T02:16:09.73549Z","steps":["trace[1000405892] 'process raft request' (duration: 2.919121391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:09.737197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:06.815999Z","time spent":"2.921104818s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:09.819915Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.087977687s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:09.820797Z","caller":"traceutil/trace.go:171","msg":"trace[909197911] linearizableReadLoop","detail":"{readStateIndex:24691; appliedIndex:24682; }","duration":"2.939331294s","start":"2026-03-04T02:16:06.881436Z","end":"2026-03-04T02:16:09.820767Z","steps":["trace[909197911] 'read index received' (duration: 1.806848627s)","trace[909197911] 'applied index is now lower than readState.Index' (duration: 1.132481687s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:09.820897Z","caller":"traceutil/trace.go:171","msg":"trace[217766775] transaction","detail":"{read_only:false; response_revision:23841; number_of_response:1; }","duration":"2.597978743s","start":"2026-03-04T02:16:07.222907Z","end":"2026-03-04T02:16:09.820886Z","steps":["trace[217766775] 'process raft request' (duration: 2.597717667s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:09.820874Z","caller":"traceutil/trace.go:171","msg":"trace[1152807099] transaction","detail":"{read_only:false; response_revision:23840; number_of_response:1; }","duration":"2.598418053s","start":"2026-03-04T02:16:07.222406Z","end":"2026-03-04T02:16:09.820824Z","steps":["trace[1152807099] 'process raft request' (duration: 2.598177877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:09.821059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.222384Z","time spent":"2.598580457s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:09.821282Z","caller":"traceutil/trace.go:171","msg":"trace[669520254] transaction","detail":"{read_only:false; response_revision:23843; number_of_response:1; }","duration":"2.42934044s","start":"2026-03-04T02:16:07.391912Z","end":"2026-03-04T02:16:09.821253Z","steps":["trace[669520254] 'process raft request' (duration: 2.428776776s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:09.821383Z","caller":"traceutil/trace.go:171","msg":"trace[1971186716] transaction","detail":"{read_only:false; response_revision:23838; number_of_response:1; }","duration":"2.965353212s","start":"2026-03-04T02:16:06.856011Z","end":"2026-03-04T02:16:09.821364Z","steps":["trace[1971186716] 'process raft request' (duration: 2.964216706s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:09.821426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.391886Z","time spent":"2.429464383s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:09.821443Z","caller":"traceutil/trace.go:171","msg":"trace[166173011] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"2.597671145s","start":"2026-03-04T02:16:07.223748Z","end":"2026-03-04T02:16:09.821419Z","steps":["trace[166173011] 'process raft request' (duration: 2.596909858s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:09.821504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:06.855984Z","time spent":"2.965449734s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:09.821546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.223727Z","time spent":"2.597756358s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:09.821575Z","caller":"traceutil/trace.go:171","msg":"trace[717070791] transaction","detail":"{read_only:false; response_revision:23839; number_of_response:1; }","duration":"2.650133302s","start":"2026-03-04T02:16:07.171377Z","end":"2026-03-04T02:16:09.82151Z","steps":["trace[717070791] 'process raft request' (duration: 2.649107648s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:09.821712Z","caller":"traceutil/trace.go:171","msg":"trace[1462179490] transaction","detail":"{read_only:false; response_revision:23844; number_of_response:1; }","duration":"2.341727091s","start":"2026-03-04T02:16:07.479963Z","end":"2026-03-04T02:16:09.82169Z","steps":["trace[1462179490] 'process raft request' (duration: 2.340757668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:09.821782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.171352Z","time spent":"2.650328937s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:09.821868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.479947Z","time spent":"2.341841634s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:09.821952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940512752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-04T02:16:09.821991Z","caller":"traceutil/trace.go:171","msg":"trace[893617297] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23844; }","duration":"2.940592793s","start":"2026-03-04T02:16:06.881387Z","end":"2026-03-04T02:16:09.82198Z","steps":["trace[893617297] 'agreement among raft nodes before linearized reading' (duration: 2.94044544s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:09.822037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:06.881374Z","time spent":"2.940641434s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T02:16:09.823109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.222898Z","time spent":"2.598028054s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:10.288401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.878142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:10.288504Z","caller":"traceutil/trace.go:171","msg":"trace[1692792183] linearizableReadLoop","detail":"{readStateIndex:24692; appliedIndex:24691; }","duration":"467.631384ms","start":"2026-03-04T02:16:09.820856Z","end":"2026-03-04T02:16:10.288487Z","steps":["trace[1692792183] 'read index received' (duration: 350.559817ms)","trace[1692792183] 'applied index is now lower than readState.Index' (duration: 117.070437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:10.288631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.145235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:10.288653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647394917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-98f5f69bd-jlslp\" ","response":"range_response_count:1 size:8647"} {"level":"warn","ts":"2026-03-04T02:16:10.288658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107903544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:10.288677Z","caller":"traceutil/trace.go:171","msg":"trace[303264580] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-98f5f69bd-jlslp; range_end:; response_count:1; response_revision:23845; }","duration":"1.647450209s","start":"2026-03-04T02:16:08.64122Z","end":"2026-03-04T02:16:10.28867Z","steps":["trace[303264580] 'agreement among raft nodes before linearized reading' (duration: 1.647278075s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.288683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.444316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:10.288692Z","caller":"traceutil/trace.go:171","msg":"trace[620760497] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23845; }","duration":"2.107970696s","start":"2026-03-04T02:16:08.18071Z","end":"2026-03-04T02:16:10.288681Z","steps":["trace[620760497] 'agreement among raft nodes before linearized reading' (duration: 2.107879824s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:10.288719Z","caller":"traceutil/trace.go:171","msg":"trace[258291067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23845; }","duration":"605.511977ms","start":"2026-03-04T02:16:09.683193Z","end":"2026-03-04T02:16:10.288705Z","steps":["trace[258291067] 'agreement among raft nodes before linearized reading' (duration: 605.471236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:10.288719Z","caller":"traceutil/trace.go:171","msg":"trace[846651400] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"1.247103287s","start":"2026-03-04T02:16:09.041603Z","end":"2026-03-04T02:16:10.288706Z","steps":["trace[846651400] 'process raft request' (duration: 1.129800685s)","trace[846651400] 'compare' (duration: 116.175716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:10.288728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:08.180689Z","time spent":"2.108029777s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:10.288755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:09.683175Z","time spent":"605.573309ms","remote":"127.0.0.1:47194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:10.288783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:09.041567Z","time spent":"1.247183439s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:10.288778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04694845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:16:10.288827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.710546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:10.288843Z","caller":"traceutil/trace.go:171","msg":"trace[140171967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23845; }","duration":"813.750266ms","start":"2026-03-04T02:16:09.475088Z","end":"2026-03-04T02:16:10.288838Z","steps":["trace[140171967] 'agreement among raft nodes before linearized reading' (duration: 813.728246ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:10.288843Z","caller":"traceutil/trace.go:171","msg":"trace[1876780558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23845; }","duration":"3.047053352s","start":"2026-03-04T02:16:07.241772Z","end":"2026-03-04T02:16:10.288825Z","steps":["trace[1876780558] 'agreement among raft nodes before linearized reading' (duration: 3.046840987s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.288856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:09.475072Z","time spent":"813.781498ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:10.288882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.241762Z","time spent":"3.047110044s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:10.288923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.467371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:10.288945Z","caller":"traceutil/trace.go:171","msg":"trace[1211813269] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23845; }","duration":"624.516112ms","start":"2026-03-04T02:16:09.664423Z","end":"2026-03-04T02:16:10.288939Z","steps":["trace[1211813269] 'agreement among raft nodes before linearized reading' (duration: 624.473311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.288968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:09.664409Z","time spent":"624.554382ms","remote":"127.0.0.1:41392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:10.288975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055479039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:16:10.289011Z","caller":"traceutil/trace.go:171","msg":"trace[1732845429] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23845; }","duration":"3.055558801s","start":"2026-03-04T02:16:07.233442Z","end":"2026-03-04T02:16:10.289Z","steps":["trace[1732845429] 'agreement among raft nodes before linearized reading' (duration: 3.055456949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.289038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451087137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"warn","ts":"2026-03-04T02:16:10.289039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.233413Z","time spent":"3.055618703s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:16:10.289054Z","caller":"traceutil/trace.go:171","msg":"trace[683169420] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23845; }","duration":"1.451143868s","start":"2026-03-04T02:16:08.837904Z","end":"2026-03-04T02:16:10.289047Z","steps":["trace[683169420] 'agreement among raft nodes before linearized reading' (duration: 1.451052826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.289015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04435815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:16:10.289327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.438296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-04T02:16:10.289342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042707611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:16:10.289358Z","caller":"traceutil/trace.go:171","msg":"trace[2035097897] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23845; }","duration":"460.538767ms","start":"2026-03-04T02:16:09.828811Z","end":"2026-03-04T02:16:10.28935Z","steps":["trace[2035097897] 'agreement among raft nodes before linearized reading' (duration: 460.462316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.289369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.660898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T02:16:10.289378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:09.828795Z","time spent":"460.579269ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-04T02:16:10.289379Z","caller":"traceutil/trace.go:171","msg":"trace[1374004271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23845; }","duration":"3.042744952s","start":"2026-03-04T02:16:07.246623Z","end":"2026-03-04T02:16:10.289368Z","steps":["trace[1374004271] 'agreement among raft nodes before linearized reading' (duration: 3.04264367s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:10.289391Z","caller":"traceutil/trace.go:171","msg":"trace[884668808] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23845; }","duration":"462.681738ms","start":"2026-03-04T02:16:09.826703Z","end":"2026-03-04T02:16:10.289384Z","steps":["trace[884668808] 'agreement among raft nodes before linearized reading' (duration: 462.583316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:10.289375Z","caller":"traceutil/trace.go:171","msg":"trace[779531518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23845; }","duration":"3.044720958s","start":"2026-03-04T02:16:07.244596Z","end":"2026-03-04T02:16:10.289317Z","steps":["trace[779531518] 'agreement among raft nodes before linearized reading' (duration: 3.044238656s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.28941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.246594Z","time spent":"3.042808874s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:10.289415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:09.82664Z","time spent":"462.76925ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:16:10.289455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.244583Z","time spent":"3.044852791s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:16:10.2887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:08.641204Z","time spent":"1.647488109s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8669,"request content":"key:\"/registry/pods/openstack/magnum-api-98f5f69bd-jlslp\" "} {"level":"warn","ts":"2026-03-04T02:16:10.288805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.876737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:16:10.289783Z","caller":"traceutil/trace.go:171","msg":"trace[1341353768] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23845; }","duration":"763.87672ms","start":"2026-03-04T02:16:09.525888Z","end":"2026-03-04T02:16:10.289765Z","steps":["trace[1341353768] 'agreement among raft nodes before linearized reading' (duration: 762.825106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.289822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:09.525866Z","time spent":"763.943712ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:10.288948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430915855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:10.28988Z","caller":"traceutil/trace.go:171","msg":"trace[304569272] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23845; }","duration":"1.431857907s","start":"2026-03-04T02:16:08.858001Z","end":"2026-03-04T02:16:10.289858Z","steps":["trace[304569272] 'agreement among raft nodes before linearized reading' (duration: 1.430930406s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:10.28868Z","caller":"traceutil/trace.go:171","msg":"trace[601586727] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23845; }","duration":"580.235787ms","start":"2026-03-04T02:16:09.708432Z","end":"2026-03-04T02:16:10.288667Z","steps":["trace[601586727] 'agreement among raft nodes before linearized reading' (duration: 580.147844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.289947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:08.857984Z","time spent":"1.431939909s","remote":"127.0.0.1:35736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:10.289994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:09.708413Z","time spent":"581.536817ms","remote":"127.0.0.1:42038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:10.289067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:08.837872Z","time spent":"1.45119146s","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418373,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T02:16:10.289167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147678005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:16:10.290314Z","caller":"traceutil/trace.go:171","msg":"trace[310439195] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23845; }","duration":"3.148859623s","start":"2026-03-04T02:16:07.141443Z","end":"2026-03-04T02:16:10.290303Z","steps":["trace[310439195] 'agreement among raft nodes before linearized reading' (duration: 3.147656865s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.290348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.141422Z","time spent":"3.148914845s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:16:10.289176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04565615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:16:10.290474Z","caller":"traceutil/trace.go:171","msg":"trace[194315563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23845; }","duration":"3.046981661s","start":"2026-03-04T02:16:07.243485Z","end":"2026-03-04T02:16:10.290467Z","steps":["trace[194315563] 'agreement among raft nodes before linearized reading' (duration: 3.045643139s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.290495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.24347Z","time spent":"3.047018642s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:10.289197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04650213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:16:10.290594Z","caller":"traceutil/trace.go:171","msg":"trace[608951491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23845; }","duration":"3.047910362s","start":"2026-03-04T02:16:07.242671Z","end":"2026-03-04T02:16:10.290581Z","steps":["trace[608951491] 'agreement among raft nodes before linearized reading' (duration: 3.046487729s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.290631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.24266Z","time spent":"3.047960104s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:16:10.289213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268423979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:10.289212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748466561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:10.290762Z","caller":"traceutil/trace.go:171","msg":"trace[1239539686] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23845; }","duration":"3.269966335s","start":"2026-03-04T02:16:07.020764Z","end":"2026-03-04T02:16:10.290731Z","steps":["trace[1239539686] 'agreement among raft nodes before linearized reading' (duration: 3.268422539s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:10.290815Z","caller":"traceutil/trace.go:171","msg":"trace[1832183305] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23845; }","duration":"2.750069278s","start":"2026-03-04T02:16:07.540734Z","end":"2026-03-04T02:16:10.290804Z","steps":["trace[1832183305] 'agreement among raft nodes before linearized reading' (duration: 2.748449311s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.290849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.540668Z","time spent":"2.750167751s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:10.290853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.020757Z","time spent":"3.270059807s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:10.289256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268597693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:10.290956Z","caller":"traceutil/trace.go:171","msg":"trace[1361966800] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23845; }","duration":"3.270349663s","start":"2026-03-04T02:16:07.020586Z","end":"2026-03-04T02:16:10.290935Z","steps":["trace[1361966800] 'agreement among raft nodes before linearized reading' (duration: 3.268645904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.290999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:07.020534Z","time spent":"3.270450366s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:10.288623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.148199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:10.291126Z","caller":"traceutil/trace.go:171","msg":"trace[407370098] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23845; }","duration":"749.699729ms","start":"2026-03-04T02:16:09.541415Z","end":"2026-03-04T02:16:10.291115Z","steps":["trace[407370098] 'agreement among raft nodes before linearized reading' (duration: 747.116368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.291157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:09.541402Z","time spent":"749.744579ms","remote":"127.0.0.1:37920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:10.289273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.652395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:10.291228Z","caller":"traceutil/trace.go:171","msg":"trace[308046586] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23845; }","duration":"469.633841ms","start":"2026-03-04T02:16:09.821586Z","end":"2026-03-04T02:16:10.29122Z","steps":["trace[308046586] 'agreement among raft nodes before linearized reading' (duration: 467.663515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.291255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:09.821544Z","time spent":"469.702053ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:10.894553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.182048ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:10.894632Z","caller":"traceutil/trace.go:171","msg":"trace[1327082839] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23845; }","duration":"282.27084ms","start":"2026-03-04T02:16:10.612349Z","end":"2026-03-04T02:16:10.89462Z","steps":["trace[1327082839] 'range keys from in-memory index tree' (duration: 282.168107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.895288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.809219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:10.895331Z","caller":"traceutil/trace.go:171","msg":"trace[1355384384] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"603.011609ms","start":"2026-03-04T02:16:10.292313Z","end":"2026-03-04T02:16:10.895324Z","steps":["trace[1355384384] 'process raft request' (duration: 460.123878ms)","trace[1355384384] 'compare' (duration: 142.370059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:10.895359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:10.292296Z","time spent":"603.04855ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:10.89606Z","caller":"traceutil/trace.go:171","msg":"trace[104036698] linearizableReadLoop","detail":"{readStateIndex:24696; appliedIndex:24692; }","duration":"602.395734ms","start":"2026-03-04T02:16:10.293642Z","end":"2026-03-04T02:16:10.896038Z","steps":["trace[104036698] 'read index received' (duration: 458.810737ms)","trace[104036698] 'applied index is now lower than readState.Index' (duration: 143.584187ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:10.896354Z","caller":"traceutil/trace.go:171","msg":"trace[1772128131] transaction","detail":"{read_only:false; response_revision:23847; number_of_response:1; }","duration":"603.533172ms","start":"2026-03-04T02:16:10.292809Z","end":"2026-03-04T02:16:10.896342Z","steps":["trace[1772128131] 'process raft request' (duration: 602.941268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.89645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:10.292792Z","time spent":"603.591722ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:10.896655Z","caller":"traceutil/trace.go:171","msg":"trace[1008122840] transaction","detail":"{read_only:false; response_revision:23848; number_of_response:1; }","duration":"603.216104ms","start":"2026-03-04T02:16:10.293427Z","end":"2026-03-04T02:16:10.896644Z","steps":["trace[1008122840] 'process raft request' (duration: 602.405815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.896709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:10.293419Z","time spent":"603.259744ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:10.896849Z","caller":"traceutil/trace.go:171","msg":"trace[1100334517] transaction","detail":"{read_only:false; response_revision:23849; number_of_response:1; }","duration":"603.249464ms","start":"2026-03-04T02:16:10.29359Z","end":"2026-03-04T02:16:10.89684Z","steps":["trace[1100334517] 'process raft request' (duration: 602.279001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.896898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:10.293583Z","time spent":"603.287366ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:10.897028Z","caller":"traceutil/trace.go:171","msg":"trace[1109138134] transaction","detail":"{read_only:false; response_revision:23850; number_of_response:1; }","duration":"603.388888ms","start":"2026-03-04T02:16:10.29363Z","end":"2026-03-04T02:16:10.897019Z","steps":["trace[1109138134] 'process raft request' (duration: 602.270052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.897082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:10.293615Z","time spent":"603.440219ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:10.897193Z","caller":"traceutil/trace.go:171","msg":"trace[1302767739] transaction","detail":"{read_only:false; response_revision:23852; number_of_response:1; }","duration":"599.832764ms","start":"2026-03-04T02:16:10.29732Z","end":"2026-03-04T02:16:10.897153Z","steps":["trace[1302767739] 'process raft request' (duration: 598.640047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.897325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.658454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:16:10.897197Z","caller":"traceutil/trace.go:171","msg":"trace[796398591] transaction","detail":"{read_only:false; response_revision:23851; number_of_response:1; }","duration":"600.466479ms","start":"2026-03-04T02:16:10.296685Z","end":"2026-03-04T02:16:10.897152Z","steps":["trace[796398591] 'process raft request' (duration: 599.244381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.897394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:10.297305Z","time spent":"599.980939ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8445,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:10.897409Z","caller":"traceutil/trace.go:171","msg":"trace[865622910] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23852; }","duration":"603.765947ms","start":"2026-03-04T02:16:10.293625Z","end":"2026-03-04T02:16:10.897391Z","steps":["trace[865622910] 'agreement among raft nodes before linearized reading' (duration: 603.503741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.897468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:10.293618Z","time spent":"603.840699ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:16:10.897502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:10.29667Z","time spent":"600.772697ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:10.903898Z","caller":"traceutil/trace.go:171","msg":"trace[380421956] transaction","detail":"{read_only:false; response_revision:23853; number_of_response:1; }","duration":"114.397355ms","start":"2026-03-04T02:16:10.789481Z","end":"2026-03-04T02:16:10.903879Z","steps":["trace[380421956] 'process raft request' (duration: 113.845522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.903967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.813404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:16:10.904029Z","caller":"traceutil/trace.go:171","msg":"trace[1320066597] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997; range_end:; response_count:1; response_revision:23853; }","duration":"605.900177ms","start":"2026-03-04T02:16:10.298111Z","end":"2026-03-04T02:16:10.904011Z","steps":["trace[1320066597] 'agreement among raft nodes before linearized reading' (duration: 605.714532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.904055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:10.298105Z","time spent":"605.942788ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" "} {"level":"warn","ts":"2026-03-04T02:16:10.90416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.609083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:10.904187Z","caller":"traceutil/trace.go:171","msg":"trace[264119156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23853; }","duration":"603.661235ms","start":"2026-03-04T02:16:10.300518Z","end":"2026-03-04T02:16:10.904179Z","steps":["trace[264119156] 'agreement among raft nodes before linearized reading' (duration: 603.609123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:10.904208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:10.300505Z","time spent":"603.697455ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:10.904278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.504258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:10.904322Z","caller":"traceutil/trace.go:171","msg":"trace[839797370] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23853; }","duration":"126.630981ms","start":"2026-03-04T02:16:10.777681Z","end":"2026-03-04T02:16:10.904312Z","steps":["trace[839797370] 'agreement among raft nodes before linearized reading' (duration: 126.520708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:11.776452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732329,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:16:11.904478Z","caller":"traceutil/trace.go:171","msg":"trace[1432867973] transaction","detail":"{read_only:false; response_revision:23860; number_of_response:1; }","duration":"635.396306ms","start":"2026-03-04T02:16:11.269061Z","end":"2026-03-04T02:16:11.904457Z","steps":["trace[1432867973] 'process raft request' (duration: 635.280554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:11.904621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:11.269031Z","time spent":"635.501559ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:13.317219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.04781ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:16:13.318062Z","caller":"traceutil/trace.go:171","msg":"trace[822047865] transaction","detail":"{read_only:false; response_revision:23861; number_of_response:1; }","duration":"1.491551933s","start":"2026-03-04T02:16:11.826494Z","end":"2026-03-04T02:16:13.318046Z","steps":["trace[822047865] 'process raft request' (duration: 1.490817246s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.318145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:11.826472Z","time spent":"1.491624755s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:13.473525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000004191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:13.473608Z","caller":"traceutil/trace.go:171","msg":"trace[370204934] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146134s","start":"2026-03-04T02:16:11.473439Z","end":"2026-03-04T02:16:13.473586Z","steps":["trace[370204934] 'agreement among raft nodes before linearized reading' (duration: 2.000036832s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.473653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:11.473419Z","time spent":"2.000224697s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:13.900637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.467208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:13.90095Z","caller":"traceutil/trace.go:171","msg":"trace[2145860619] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"1.597726175s","start":"2026-03-04T02:16:12.303206Z","end":"2026-03-04T02:16:13.900933Z","steps":["trace[2145860619] 'process raft request' (duration: 1.597685654s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.901027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:12.303187Z","time spent":"1.597806228s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:13.901067Z","caller":"traceutil/trace.go:171","msg":"trace[1406830226] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"2.07222953s","start":"2026-03-04T02:16:11.828792Z","end":"2026-03-04T02:16:13.901021Z","steps":["trace[1406830226] 'process raft request' (duration: 2.071933503s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.901078Z","caller":"traceutil/trace.go:171","msg":"trace[341787000] transaction","detail":"{read_only:false; response_revision:23865; number_of_response:1; }","duration":"2.071649257s","start":"2026-03-04T02:16:11.829378Z","end":"2026-03-04T02:16:13.901027Z","steps":["trace[341787000] 'process raft request' (duration: 2.071440942s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.901079Z","caller":"traceutil/trace.go:171","msg":"trace[122269473] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"2.070622973s","start":"2026-03-04T02:16:11.830417Z","end":"2026-03-04T02:16:13.90104Z","steps":["trace[122269473] 'process raft request' (duration: 2.070436548s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.901142Z","caller":"traceutil/trace.go:171","msg":"trace[363093881] linearizableReadLoop","detail":"{readStateIndex:24708; appliedIndex:24706; }","duration":"2.625135148s","start":"2026-03-04T02:16:11.275996Z","end":"2026-03-04T02:16:13.901131Z","steps":["trace[363093881] 'read index received' (duration: 628.374952ms)","trace[363093881] 'applied index is now lower than readState.Index' (duration: 1.996759026s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:13.90125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:11.828766Z","time spent":"2.072392574s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:13.901261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:11.829364Z","time spent":"2.07180164s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:13.901299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625309942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:16:13.901074Z","caller":"traceutil/trace.go:171","msg":"trace[983140875] transaction","detail":"{read_only:false; response_revision:23864; number_of_response:1; }","duration":"2.071725898s","start":"2026-03-04T02:16:11.829317Z","end":"2026-03-04T02:16:13.901043Z","steps":["trace[983140875] 'process raft request' (duration: 2.071464812s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.901327Z","caller":"traceutil/trace.go:171","msg":"trace[320275134] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23867; }","duration":"2.625381413s","start":"2026-03-04T02:16:11.275937Z","end":"2026-03-04T02:16:13.901319Z","steps":["trace[320275134] 'agreement among raft nodes before linearized reading' (duration: 2.625272301s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.901362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:11.27592Z","time spent":"2.625435775s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:16:13.901371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:11.829299Z","time spent":"2.072032996s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:13.901278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:11.830396Z","time spent":"2.070777166s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:13.901421Z","caller":"traceutil/trace.go:171","msg":"trace[219284483] transaction","detail":"{read_only:false; response_revision:23862; number_of_response:1; }","duration":"2.073705984s","start":"2026-03-04T02:16:11.8277Z","end":"2026-03-04T02:16:13.901406Z","steps":["trace[219284483] 'process raft request' (duration: 1.490338285s)","trace[219284483] 'compare' (duration: 581.157108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:13.90148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:11.827681Z","time spent":"2.073769396s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:13.901493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594995883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:13.901586Z","caller":"traceutil/trace.go:171","msg":"trace[2032199061] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23867; }","duration":"2.595138146s","start":"2026-03-04T02:16:11.306388Z","end":"2026-03-04T02:16:13.901526Z","steps":["trace[2032199061] 'agreement among raft nodes before linearized reading' (duration: 2.595048624s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.901619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.50796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:16:13.901648Z","caller":"traceutil/trace.go:171","msg":"trace[1975167842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23867; }","duration":"999.554451ms","start":"2026-03-04T02:16:12.902085Z","end":"2026-03-04T02:16:13.901639Z","steps":["trace[1975167842] 'agreement among raft nodes before linearized reading' (duration: 999.399717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.90168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:12.902077Z","time spent":"999.597622ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:13.90168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.463893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:16:13.901699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736851589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:13.901684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000844771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:16:13.901738Z","caller":"traceutil/trace.go:171","msg":"trace[1677951487] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23867; }","duration":"1.736973962s","start":"2026-03-04T02:16:12.164752Z","end":"2026-03-04T02:16:13.901726Z","steps":["trace[1677951487] 'agreement among raft nodes before linearized reading' (duration: 1.73691467s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.901774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.830393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:13.901779Z","caller":"traceutil/trace.go:171","msg":"trace[1326029858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23867; }","duration":"1.000962154s","start":"2026-03-04T02:16:12.900795Z","end":"2026-03-04T02:16:13.901757Z","steps":["trace[1326029858] 'agreement among raft nodes before linearized reading' (duration: 1.000644456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.901786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.810337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:13.901808Z","caller":"traceutil/trace.go:171","msg":"trace[1255665276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23867; }","duration":"428.028528ms","start":"2026-03-04T02:16:13.473771Z","end":"2026-03-04T02:16:13.9018Z","steps":["trace[1255665276] 'agreement among raft nodes before linearized reading' (duration: 427.977086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.901801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.461138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:16:13.901822Z","caller":"traceutil/trace.go:171","msg":"trace[87165374] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23867; }","duration":"659.846988ms","start":"2026-03-04T02:16:13.241965Z","end":"2026-03-04T02:16:13.901812Z","steps":["trace[87165374] 'agreement among raft nodes before linearized reading' (duration: 659.790027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.901828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:12.900789Z","time spent":"1.001028215s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:13.901849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.473743Z","time spent":"428.10003ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:16:13.90186Z","caller":"traceutil/trace.go:171","msg":"trace[1666734937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23867; }","duration":"999.536831ms","start":"2026-03-04T02:16:12.902311Z","end":"2026-03-04T02:16:13.901848Z","steps":["trace[1666734937] 'agreement among raft nodes before linearized reading' (duration: 999.340226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.901754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388749259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:13.901897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:12.902305Z","time spent":"999.584422ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:16:13.901644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:11.306364Z","time spent":"2.595266s","remote":"127.0.0.1:55112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:13.901947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583993196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18442"} {"level":"warn","ts":"2026-03-04T02:16:13.901862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.241945Z","time spent":"659.90935ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:13.90198Z","caller":"traceutil/trace.go:171","msg":"trace[771984004] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23867; }","duration":"2.584048687s","start":"2026-03-04T02:16:11.317923Z","end":"2026-03-04T02:16:13.901972Z","steps":["trace[771984004] 'agreement among raft nodes before linearized reading' (duration: 2.583926944s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.902006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001821814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:16:13.902009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:11.317913Z","time spent":"2.584090748s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:16:13.902018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0012449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:16:13.902059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.672137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:13.901821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526314877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:13.902096Z","caller":"traceutil/trace.go:171","msg":"trace[8910513] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23867; }","duration":"814.731249ms","start":"2026-03-04T02:16:13.087352Z","end":"2026-03-04T02:16:13.902083Z","steps":["trace[8910513] 'agreement among raft nodes before linearized reading' (duration: 814.670298ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.902103Z","caller":"traceutil/trace.go:171","msg":"trace[1387956013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23867; }","duration":"1.001327112s","start":"2026-03-04T02:16:12.900746Z","end":"2026-03-04T02:16:13.902073Z","steps":["trace[1387956013] 'agreement among raft nodes before linearized reading' (duration: 1.001103207s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.901899Z","caller":"traceutil/trace.go:171","msg":"trace[139919904] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23867; }","duration":"1.389001976s","start":"2026-03-04T02:16:12.512887Z","end":"2026-03-04T02:16:13.901889Z","steps":["trace[139919904] 'agreement among raft nodes before linearized reading' (duration: 1.388605816s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.902128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.087334Z","time spent":"814.78482ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:13.902125Z","caller":"traceutil/trace.go:171","msg":"trace[309227029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23867; }","duration":"2.526634805s","start":"2026-03-04T02:16:11.375475Z","end":"2026-03-04T02:16:13.90211Z","steps":["trace[309227029] 'agreement among raft nodes before linearized reading' (duration: 2.526320337s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.902152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:12.900738Z","time spent":"1.001405714s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:16:13.902142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000679337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T02:16:13.902148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054370922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:13.902207Z","caller":"traceutil/trace.go:171","msg":"trace[487658808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23867; }","duration":"1.00078804s","start":"2026-03-04T02:16:12.901402Z","end":"2026-03-04T02:16:13.90219Z","steps":["trace[487658808] 'agreement among raft nodes before linearized reading' (duration: 1.000122424s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.90203Z","caller":"traceutil/trace.go:171","msg":"trace[356528171] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23867; }","duration":"1.001871345s","start":"2026-03-04T02:16:12.900153Z","end":"2026-03-04T02:16:13.902024Z","steps":["trace[356528171] 'agreement among raft nodes before linearized reading' (duration: 1.001790933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.901775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:12.164715Z","time spent":"1.737052584s","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:13.902162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:12.512871Z","time spent":"1.389272612s","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:13.902218Z","caller":"traceutil/trace.go:171","msg":"trace[388214860] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23867; }","duration":"1.054481915s","start":"2026-03-04T02:16:12.847717Z","end":"2026-03-04T02:16:13.902199Z","steps":["trace[388214860] 'agreement among raft nodes before linearized reading' (duration: 1.054370322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.902364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:12.847695Z","time spent":"1.054654259s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:16:13.901724Z","caller":"traceutil/trace.go:171","msg":"trace[1854113226] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23867; }","duration":"956.542145ms","start":"2026-03-04T02:16:12.94517Z","end":"2026-03-04T02:16:13.901712Z","steps":["trace[1854113226] 'agreement among raft nodes before linearized reading' (duration: 956.312329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.902174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:11.375462Z","time spent":"2.526693916s","remote":"127.0.0.1:46302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:13.902278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:12.900143Z","time spent":"1.002125721s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:16:13.902402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:12.945148Z","time spent":"957.246111ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:13.90227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:12.901381Z","time spent":"1.000875461s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:14.410593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:15.457498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015824582s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:15.457952Z","caller":"traceutil/trace.go:171","msg":"trace[1280806537] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"1.548137408s","start":"2026-03-04T02:16:13.909447Z","end":"2026-03-04T02:16:15.457585Z","steps":["trace[1280806537] 'process raft request' (duration: 532.144953ms)","trace[1280806537] 'compare' (duration: 1.014404278s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:15.458423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.909417Z","time spent":"1.548966727s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:15.510294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068660237s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:15.51085Z","caller":"traceutil/trace.go:171","msg":"trace[1545050996] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"1.600260296s","start":"2026-03-04T02:16:13.910565Z","end":"2026-03-04T02:16:15.510825Z","steps":["trace[1545050996] 'process raft request' (duration: 1.600164473s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:15.51088Z","caller":"traceutil/trace.go:171","msg":"trace[1977783342] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"1.600354668s","start":"2026-03-04T02:16:13.910492Z","end":"2026-03-04T02:16:15.510846Z","steps":["trace[1977783342] 'process raft request' (duration: 1.600042591s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.510989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.910557Z","time spent":"1.600354009s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:15.511047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.910477Z","time spent":"1.60047129s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:15.511063Z","caller":"traceutil/trace.go:171","msg":"trace[1928101951] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"1.60043357s","start":"2026-03-04T02:16:13.910617Z","end":"2026-03-04T02:16:15.511051Z","steps":["trace[1928101951] 'process raft request' (duration: 1.600165594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.511116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.910609Z","time spent":"1.600478471s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:15.51124Z","caller":"traceutil/trace.go:171","msg":"trace[1305193659] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"1.600559913s","start":"2026-03-04T02:16:13.910673Z","end":"2026-03-04T02:16:15.511233Z","steps":["trace[1305193659] 'process raft request' (duration: 1.600323538s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.511282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.910662Z","time spent":"1.600601724s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:15.511441Z","caller":"traceutil/trace.go:171","msg":"trace[655057872] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"1.600694316s","start":"2026-03-04T02:16:13.910731Z","end":"2026-03-04T02:16:15.511426Z","steps":["trace[655057872] 'process raft request' (duration: 1.600476561s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:15.511611Z","caller":"traceutil/trace.go:171","msg":"trace[1018116050] linearizableReadLoop","detail":"{readStateIndex:24722; appliedIndex:24715; }","duration":"1.601498515s","start":"2026-03-04T02:16:13.910105Z","end":"2026-03-04T02:16:15.511603Z","steps":["trace[1018116050] 'read index received' (duration: 531.503087ms)","trace[1018116050] 'applied index is now lower than readState.Index' (duration: 1.069994618s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:15.511651Z","caller":"traceutil/trace.go:171","msg":"trace[1060867605] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"1.600871521s","start":"2026-03-04T02:16:13.910771Z","end":"2026-03-04T02:16:15.511642Z","steps":["trace[1060867605] 'process raft request' (duration: 1.600608205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.511701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601583587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:15.511745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.910761Z","time spent":"1.600959263s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:15.511749Z","caller":"traceutil/trace.go:171","msg":"trace[356628563] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23874; }","duration":"1.601643439s","start":"2026-03-04T02:16:13.910089Z","end":"2026-03-04T02:16:15.511732Z","steps":["trace[356628563] 'agreement among raft nodes before linearized reading' (duration: 1.601568957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.511517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.910723Z","time spent":"1.600760398s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:15.511788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.910081Z","time spent":"1.6016993s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:16:15.914287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999943071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:15.914361Z","caller":"traceutil/trace.go:171","msg":"trace[1123747558] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000040243s","start":"2026-03-04T02:16:13.914305Z","end":"2026-03-04T02:16:15.914346Z","steps":["trace[1123747558] 'agreement among raft nodes before linearized reading' (duration: 1.999949191s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.914403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.9143Z","time spent":"2.000094335s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:16:15.994819Z","caller":"traceutil/trace.go:171","msg":"trace[485098259] linearizableReadLoop","detail":"{readStateIndex:24724; appliedIndex:24722; }","duration":"483.101735ms","start":"2026-03-04T02:16:15.511699Z","end":"2026-03-04T02:16:15.9948Z","steps":["trace[485098259] 'read index received' (duration: 480.081545ms)","trace[485098259] 'applied index is now lower than readState.Index' (duration: 3.01947ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:15.994909Z","caller":"traceutil/trace.go:171","msg":"trace[1410963692] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"695.325938ms","start":"2026-03-04T02:16:15.29957Z","end":"2026-03-04T02:16:15.994896Z","steps":["trace[1410963692] 'process raft request' (duration: 692.050171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.994987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:15.299546Z","time spent":"695.381868ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:15.995538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790015463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:15.995596Z","caller":"traceutil/trace.go:171","msg":"trace[1526718410] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23876; }","duration":"1.790138916s","start":"2026-03-04T02:16:14.205443Z","end":"2026-03-04T02:16:15.995582Z","steps":["trace[1526718410] 'agreement among raft nodes before linearized reading' (duration: 1.789992312s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.995628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:14.205423Z","time spent":"1.790198557s","remote":"127.0.0.1:35700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:15.995675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441416933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:15.995713Z","caller":"traceutil/trace.go:171","msg":"trace[1193466535] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23876; }","duration":"1.441485074s","start":"2026-03-04T02:16:14.554217Z","end":"2026-03-04T02:16:15.995702Z","steps":["trace[1193466535] 'agreement among raft nodes before linearized reading' (duration: 1.441407302s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.995684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.585791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:15.995737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:14.554203Z","time spent":"1.441526744s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:15.995711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085388889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:16:15.995772Z","caller":"traceutil/trace.go:171","msg":"trace[614482749] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23876; }","duration":"996.718625ms","start":"2026-03-04T02:16:14.999034Z","end":"2026-03-04T02:16:15.995752Z","steps":["trace[614482749] 'agreement among raft nodes before linearized reading' (duration: 995.947047ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:15.9958Z","caller":"traceutil/trace.go:171","msg":"trace[171346630] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997; range_end:; response_count:1; response_revision:23876; }","duration":"2.085497962s","start":"2026-03-04T02:16:13.910284Z","end":"2026-03-04T02:16:15.995782Z","steps":["trace[171346630] 'agreement among raft nodes before linearized reading' (duration: 2.085286947s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.995827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:14.999002Z","time spent":"996.812266ms","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:15.995837Z","caller":"traceutil/trace.go:171","msg":"trace[987613961] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"671.948821ms","start":"2026-03-04T02:16:15.323866Z","end":"2026-03-04T02:16:15.995815Z","steps":["trace[987613961] 'process raft request' (duration: 670.859746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.995951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:15.323833Z","time spent":"672.052974ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:15.995957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.279374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T02:16:15.995851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.910278Z","time spent":"2.085564093s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" "} {"level":"info","ts":"2026-03-04T02:16:15.996016Z","caller":"traceutil/trace.go:171","msg":"trace[806265328] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23876; }","duration":"866.356297ms","start":"2026-03-04T02:16:15.129639Z","end":"2026-03-04T02:16:15.995995Z","steps":["trace[806265328] 'agreement among raft nodes before linearized reading' (duration: 866.198643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.996059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:15.129622Z","time spent":"866.429519ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T02:16:15.995768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.831421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:15.996184Z","caller":"traceutil/trace.go:171","msg":"trace[2124933100] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23876; }","duration":"522.333383ms","start":"2026-03-04T02:16:15.473826Z","end":"2026-03-04T02:16:15.996159Z","steps":["trace[2124933100] 'agreement among raft nodes before linearized reading' (duration: 521.802621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:15.996281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:15.47381Z","time spent":"522.448336ms","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:16.495716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732357,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:16:16.80154Z","caller":"traceutil/trace.go:171","msg":"trace[1361897123] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"891.737279ms","start":"2026-03-04T02:16:15.909797Z","end":"2026-03-04T02:16:16.801534Z","steps":["trace[1361897123] 'process raft request' (duration: 891.629026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.801626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:15.90977Z","time spent":"891.808181ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:16.801723Z","caller":"traceutil/trace.go:171","msg":"trace[1065978044] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"891.842802ms","start":"2026-03-04T02:16:15.909864Z","end":"2026-03-04T02:16:16.801707Z","steps":["trace[1065978044] 'process raft request' (duration: 891.646577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.801799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:15.909831Z","time spent":"891.929813ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:16.801876Z","caller":"traceutil/trace.go:171","msg":"trace[1525081177] transaction","detail":"{read_only:false; response_revision:23880; number_of_response:1; }","duration":"891.911253ms","start":"2026-03-04T02:16:15.909959Z","end":"2026-03-04T02:16:16.801871Z","steps":["trace[1525081177] 'process raft request' (duration: 891.701118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.801906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:15.909951Z","time spent":"891.939444ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:16.801974Z","caller":"traceutil/trace.go:171","msg":"trace[1980863074] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"891.612526ms","start":"2026-03-04T02:16:15.910356Z","end":"2026-03-04T02:16:16.801969Z","steps":["trace[1980863074] 'process raft request' (duration: 891.475643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.801996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:15.910333Z","time spent":"891.650227ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:16.801479Z","caller":"traceutil/trace.go:171","msg":"trace[926764261] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"891.708928ms","start":"2026-03-04T02:16:15.909755Z","end":"2026-03-04T02:16:16.801464Z","steps":["trace[926764261] 'process raft request' (duration: 891.547254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.802137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:15.909731Z","time spent":"892.388434ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:17.80705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.009656257s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:17.879298Z","caller":"traceutil/trace.go:171","msg":"trace[739960141] linearizableReadLoop","detail":"{readStateIndex:24730; appliedIndex:24724; }","duration":"1.884401408s","start":"2026-03-04T02:16:15.994868Z","end":"2026-03-04T02:16:17.879269Z","steps":["trace[739960141] 'read index received' (duration: 802.548713ms)","trace[739960141] 'applied index is now lower than readState.Index' (duration: 1.081850445s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:17.879321Z","caller":"traceutil/trace.go:171","msg":"trace[2002507839] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"1.863475349s","start":"2026-03-04T02:16:16.015799Z","end":"2026-03-04T02:16:17.879274Z","steps":["trace[2002507839] 'process raft request' (duration: 1.791396334s)","trace[2002507839] 'compare' (duration: 71.754148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:17.879407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964694516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:17.879462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33313444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:17.879498Z","caller":"traceutil/trace.go:171","msg":"trace[122460653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23882; }","duration":"1.96487792s","start":"2026-03-04T02:16:15.914599Z","end":"2026-03-04T02:16:17.879477Z","steps":["trace[122460653] 'agreement among raft nodes before linearized reading' (duration: 1.964673625s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.879514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:16.015778Z","time spent":"1.863651813s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:17.879528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361480403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:17.879539Z","caller":"traceutil/trace.go:171","msg":"trace[1497658509] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23882; }","duration":"2.333240193s","start":"2026-03-04T02:16:15.546261Z","end":"2026-03-04T02:16:17.879501Z","steps":["trace[1497658509] 'agreement among raft nodes before linearized reading' (duration: 2.33313532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.879542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:15.914586Z","time spent":"1.964947392s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:16:17.879572Z","caller":"traceutil/trace.go:171","msg":"trace[1550215576] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23882; }","duration":"2.361564325s","start":"2026-03-04T02:16:15.517996Z","end":"2026-03-04T02:16:17.879561Z","steps":["trace[1550215576] 'agreement among raft nodes before linearized reading' (duration: 2.361467543s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.87968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:15.517985Z","time spent":"2.361680898s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:16:17.879752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86224492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4f186651-5143-4740-9741-dae6266ccc5c\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-04T02:16:17.879811Z","caller":"traceutil/trace.go:171","msg":"trace[612358479] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4f186651-5143-4740-9741-dae6266ccc5c; range_end:; response_count:1; response_revision:23882; }","duration":"1.862338763s","start":"2026-03-04T02:16:16.017462Z","end":"2026-03-04T02:16:17.879801Z","steps":["trace[612358479] 'agreement among raft nodes before linearized reading' (duration: 1.862174689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.879853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:16.017446Z","time spent":"1.862400714s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-4f186651-5143-4740-9741-dae6266ccc5c\" "} {"level":"warn","ts":"2026-03-04T02:16:17.879891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.264764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:17.879933Z","caller":"traceutil/trace.go:171","msg":"trace[535691256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23882; }","duration":"919.382407ms","start":"2026-03-04T02:16:16.96054Z","end":"2026-03-04T02:16:17.879923Z","steps":["trace[535691256] 'agreement among raft nodes before linearized reading' (duration: 919.313005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.879967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:16.96052Z","time spent":"919.440758ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:17.879994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.392147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:17.880038Z","caller":"traceutil/trace.go:171","msg":"trace[362502404] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23882; }","duration":"153.464588ms","start":"2026-03-04T02:16:17.726563Z","end":"2026-03-04T02:16:17.880028Z","steps":["trace[362502404] 'agreement among raft nodes before linearized reading' (duration: 153.391996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.879579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:15.546248Z","time spent":"2.333320804s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:17.880136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103208884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:17.880185Z","caller":"traceutil/trace.go:171","msg":"trace[883276002] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23882; }","duration":"1.103299197s","start":"2026-03-04T02:16:16.776876Z","end":"2026-03-04T02:16:17.880175Z","steps":["trace[883276002] 'agreement among raft nodes before linearized reading' (duration: 1.103148793s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.880202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.909692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:16:17.880222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.966715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:17.880239Z","caller":"traceutil/trace.go:171","msg":"trace[864988673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23882; }","duration":"361.965543ms","start":"2026-03-04T02:16:17.518265Z","end":"2026-03-04T02:16:17.88023Z","steps":["trace[864988673] 'agreement among raft nodes before linearized reading' (duration: 361.8317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:17.880256Z","caller":"traceutil/trace.go:171","msg":"trace[1792260192] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23882; }","duration":"173.032215ms","start":"2026-03-04T02:16:17.707214Z","end":"2026-03-04T02:16:17.880246Z","steps":["trace[1792260192] 'agreement among raft nodes before linearized reading' (duration: 172.979734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.880274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.518256Z","time spent":"362.012955ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:17.880324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445131369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:16:17.880364Z","caller":"traceutil/trace.go:171","msg":"trace[930772927] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:23882; }","duration":"1.445202341s","start":"2026-03-04T02:16:16.435152Z","end":"2026-03-04T02:16:17.880354Z","steps":["trace[930772927] 'agreement among raft nodes before linearized reading' (duration: 1.445093028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.880399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:16.435133Z","time spent":"1.445259582s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-04T02:16:17.880423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.493944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:17.880463Z","caller":"traceutil/trace.go:171","msg":"trace[1557992897] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23882; }","duration":"317.559695ms","start":"2026-03-04T02:16:17.562892Z","end":"2026-03-04T02:16:17.880452Z","steps":["trace[1557992897] 'agreement among raft nodes before linearized reading' (duration: 317.503224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.880504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.56288Z","time spent":"317.611166ms","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:17.880516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.559054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:17.880547Z","caller":"traceutil/trace.go:171","msg":"trace[1573875022] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23882; }","duration":"450.622366ms","start":"2026-03-04T02:16:17.429914Z","end":"2026-03-04T02:16:17.880537Z","steps":["trace[1573875022] 'agreement among raft nodes before linearized reading' (duration: 450.570995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.88061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.429896Z","time spent":"450.705518ms","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:17.880655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815298633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:16:17.880695Z","caller":"traceutil/trace.go:171","msg":"trace[790821891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23882; }","duration":"1.815358285s","start":"2026-03-04T02:16:16.065325Z","end":"2026-03-04T02:16:17.880683Z","steps":["trace[790821891] 'agreement among raft nodes before linearized reading' (duration: 1.815259822s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.879904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.554884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:16:17.88078Z","caller":"traceutil/trace.go:171","msg":"trace[366766317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23882; }","duration":"362.454635ms","start":"2026-03-04T02:16:17.518313Z","end":"2026-03-04T02:16:17.880768Z","steps":["trace[366766317] 'agreement among raft nodes before linearized reading' (duration: 361.481942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.88083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.518299Z","time spent":"362.517927ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:17.880735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:16.065313Z","time spent":"1.815413516s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:16:17.880222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:16.776855Z","time spent":"1.103355467s","remote":"127.0.0.1:38160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:17.881477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.925386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:16:17.881521Z","caller":"traceutil/trace.go:171","msg":"trace[1222962115] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23882; }","duration":"362.993467ms","start":"2026-03-04T02:16:17.518517Z","end":"2026-03-04T02:16:17.88151Z","steps":["trace[1222962115] 'agreement among raft nodes before linearized reading' (duration: 362.896655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.881554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.518504Z","time spent":"363.044089ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:16:17.881719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.981988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:16:17.881755Z","caller":"traceutil/trace.go:171","msg":"trace[1478749587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23882; }","duration":"363.028128ms","start":"2026-03-04T02:16:17.518717Z","end":"2026-03-04T02:16:17.881745Z","steps":["trace[1478749587] 'agreement among raft nodes before linearized reading' (duration: 362.944606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.881786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.518712Z","time spent":"363.064619ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:16:17.880466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.111096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:16:17.881988Z","caller":"traceutil/trace.go:171","msg":"trace[626969234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23882; }","duration":"419.676373ms","start":"2026-03-04T02:16:17.462303Z","end":"2026-03-04T02:16:17.881979Z","steps":["trace[626969234] 'agreement among raft nodes before linearized reading' (duration: 418.098186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.88202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.46227Z","time spent":"419.741675ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:16:17.884514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.722167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:16:17.884602Z","caller":"traceutil/trace.go:171","msg":"trace[701423797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23882; }","duration":"364.834901ms","start":"2026-03-04T02:16:17.519752Z","end":"2026-03-04T02:16:17.884587Z","steps":["trace[701423797] 'agreement among raft nodes before linearized reading' (duration: 360.94193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.884653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.519747Z","time spent":"364.899352ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:18.420222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:18.921324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:19.421515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:19.889953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988061363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:19.890019Z","caller":"traceutil/trace.go:171","msg":"trace[1889457879] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.988157635s","start":"2026-03-04T02:16:17.901846Z","end":"2026-03-04T02:16:19.890004Z","steps":["trace[1889457879] 'agreement among raft nodes before linearized reading' (duration: 1.988080354s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:19.890049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.901836Z","time spent":"1.988207686s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:19.921715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:20.423189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.503845492s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:20.423701Z","caller":"traceutil/trace.go:171","msg":"trace[1811073455] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"2.536740621s","start":"2026-03-04T02:16:17.886923Z","end":"2026-03-04T02:16:20.423663Z","steps":["trace[1811073455] 'process raft request' (duration: 2.536532486s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.42382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.886908Z","time spent":"2.536846443s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:20.423855Z","caller":"traceutil/trace.go:171","msg":"trace[767245080] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"2.536832683s","start":"2026-03-04T02:16:17.887003Z","end":"2026-03-04T02:16:20.423836Z","steps":["trace[767245080] 'process raft request' (duration: 2.53671405s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.423879Z","caller":"traceutil/trace.go:171","msg":"trace[970875623] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"2.536845383s","start":"2026-03-04T02:16:17.886999Z","end":"2026-03-04T02:16:20.423844Z","steps":["trace[970875623] 'process raft request' (duration: 2.536584907s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.423947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.886972Z","time spent":"2.536914405s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:20.424024Z","caller":"traceutil/trace.go:171","msg":"trace[1293209554] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"2.536992056s","start":"2026-03-04T02:16:17.887022Z","end":"2026-03-04T02:16:20.424014Z","steps":["trace[1293209554] 'process raft request' (duration: 2.536745871s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.424071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.887002Z","time spent":"2.537046238s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:20.424063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.886981Z","time spent":"2.536974516s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:20.424162Z","caller":"traceutil/trace.go:171","msg":"trace[409351482] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"2.535757278s","start":"2026-03-04T02:16:17.888398Z","end":"2026-03-04T02:16:20.424155Z","steps":["trace[409351482] 'process raft request' (duration: 2.535518522s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.42416Z","caller":"traceutil/trace.go:171","msg":"trace[1457575819] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"2.518991466s","start":"2026-03-04T02:16:17.905148Z","end":"2026-03-04T02:16:20.424139Z","steps":["trace[1457575819] 'process raft request' (duration: 2.518884874s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.424196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.888388Z","time spent":"2.535788628s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:20.424262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.905126Z","time spent":"2.519084378s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:21.897354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000081764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:21.897431Z","caller":"traceutil/trace.go:171","msg":"trace[2132487921] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177496s","start":"2026-03-04T02:16:19.897236Z","end":"2026-03-04T02:16:21.897413Z","steps":["trace[2132487921] 'agreement among raft nodes before linearized reading' (duration: 2.000078704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:21.897476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:19.897208Z","time spent":"2.000259817s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:22.999471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:18.001297Z","time spent":"4.998162722s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:23.088245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480133218s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:23.088383Z","caller":"traceutil/trace.go:171","msg":"trace[1736398501] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23888; }","duration":"2.480287342s","start":"2026-03-04T02:16:20.608078Z","end":"2026-03-04T02:16:23.088365Z","steps":["trace[1736398501] 'range keys from in-memory index tree' (duration: 2.480111278s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.808052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:18.80959Z","time spent":"4.998454588s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:23.809335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:18.810314Z","time spent":"4.999016501s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:23.809458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:18.810275Z","time spent":"4.999180995s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:23.809528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:18.810024Z","time spent":"4.999503012s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:23.898415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000042122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:23.898476Z","caller":"traceutil/trace.go:171","msg":"trace[1329779623] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142565s","start":"2026-03-04T02:16:21.898318Z","end":"2026-03-04T02:16:23.898461Z","steps":["trace[1329779623] 'agreement among raft nodes before linearized reading' (duration: 2.000058843s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.898506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:21.898305Z","time spent":"2.000194746s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:24.015099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.591296458s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:24.015818Z","caller":"traceutil/trace.go:171","msg":"trace[1420302843] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"6.095067868s","start":"2026-03-04T02:16:17.920709Z","end":"2026-03-04T02:16:24.015777Z","steps":["trace[1420302843] 'process raft request' (duration: 6.09473922s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:24.015898Z","caller":"traceutil/trace.go:171","msg":"trace[917837557] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"6.094229427s","start":"2026-03-04T02:16:17.921624Z","end":"2026-03-04T02:16:24.015854Z","steps":["trace[917837557] 'process raft request' (duration: 6.093990402s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:24.015984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.920673Z","time spent":"6.095216631s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:24.015974Z","caller":"traceutil/trace.go:171","msg":"trace[1688073334] transaction","detail":"{read_only:false; response_revision:23893; number_of_response:1; }","duration":"5.206033541s","start":"2026-03-04T02:16:18.809908Z","end":"2026-03-04T02:16:24.015941Z","steps":["trace[1688073334] 'process raft request' (duration: 5.205858537s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:24.016094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.921597Z","time spent":"6.094389391s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:24.016129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:18.809886Z","time spent":"5.206164884s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:24.016834Z","caller":"traceutil/trace.go:171","msg":"trace[380902141] linearizableReadLoop","detail":"{readStateIndex:24745; appliedIndex:24733; }","duration":"6.09733147s","start":"2026-03-04T02:16:17.919489Z","end":"2026-03-04T02:16:24.016821Z","steps":["trace[380902141] 'read index received' (duration: 2.50422232s)","trace[380902141] 'applied index is now lower than readState.Index' (duration: 3.5931078s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:24.016959Z","caller":"traceutil/trace.go:171","msg":"trace[135963661] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"3.949868051s","start":"2026-03-04T02:16:20.067055Z","end":"2026-03-04T02:16:24.016923Z","steps":["trace[135963661] 'process raft request' (duration: 3.949718498s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:24.017015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.111073261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:16:24.01705Z","caller":"traceutil/trace.go:171","msg":"trace[2079150518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23898; }","duration":"6.111125223s","start":"2026-03-04T02:16:17.905913Z","end":"2026-03-04T02:16:24.017038Z","steps":["trace[2079150518] 'agreement among raft nodes before linearized reading' (duration: 6.11099399s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:24.017076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:20.067036Z","time spent":"3.949980714s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:24.017066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.111290907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:24.017145Z","caller":"traceutil/trace.go:171","msg":"trace[1269899680] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23898; }","duration":"6.111405839s","start":"2026-03-04T02:16:17.905721Z","end":"2026-03-04T02:16:24.017126Z","steps":["trace[1269899680] 'agreement among raft nodes before linearized reading' (duration: 6.111279066s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:24.017197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.905709Z","time spent":"6.111478432s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:16:24.017133Z","caller":"traceutil/trace.go:171","msg":"trace[2101357946] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"3.976696998s","start":"2026-03-04T02:16:20.040274Z","end":"2026-03-04T02:16:24.016971Z","steps":["trace[2101357946] 'process raft request' (duration: 3.976450203s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:24.017292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:20.040252Z","time spent":"3.976989406s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:24.017088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:17.905906Z","time spent":"6.111174584s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:16:24.225038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000230767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:24.225143Z","caller":"traceutil/trace.go:171","msg":"trace[1999863465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379709s","start":"2026-03-04T02:16:22.22474Z","end":"2026-03-04T02:16:24.225119Z","steps":["trace[1999863465] 'agreement among raft nodes before linearized reading' (duration: 2.000264017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:24.225187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.22472Z","time spent":"2.000457362s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:24.517256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:25.018316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:25.518651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:25.906983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000220417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:25.907068Z","caller":"traceutil/trace.go:171","msg":"trace[1316837749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036559s","start":"2026-03-04T02:16:23.906683Z","end":"2026-03-04T02:16:25.907049Z","steps":["trace[1316837749] 'agreement among raft nodes before linearized reading' (duration: 2.000256608s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:25.907168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.906663Z","time spent":"2.000495983s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:26.019308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:26.519723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:27.020395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:27.475132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999503741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:27.475234Z","caller":"traceutil/trace.go:171","msg":"trace[453101602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999640175s","start":"2026-03-04T02:16:22.475568Z","end":"2026-03-04T02:16:27.475208Z","steps":["trace[453101602] 'agreement among raft nodes before linearized reading' (duration: 4.999518032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.475299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.475553Z","time spent":"4.999731086s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 02:16:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:27.476076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000128765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:16:27.476075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999686235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:27.476155Z","caller":"traceutil/trace.go:171","msg":"trace[1700210398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000220897s","start":"2026-03-04T02:16:22.475919Z","end":"2026-03-04T02:16:27.47614Z","steps":["trace[1700210398] 'agreement among raft nodes before linearized reading' (duration: 5.000137295s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.476204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.475914Z","time spent":"5.000277228s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:16:27.476179Z","caller":"traceutil/trace.go:171","msg":"trace[1301991118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999795548s","start":"2026-03-04T02:16:22.476366Z","end":"2026-03-04T02:16:27.476162Z","steps":["trace[1301991118] 'agreement among raft nodes before linearized reading' (duration: 4.999689435s)"],"step_count":1} 2026/03/04 02:16:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:27.476272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.476364Z","time spent":"4.99989249s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 02:16:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:27.521359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:27.788224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.785827Z","time spent":"2.002389307s","remote":"127.0.0.1:47840","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:27.907911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000182095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:27.908001Z","caller":"traceutil/trace.go:171","msg":"trace[976540604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000318729s","start":"2026-03-04T02:16:25.907664Z","end":"2026-03-04T02:16:27.907983Z","steps":["trace[976540604] 'agreement among raft nodes before linearized reading' (duration: 2.000206926s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.908065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.907648Z","time spent":"2.000389511s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:28.000052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9981455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:28.000184Z","caller":"traceutil/trace.go:171","msg":"trace[1032535620] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998341365s","start":"2026-03-04T02:16:23.001819Z","end":"2026-03-04T02:16:28.00016Z","steps":["trace[1032535620] 'agreement among raft nodes before linearized reading' (duration: 4.998184431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.00026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.001794Z","time spent":"4.998453737s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 02:16:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:28.008062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:21.001321Z","time spent":"7.006733693s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:28.028599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:28.030091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.009913415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:28.030136Z","caller":"traceutil/trace.go:171","msg":"trace[1007517986] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"4.010014217s","start":"2026-03-04T02:16:24.020107Z","end":"2026-03-04T02:16:28.030122Z","steps":["trace[1007517986] 'agreement among raft nodes before linearized reading' (duration: 4.009947556s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.030175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.020089Z","time spent":"4.010078179s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/03/04 02:16:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:28.406734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:21.406025Z","time spent":"7.000697582s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:28.529297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:28.807984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.991714041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:28.808069Z","caller":"traceutil/trace.go:171","msg":"trace[1816361462] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.991827143s","start":"2026-03-04T02:16:23.816223Z","end":"2026-03-04T02:16:28.80805Z","steps":["trace[1816361462] 'agreement among raft nodes before linearized reading' (duration: 4.991719961s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.808115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.816218Z","time spent":"4.991887134s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 02:16:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:28.808221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992141391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:28.808249Z","caller":"traceutil/trace.go:171","msg":"trace[1092266096] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.992189552s","start":"2026-03-04T02:16:23.816053Z","end":"2026-03-04T02:16:28.808242Z","steps":["trace[1092266096] 'agreement among raft nodes before linearized reading' (duration: 4.992161481s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.808274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.816033Z","time spent":"4.992234783s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 02:16:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:28.808786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992641122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:28.808824Z","caller":"traceutil/trace.go:171","msg":"trace[997950148] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.992713074s","start":"2026-03-04T02:16:23.816103Z","end":"2026-03-04T02:16:28.808816Z","steps":["trace[997950148] 'agreement among raft nodes before linearized reading' (duration: 4.992670633s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.808855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.816082Z","time spent":"4.992765886s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 02:16:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:28.809456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993478451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:28.809497Z","caller":"traceutil/trace.go:171","msg":"trace[907311362] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.993552554s","start":"2026-03-04T02:16:23.815936Z","end":"2026-03-04T02:16:28.809489Z","steps":["trace[907311362] 'agreement among raft nodes before linearized reading' (duration: 4.993498772s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.809527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.815921Z","time spent":"4.993598684s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 02:16:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:29.030293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:29.358152Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9cb6727f2c7e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:16:29.530692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:29.918266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000182956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:29.918358Z","caller":"traceutil/trace.go:171","msg":"trace[1998485732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000457343s","start":"2026-03-04T02:16:27.917882Z","end":"2026-03-04T02:16:29.918339Z","steps":["trace[1998485732] 'agreement among raft nodes before linearized reading' (duration: 2.000215367s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:29.918602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.917861Z","time spent":"2.000724219s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:30.031444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:30.123822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.108505792s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:31.921754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003348729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:31.921834Z","caller":"traceutil/trace.go:171","msg":"trace[1532059969] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003484933s","start":"2026-03-04T02:16:29.918332Z","end":"2026-03-04T02:16:31.921817Z","steps":["trace[1532059969] 'agreement among raft nodes before linearized reading' (duration: 2.0033778s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:31.921882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.918315Z","time spent":"2.003557505s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:32.427423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.951019282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:32.427505Z","caller":"traceutil/trace.go:171","msg":"trace[1677962658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.951129825s","start":"2026-03-04T02:16:22.476355Z","end":"2026-03-04T02:16:32.427485Z","steps":["trace[1677962658] 'agreement among raft nodes before linearized reading' (duration: 9.951019862s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:32.427559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.476353Z","time spent":"9.951194236s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/04 02:16:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:32.445673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.968010284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:32.445747Z","caller":"traceutil/trace.go:171","msg":"trace[1975980159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.968130457s","start":"2026-03-04T02:16:29.477601Z","end":"2026-03-04T02:16:32.445731Z","steps":["trace[1975980159] 'agreement among raft nodes before linearized reading' (duration: 2.968042475s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:32.445793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.477584Z","time spent":"2.96819778s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 02:16:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:32.483752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004722643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:32.483804Z","caller":"traceutil/trace.go:171","msg":"trace[668412298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.004806745s","start":"2026-03-04T02:16:29.478984Z","end":"2026-03-04T02:16:32.483791Z","steps":["trace[668412298] 'agreement among raft nodes before linearized reading' (duration: 3.004740644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:32.483785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004702522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:16:32.483796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007431651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:16:32.483833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.478975Z","time spent":"3.004851836s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:16:32.483848Z","caller":"traceutil/trace.go:171","msg":"trace[1038695446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.004801925s","start":"2026-03-04T02:16:29.47903Z","end":"2026-03-04T02:16:32.483832Z","steps":["trace[1038695446] 'agreement among raft nodes before linearized reading' (duration: 3.004714023s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:32.483851Z","caller":"traceutil/trace.go:171","msg":"trace[1759529040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.007507724s","start":"2026-03-04T02:16:22.476331Z","end":"2026-03-04T02:16:32.483839Z","steps":["trace[1759529040] 'agreement among raft nodes before linearized reading' (duration: 10.007439552s)"],"step_count":1} 2026/03/04 02:16:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:32.483884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.479023Z","time spent":"3.004853696s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:32.483892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.476326Z","time spent":"10.007552825s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/04 02:16:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 02:16:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:32.483937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008272781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:32.483967Z","caller":"traceutil/trace.go:171","msg":"trace[408614454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.008309802s","start":"2026-03-04T02:16:22.47565Z","end":"2026-03-04T02:16:32.483959Z","steps":["trace[408614454] 'agreement among raft nodes before linearized reading' (duration: 10.008279212s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:32.483991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.475645Z","time spent":"10.008339503s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/04 02:16:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.022636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:26.021568Z","time spent":"7.001058981s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:33.809341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999026292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:33.809425Z","caller":"traceutil/trace.go:171","msg":"trace[1319756112] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999161946s","start":"2026-03-04T02:16:28.810244Z","end":"2026-03-04T02:16:33.809406Z","steps":["trace[1319756112] 'agreement among raft nodes before linearized reading' (duration: 4.999051413s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.809473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.810229Z","time spent":"4.999234127s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-04T02:16:33.809809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998151982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:33.809845Z","caller":"traceutil/trace.go:171","msg":"trace[756709554] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998208913s","start":"2026-03-04T02:16:28.811626Z","end":"2026-03-04T02:16:33.809835Z","steps":["trace[756709554] 'agreement among raft nodes before linearized reading' (duration: 4.998168392s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.809878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.811618Z","time spent":"4.998252035s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:16:33.927424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000678448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:33.927504Z","caller":"traceutil/trace.go:171","msg":"trace[1288717578] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000803492s","start":"2026-03-04T02:16:31.926681Z","end":"2026-03-04T02:16:33.927485Z","steps":["trace[1288717578] 'agreement among raft nodes before linearized reading' (duration: 2.000700199s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.927551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.92667Z","time spent":"2.000871763s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:34.013201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.888954177s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T02:16:34.013453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405061543s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:34.013511Z","caller":"traceutil/trace.go:171","msg":"trace[777065145] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23900; }","duration":"3.405122925s","start":"2026-03-04T02:16:30.608378Z","end":"2026-03-04T02:16:34.013501Z","steps":["trace[777065145] 'range keys from in-memory index tree' (duration: 3.405050853s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:34.014533Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"20.761µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:16:34.014593Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9cb6727f2c7e","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:16:34.014663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.62732337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:16:34.014643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.679709031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:34.014666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.472813938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:34.014707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.005893818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:34.014721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.655938236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:34.014719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.45880758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:34.014743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.712907531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:34.014723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.121877522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-04T02:16:34.01473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.421070905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:34.014786Z","caller":"traceutil/trace.go:171","msg":"trace[1425280386] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23901; }","duration":"14.121964273s","start":"2026-03-04T02:16:19.892798Z","end":"2026-03-04T02:16:34.014762Z","steps":["trace[1425280386] 'agreement among raft nodes before linearized reading' (duration: 14.121792439s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:34.014807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.959683251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:34.014807Z","caller":"traceutil/trace.go:171","msg":"trace[1736557599] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23901; }","duration":"10.421158597s","start":"2026-03-04T02:16:23.593632Z","end":"2026-03-04T02:16:34.01479Z","steps":["trace[1736557599] 'agreement among raft nodes before linearized reading' (duration: 10.421037294s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:34.014827Z","caller":"traceutil/trace.go:171","msg":"trace[617700963] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23901; }","duration":"15.959739863s","start":"2026-03-04T02:16:18.055083Z","end":"2026-03-04T02:16:34.014822Z","steps":["trace[617700963] 'agreement among raft nodes before linearized reading' (duration: 15.959700022s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:34.014831Z","caller":"traceutil/trace.go:171","msg":"trace[2054931538] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23901; }","duration":"14.6273482s","start":"2026-03-04T02:16:19.387332Z","end":"2026-03-04T02:16:34.01468Z","steps":["trace[2054931538] 'agreement among raft nodes before linearized reading' (duration: 14.627264578s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:34.014846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:18.055063Z","time spent":"15.959778764s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:34.014836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:19.892782Z","time spent":"14.122045206s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:16:34.014853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.593574Z","time spent":"10.421268549s","remote":"127.0.0.1:37784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:34.014873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:19.387276Z","time spent":"14.627587536s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:16:34.014894Z","caller":"traceutil/trace.go:171","msg":"trace[790867912] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23901; }","duration":"10.679818764s","start":"2026-03-04T02:16:23.334869Z","end":"2026-03-04T02:16:34.014687Z","steps":["trace[790867912] 'agreement among raft nodes before linearized reading' (duration: 10.679716951s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:34.014926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.334847Z","time spent":"10.680070269s","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:34.014771Z","caller":"traceutil/trace.go:171","msg":"trace[1308016390] linearizableReadLoop","detail":"{readStateIndex:24752; appliedIndex:24747; }","duration":"9.997704936s","start":"2026-03-04T02:16:24.016879Z","end":"2026-03-04T02:16:34.014584Z","steps":["trace[1308016390] 'read index received' (duration: 6.107240753s)","trace[1308016390] 'applied index is now lower than readState.Index' (duration: 3.890463383s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:34.015325Z","caller":"traceutil/trace.go:171","msg":"trace[1044475130] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23901; }","duration":"15.47292782s","start":"2026-03-04T02:16:18.541794Z","end":"2026-03-04T02:16:34.014721Z","steps":["trace[1044475130] 'agreement among raft nodes before linearized reading' (duration: 15.472810028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:34.015364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:18.541769Z","time spent":"15.473585086s","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:34.015401Z","caller":"traceutil/trace.go:171","msg":"trace[172491368] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23901; }","duration":"11.655982017s","start":"2026-03-04T02:16:22.35876Z","end":"2026-03-04T02:16:34.014742Z","steps":["trace[172491368] 'agreement among raft nodes before linearized reading' (duration: 11.655937336s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:34.015438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.358748Z","time spent":"11.656680404s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:34.01549Z","caller":"traceutil/trace.go:171","msg":"trace[1332917584] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23901; }","duration":"14.458898712s","start":"2026-03-04T02:16:19.555848Z","end":"2026-03-04T02:16:34.014746Z","steps":["trace[1332917584] 'agreement among raft nodes before linearized reading' (duration: 14.45879529s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:34.015544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:19.555825Z","time spent":"14.45970519s","remote":"127.0.0.1:45306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:34.015552Z","caller":"traceutil/trace.go:171","msg":"trace[54252246] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23901; }","duration":"13.712922371s","start":"2026-03-04T02:16:20.30183Z","end":"2026-03-04T02:16:34.014752Z","steps":["trace[54252246] 'agreement among raft nodes before linearized reading' (duration: 13.712899221s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:34.015608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:20.301795Z","time spent":"13.713804332s","remote":"127.0.0.1:37992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:34.015068Z","caller":"traceutil/trace.go:171","msg":"trace[148737824] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23901; }","duration":"12.005916388s","start":"2026-03-04T02:16:22.008806Z","end":"2026-03-04T02:16:34.014722Z","steps":["trace[148737824] 'agreement among raft nodes before linearized reading' (duration: 12.005880668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:34.016756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.008782Z","time spent":"12.007965097s","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:34.515423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:35.016131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:35.226991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150875358s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:35.945495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000735638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:35.945578Z","caller":"traceutil/trace.go:171","msg":"trace[53545158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000873202s","start":"2026-03-04T02:16:33.944684Z","end":"2026-03-04T02:16:35.945557Z","steps":["trace[53545158] 'agreement among raft nodes before linearized reading' (duration: 2.000769629s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:35.945625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.944666Z","time spent":"2.000948983s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:36.019727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993800508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:36.019811Z","caller":"traceutil/trace.go:171","msg":"trace[1116217251] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.993950692s","start":"2026-03-04T02:16:33.025841Z","end":"2026-03-04T02:16:36.019792Z","steps":["trace[1116217251] 'agreement among raft nodes before linearized reading' (duration: 2.993844629s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.019869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.025825Z","time spent":"2.994022823s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/04 02:16:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 02:16:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:36.40463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.995363619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:36.404723Z","caller":"traceutil/trace.go:171","msg":"trace[243179454] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.995502083s","start":"2026-03-04T02:16:28.409201Z","end":"2026-03-04T02:16:36.404703Z","steps":["trace[243179454] 'agreement among raft nodes before linearized reading' (duration: 7.99538223s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.404793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.409188Z","time spent":"7.995590595s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/04 02:16:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:37.477154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.484009Z","time spent":"4.993138663s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:37.481918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.484042Z","time spent":"4.997867845s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:37.953351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:37.953422Z","caller":"traceutil/trace.go:171","msg":"trace[1333982175] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000014171s","start":"2026-03-04T02:16:35.953391Z","end":"2026-03-04T02:16:37.953405Z","steps":["trace[1333982175] 'agreement among raft nodes before linearized reading' (duration: 1.999921519s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:37.953456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.953375Z","time spent":"2.000074993s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:39.429758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.429141Z","time spent":"7.000608052s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:39.437138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.484066Z","time spent":"6.9530671s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:39.61925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.381781931s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:39.699467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.472215995s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:16:39.953906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:39.954024Z","caller":"traceutil/trace.go:171","msg":"trace[1746358455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226589s","start":"2026-03-04T02:16:37.953774Z","end":"2026-03-04T02:16:39.954001Z","steps":["trace[1746358455] 'agreement among raft nodes before linearized reading' (duration: 2.000087456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:39.954071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.953756Z","time spent":"2.00030425s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:41.014863Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9cb6727f2cc9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:16:41.028083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.027112Z","time spent":"7.0009655s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:41.041234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.04086Z","time spent":"7.000368196s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:41.192827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.192649Z","time spent":"7.000172171s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:41.9591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:41.959166Z","caller":"traceutil/trace.go:171","msg":"trace[60064596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162655s","start":"2026-03-04T02:16:39.958992Z","end":"2026-03-04T02:16:41.959155Z","steps":["trace[60064596] 'agreement among raft nodes before linearized reading' (duration: 2.000081123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.959194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:39.958981Z","time spent":"2.000208216s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:42.555649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855816051s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T02:16:42.556089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947904953s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:42.556212Z","caller":"traceutil/trace.go:171","msg":"trace[2132926903] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23906; }","duration":"1.948040186s","start":"2026-03-04T02:16:40.608153Z","end":"2026-03-04T02:16:42.556193Z","steps":["trace[2132926903] 'range keys from in-memory index tree' (duration: 1.947888413s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.959674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000150277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:43.959761Z","caller":"traceutil/trace.go:171","msg":"trace[1931391052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00029531s","start":"2026-03-04T02:16:41.959444Z","end":"2026-03-04T02:16:43.95974Z","steps":["trace[1931391052] 'agreement among raft nodes before linearized reading' (duration: 2.000185497s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.959811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.959425Z","time spent":"2.000375941s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:44.031393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002679963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:44.031474Z","caller":"traceutil/trace.go:171","msg":"trace[746667889] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.002821066s","start":"2026-03-04T02:16:34.028633Z","end":"2026-03-04T02:16:44.031454Z","steps":["trace[746667889] 'agreement among raft nodes before linearized reading' (duration: 10.002698163s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:44.031523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.028626Z","time spent":"10.002880887s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/04 02:16:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:44.224224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000916384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:44.224339Z","caller":"traceutil/trace.go:171","msg":"trace[1762425817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001099858s","start":"2026-03-04T02:16:42.223218Z","end":"2026-03-04T02:16:44.224318Z","steps":["trace[1762425817] 'agreement among raft nodes before linearized reading' (duration: 2.000933944s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:44.224708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.223204Z","time spent":"2.001486787s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:45.661129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.957853066s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:45.979038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000565054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:45.979232Z","caller":"traceutil/trace.go:171","msg":"trace[1719651099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000753447s","start":"2026-03-04T02:16:43.978403Z","end":"2026-03-04T02:16:45.979156Z","steps":["trace[1719651099] 'agreement among raft nodes before linearized reading' (duration: 2.000598524s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:45.97934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.978384Z","time spent":"2.000945452s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:47.979832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000539775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:47.980028Z","caller":"traceutil/trace.go:171","msg":"trace[644366028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000778231s","start":"2026-03-04T02:16:45.979223Z","end":"2026-03-04T02:16:47.980002Z","steps":["trace[644366028] 'agreement among raft nodes before linearized reading' (duration: 2.000573416s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:47.980144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.979203Z","time spent":"2.000924545s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:48.010731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.999476987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:48.01081Z","caller":"traceutil/trace.go:171","msg":"trace[664213621] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"19.999629751s","start":"2026-03-04T02:16:28.011162Z","end":"2026-03-04T02:16:48.010792Z","steps":["trace[664213621] 'agreement among raft nodes before linearized reading' (duration: 19.999501708s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.010858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.011146Z","time spent":"19.999700432s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} 2026/03/04 02:16:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:48.045069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.044543Z","time spent":"7.000520048s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:48.154605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.59601847s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:48.154911Z","caller":"traceutil/trace.go:171","msg":"trace[967420536] linearizableReadLoop","detail":"{readStateIndex:24760; appliedIndex:24752; }","duration":"14.139888214s","start":"2026-03-04T02:16:34.015002Z","end":"2026-03-04T02:16:48.154891Z","steps":["trace[967420536] 'read index received' (duration: 1.212171571s)","trace[967420536] 'applied index is now lower than readState.Index' (duration: 12.927715713s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:48.155048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.003647605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:48.155088Z","caller":"traceutil/trace.go:171","msg":"trace[1814396483] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23910; }","duration":"20.003726206s","start":"2026-03-04T02:16:28.15135Z","end":"2026-03-04T02:16:48.155076Z","steps":["trace[1814396483] 'agreement among raft nodes before linearized reading' (duration: 20.003650175s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.155123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.151337Z","time spent":"20.003776068s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.155138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.955951452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:48.155085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.095307907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:48.155256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.279846822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:48.155295Z","caller":"traceutil/trace.go:171","msg":"trace[379188010] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23910; }","duration":"20.279911534s","start":"2026-03-04T02:16:27.875375Z","end":"2026-03-04T02:16:48.155287Z","steps":["trace[379188010] 'agreement among raft nodes before linearized reading' (duration: 20.279856883s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.155318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.238344675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:48.155327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.875358Z","time spent":"20.279960565s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:48.155357Z","caller":"traceutil/trace.go:171","msg":"trace[1865177836] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23910; }","duration":"23.238409137s","start":"2026-03-04T02:16:24.916937Z","end":"2026-03-04T02:16:48.155346Z","steps":["trace[1865177836] 'agreement among raft nodes before linearized reading' (duration: 23.238351805s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:48.155301Z","caller":"traceutil/trace.go:171","msg":"trace[1930712048] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23910; }","duration":"19.095528172s","start":"2026-03-04T02:16:29.059709Z","end":"2026-03-04T02:16:48.155237Z","steps":["trace[1930712048] 'agreement among raft nodes before linearized reading' (duration: 19.095222325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.155424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.845871109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:48.155461Z","caller":"traceutil/trace.go:171","msg":"trace[459231568] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23910; }","duration":"23.84590791s","start":"2026-03-04T02:16:24.309545Z","end":"2026-03-04T02:16:48.155452Z","steps":["trace[459231568] 'agreement among raft nodes before linearized reading' (duration: 23.845859299s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.155489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.309524Z","time spent":"23.845957161s","remote":"127.0.0.1:38152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.155468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.059692Z","time spent":"19.095758507s","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.155613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.165685224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:16:48.15564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.006041684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:48.155652Z","caller":"traceutil/trace.go:171","msg":"trace[218170947] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23910; }","duration":"21.165766306s","start":"2026-03-04T02:16:26.989877Z","end":"2026-03-04T02:16:48.155643Z","steps":["trace[218170947] 'agreement among raft nodes before linearized reading' (duration: 21.165609572s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:48.155667Z","caller":"traceutil/trace.go:171","msg":"trace[1049276812] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23910; }","duration":"24.006097135s","start":"2026-03-04T02:16:24.149562Z","end":"2026-03-04T02:16:48.155659Z","steps":["trace[1049276812] 'agreement among raft nodes before linearized reading' (duration: 24.006047394s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.15568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:26.989856Z","time spent":"21.165816806s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.155696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.149546Z","time spent":"24.006143747s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.155895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.033167068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-04T02:16:48.155908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.162917692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:48.155917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.245256654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:16:48.155928Z","caller":"traceutil/trace.go:171","msg":"trace[1825169322] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23910; }","duration":"24.03323605s","start":"2026-03-04T02:16:24.122685Z","end":"2026-03-04T02:16:48.155921Z","steps":["trace[1825169322] 'agreement among raft nodes before linearized reading' (duration: 24.033127998s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:48.155949Z","caller":"traceutil/trace.go:171","msg":"trace[1659542872] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23910; }","duration":"21.245322756s","start":"2026-03-04T02:16:26.910617Z","end":"2026-03-04T02:16:48.15594Z","steps":["trace[1659542872] 'agreement among raft nodes before linearized reading' (duration: 21.245200323s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.155988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:26.9106Z","time spent":"21.245381977s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:16:48.155946Z","caller":"traceutil/trace.go:171","msg":"trace[727052009] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23910; }","duration":"14.162995764s","start":"2026-03-04T02:16:33.99294Z","end":"2026-03-04T02:16:48.155936Z","steps":["trace[727052009] 'agreement among raft nodes before linearized reading' (duration: 14.162915623s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.156108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.136221828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:16:48.156138Z","caller":"traceutil/trace.go:171","msg":"trace[944275263] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23910; }","duration":"24.136268499s","start":"2026-03-04T02:16:24.019862Z","end":"2026-03-04T02:16:48.15613Z","steps":["trace[944275263] 'agreement among raft nodes before linearized reading' (duration: 24.136186727s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.156164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.019849Z","time spent":"24.13630769s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:16:48.156119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.99292Z","time spent":"14.163184538s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.156186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.378596832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:48.156215Z","caller":"traceutil/trace.go:171","msg":"trace[2076013092] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23910; }","duration":"21.378673524s","start":"2026-03-04T02:16:26.777534Z","end":"2026-03-04T02:16:48.156207Z","steps":["trace[2076013092] 'agreement among raft nodes before linearized reading' (duration: 21.378567561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.156254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:26.77751Z","time spent":"21.378735085s","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.156399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.653679264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:48.156436Z","caller":"traceutil/trace.go:171","msg":"trace[45276765] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23910; }","duration":"21.653741845s","start":"2026-03-04T02:16:26.502684Z","end":"2026-03-04T02:16:48.156426Z","steps":["trace[45276765] 'agreement among raft nodes before linearized reading' (duration: 21.653689574s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.156466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:26.502667Z","time spent":"21.653790097s","remote":"127.0.0.1:38000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.156536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.650575225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:48.156663Z","caller":"traceutil/trace.go:171","msg":"trace[808786055] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23910; }","duration":"14.650727938s","start":"2026-03-04T02:16:33.505882Z","end":"2026-03-04T02:16:48.15661Z","steps":["trace[808786055] 'agreement among raft nodes before linearized reading' (duration: 14.650547574s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.156755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.505863Z","time spent":"14.650833701s","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.157007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.08493445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:48.157049Z","caller":"traceutil/trace.go:171","msg":"trace[340191881] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23910; }","duration":"15.084980181s","start":"2026-03-04T02:16:33.07206Z","end":"2026-03-04T02:16:48.15704Z","steps":["trace[340191881] 'agreement among raft nodes before linearized reading' (duration: 15.08490968s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.157148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.072028Z","time spent":"15.085107404s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.157545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.641174707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:16:48.15753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.448564105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:48.15596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.122669Z","time spent":"24.033284491s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-04T02:16:48.157631Z","caller":"traceutil/trace.go:171","msg":"trace[183702800] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23910; }","duration":"17.448669757s","start":"2026-03-04T02:16:30.708924Z","end":"2026-03-04T02:16:48.157594Z","steps":["trace[183702800] 'agreement among raft nodes before linearized reading' (duration: 17.448444762s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.157688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.708872Z","time spent":"17.44879951s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.157722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.963314088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:48.157755Z","caller":"traceutil/trace.go:171","msg":"trace[1473477591] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23910; }","duration":"15.96337432s","start":"2026-03-04T02:16:32.194369Z","end":"2026-03-04T02:16:48.157743Z","steps":["trace[1473477591] 'agreement among raft nodes before linearized reading' (duration: 15.963255787s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.157778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.194355Z","time spent":"15.96341752s","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.157825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.840741048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:48.157869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.698127038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:48.157856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.4505505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:48.157889Z","caller":"traceutil/trace.go:171","msg":"trace[1557627269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23910; }","duration":"22.840832761s","start":"2026-03-04T02:16:25.317038Z","end":"2026-03-04T02:16:48.157871Z","steps":["trace[1557627269] 'agreement among raft nodes before linearized reading' (duration: 22.840730638s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:48.157903Z","caller":"traceutil/trace.go:171","msg":"trace[859982984] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23910; }","duration":"16.69818527s","start":"2026-03-04T02:16:31.459706Z","end":"2026-03-04T02:16:48.157891Z","steps":["trace[859982984] 'agreement among raft nodes before linearized reading' (duration: 16.698091228s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.157919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.255167431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:48.1579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.161220765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:48.157938Z","caller":"traceutil/trace.go:171","msg":"trace[975375195] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23910; }","duration":"15.255239992s","start":"2026-03-04T02:16:32.902694Z","end":"2026-03-04T02:16:48.157934Z","steps":["trace[975375195] 'agreement among raft nodes before linearized reading' (duration: 15.255200151s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.157941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.459693Z","time spent":"16.698240471s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.157953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.902676Z","time spent":"15.255273723s","remote":"127.0.0.1:45114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:48.157956Z","caller":"traceutil/trace.go:171","msg":"trace[548992771] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23910; }","duration":"16.161328727s","start":"2026-03-04T02:16:31.996613Z","end":"2026-03-04T02:16:48.157942Z","steps":["trace[548992771] 'agreement among raft nodes before linearized reading' (duration: 16.161244245s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.158001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.996584Z","time spent":"16.161407519s","remote":"127.0.0.1:37968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.158051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.630171659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:48.158067Z","caller":"traceutil/trace.go:171","msg":"trace[809886838] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23910; }","duration":"15.63022161s","start":"2026-03-04T02:16:32.527839Z","end":"2026-03-04T02:16:48.158061Z","steps":["trace[809886838] 'agreement among raft nodes before linearized reading' (duration: 15.630177059s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.158083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.527814Z","time spent":"15.630265601s","remote":"127.0.0.1:35846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.157954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.317021Z","time spent":"22.840912892s","remote":"127.0.0.1:47136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:48.157589Z","caller":"traceutil/trace.go:171","msg":"trace[1965625646] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23910; }","duration":"17.641242229s","start":"2026-03-04T02:16:30.516335Z","end":"2026-03-04T02:16:48.157577Z","steps":["trace[1965625646] 'agreement among raft nodes before linearized reading' (duration: 17.641104246s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.158202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.897404577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:48.158231Z","caller":"traceutil/trace.go:171","msg":"trace[1916303624] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23910; }","duration":"15.897446638s","start":"2026-03-04T02:16:32.260774Z","end":"2026-03-04T02:16:48.158221Z","steps":["trace[1916303624] 'agreement among raft nodes before linearized reading' (duration: 15.897396857s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.158228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.516321Z","time spent":"17.641884813s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:16:48.156032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.135364678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:16:48.158264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.260769Z","time spent":"15.897487899s","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:48.158285Z","caller":"traceutil/trace.go:171","msg":"trace[1546645737] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997; range_end:; response_count:1; response_revision:23910; }","duration":"24.137647041s","start":"2026-03-04T02:16:24.020623Z","end":"2026-03-04T02:16:48.15827Z","steps":["trace[1546645737] 'agreement among raft nodes before linearized reading' (duration: 24.135353507s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.158314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.020606Z","time spent":"24.137699943s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" "} {"level":"info","ts":"2026-03-04T02:16:48.157914Z","caller":"traceutil/trace.go:171","msg":"trace[2121051749] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23910; }","duration":"16.450677833s","start":"2026-03-04T02:16:31.707223Z","end":"2026-03-04T02:16:48.157901Z","steps":["trace[2121051749] 'agreement among raft nodes before linearized reading' (duration: 16.450567521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.158357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.707187Z","time spent":"16.451163675s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:48.155208Z","caller":"traceutil/trace.go:171","msg":"trace[1942379149] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23910; }","duration":"22.956036054s","start":"2026-03-04T02:16:25.199152Z","end":"2026-03-04T02:16:48.155188Z","steps":["trace[1942379149] 'agreement among raft nodes before linearized reading' (duration: 22.955916081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.158408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.199098Z","time spent":"22.95930237s","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.155387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.916917Z","time spent":"23.238462667s","remote":"127.0.0.1:50204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.196406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.1963Z","time spent":"7.000095937s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:48.655282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:49.156437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:49.656986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:49.986644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00036868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:49.98673Z","caller":"traceutil/trace.go:171","msg":"trace[1434301945] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000511133s","start":"2026-03-04T02:16:47.986198Z","end":"2026-03-04T02:16:49.986709Z","steps":["trace[1434301945] 'agreement among raft nodes before linearized reading' (duration: 2.000408591s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.986777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.986172Z","time spent":"2.000594565s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:50.166431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:50.667004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:50.721599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.060303286s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:51.986769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999946971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:51.986854Z","caller":"traceutil/trace.go:171","msg":"trace[2118655585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081114s","start":"2026-03-04T02:16:49.986753Z","end":"2026-03-04T02:16:51.986835Z","steps":["trace[2118655585] 'agreement among raft nodes before linearized reading' (duration: 1.999973322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.986899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.986734Z","time spent":"2.000154996s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:53.540214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.814243889s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:53.738235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01611769s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-03-04T02:16:53.738417Z","caller":"traceutil/trace.go:171","msg":"trace[1952706843] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23910; }","duration":"5.688666775s","start":"2026-03-04T02:16:48.049736Z","end":"2026-03-04T02:16:53.738403Z","steps":["trace[1952706843] 'process raft request' (duration: 5.688582663s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.738476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.049714Z","time spent":"5.688729997s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":572,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:53.738764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.130674678s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.738864Z","caller":"traceutil/trace.go:171","msg":"trace[256148549] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23910; }","duration":"3.130784171s","start":"2026-03-04T02:16:50.608066Z","end":"2026-03-04T02:16:53.73885Z","steps":["trace[256148549] 'range keys from in-memory index tree' (duration: 3.130662018s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:53.739539Z","caller":"traceutil/trace.go:171","msg":"trace[1500173830] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"5.577339983s","start":"2026-03-04T02:16:48.162174Z","end":"2026-03-04T02:16:53.739514Z","steps":["trace[1500173830] 'process raft request' (duration: 5.576180306s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.739677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.162154Z","time spent":"5.577452465s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:53.739762Z","caller":"traceutil/trace.go:171","msg":"trace[1822007619] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"5.577138139s","start":"2026-03-04T02:16:48.162614Z","end":"2026-03-04T02:16:53.739752Z","steps":["trace[1822007619] 'process raft request' (duration: 5.576820031s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.739816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.162605Z","time spent":"5.57718418s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:53.7398Z","caller":"traceutil/trace.go:171","msg":"trace[931191478] linearizableReadLoop","detail":"{readStateIndex:24767; appliedIndex:24762; }","duration":"5.584802917s","start":"2026-03-04T02:16:48.154975Z","end":"2026-03-04T02:16:53.739778Z","steps":["trace[931191478] 'read index received' (duration: 2.567142242s)","trace[931191478] 'applied index is now lower than readState.Index' (duration: 3.017656805s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:53.739831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.731580605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.739862Z","caller":"traceutil/trace.go:171","msg":"trace[1384558711] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23913; }","duration":"11.731637106s","start":"2026-03-04T02:16:42.008216Z","end":"2026-03-04T02:16:53.739854Z","steps":["trace[1384558711] 'agreement among raft nodes before linearized reading' (duration: 11.731562084s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.739897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.008201Z","time spent":"11.731689257s","remote":"127.0.0.1:45184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.739931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.613213242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:53.739953Z","caller":"traceutil/trace.go:171","msg":"trace[1582314218] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23913; }","duration":"15.613260253s","start":"2026-03-04T02:16:38.126685Z","end":"2026-03-04T02:16:53.739945Z","steps":["trace[1582314218] 'agreement among raft nodes before linearized reading' (duration: 15.613183382s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.739945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.325272461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:53.739974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.126669Z","time spent":"15.613299314s","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:53.739984Z","caller":"traceutil/trace.go:171","msg":"trace[1714570013] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23913; }","duration":"16.325349683s","start":"2026-03-04T02:16:37.414621Z","end":"2026-03-04T02:16:53.73997Z","steps":["trace[1714570013] 'agreement among raft nodes before linearized reading' (duration: 16.325279451s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.74Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.368219385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:53.740045Z","caller":"traceutil/trace.go:171","msg":"trace[1448712082] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"5.566603292s","start":"2026-03-04T02:16:48.173431Z","end":"2026-03-04T02:16:53.740034Z","steps":["trace[1448712082] 'process raft request' (duration: 5.566239424s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.740069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.787419388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:53.740081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.790328508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.740081Z","caller":"traceutil/trace.go:171","msg":"trace[193394834] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23913; }","duration":"17.368344028s","start":"2026-03-04T02:16:36.371717Z","end":"2026-03-04T02:16:53.740061Z","steps":["trace[193394834] 'agreement among raft nodes before linearized reading' (duration: 17.368209875s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.740126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.441519013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.740145Z","caller":"traceutil/trace.go:171","msg":"trace[2110345757] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23913; }","duration":"12.441578635s","start":"2026-03-04T02:16:41.29856Z","end":"2026-03-04T02:16:53.740139Z","steps":["trace[2110345757] 'agreement among raft nodes before linearized reading' (duration: 12.441551184s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.74014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.806798181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:53.740144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.371699Z","time spent":"17.36842894s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:53.740168Z","caller":"traceutil/trace.go:171","msg":"trace[831764365] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23913; }","duration":"18.806865412s","start":"2026-03-04T02:16:34.933296Z","end":"2026-03-04T02:16:53.740162Z","steps":["trace[831764365] 'agreement among raft nodes before linearized reading' (duration: 18.806822531s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.740182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.726091011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:53.74019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.433739945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:53.740197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.933275Z","time spent":"18.806914064s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:53.740212Z","caller":"traceutil/trace.go:171","msg":"trace[1089841550] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23913; }","duration":"15.433797206s","start":"2026-03-04T02:16:38.306408Z","end":"2026-03-04T02:16:53.740205Z","steps":["trace[1089841550] 'agreement among raft nodes before linearized reading' (duration: 15.433768766s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:53.740211Z","caller":"traceutil/trace.go:171","msg":"trace[1566779931] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23913; }","duration":"5.726139372s","start":"2026-03-04T02:16:48.014061Z","end":"2026-03-04T02:16:53.7402Z","steps":["trace[1566779931] 'agreement among raft nodes before linearized reading' (duration: 5.726099631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.740228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.30638Z","time spent":"15.433843588s","remote":"127.0.0.1:38006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.740238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.014045Z","time spent":"5.726185993s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.740329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.532638557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.740356Z","caller":"traceutil/trace.go:171","msg":"trace[2042712067] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23913; }","duration":"15.532694279s","start":"2026-03-04T02:16:38.207653Z","end":"2026-03-04T02:16:53.740347Z","steps":["trace[2042712067] 'agreement among raft nodes before linearized reading' (duration: 15.532658938s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.740375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.207636Z","time spent":"15.532734029s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.740376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.70102044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-04T02:16:53.740406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.580015706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.740438Z","caller":"traceutil/trace.go:171","msg":"trace[920251571] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:23913; }","duration":"5.580081827s","start":"2026-03-04T02:16:48.160347Z","end":"2026-03-04T02:16:53.740429Z","steps":["trace[920251571] 'agreement among raft nodes before linearized reading' (duration: 5.580028925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.740431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.621546668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.740442Z","caller":"traceutil/trace.go:171","msg":"trace[185885497] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23913; }","duration":"12.701118433s","start":"2026-03-04T02:16:41.039306Z","end":"2026-03-04T02:16:53.740424Z","steps":["trace[185885497] 'agreement among raft nodes before linearized reading' (duration: 12.700953359s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.740468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.160335Z","time spent":"5.580126198s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:16:53.740492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.039285Z","time spent":"12.701194545s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T02:16:53.740515Z","caller":"traceutil/trace.go:171","msg":"trace[1525361081] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23913; }","duration":"16.62162803s","start":"2026-03-04T02:16:37.118839Z","end":"2026-03-04T02:16:53.740467Z","steps":["trace[1525361081] 'agreement among raft nodes before linearized reading' (duration: 16.621541217s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.740459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.726598543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-04T02:16:53.740607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.11882Z","time spent":"16.621771233s","remote":"127.0.0.1:42022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:53.740639Z","caller":"traceutil/trace.go:171","msg":"trace[512224730] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23913; }","duration":"5.726808738s","start":"2026-03-04T02:16:48.013819Z","end":"2026-03-04T02:16:53.740628Z","steps":["trace[512224730] 'agreement among raft nodes before linearized reading' (duration: 5.726543832s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.740021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.414601Z","time spent":"16.325410564s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.740143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.601652211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:53.740673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.013802Z","time spent":"5.726861129s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T02:16:53.740681Z","caller":"traceutil/trace.go:171","msg":"trace[1993637047] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23913; }","duration":"5.602225324s","start":"2026-03-04T02:16:48.138444Z","end":"2026-03-04T02:16:53.740669Z","steps":["trace[1993637047] 'agreement among raft nodes before linearized reading' (duration: 5.601673651s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.740724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.138424Z","time spent":"5.602287006s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.740749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.149046761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.740768Z","caller":"traceutil/trace.go:171","msg":"trace[1874870928] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23913; }","duration":"17.149104992s","start":"2026-03-04T02:16:36.591658Z","end":"2026-03-04T02:16:53.740763Z","steps":["trace[1874870928] 'agreement among raft nodes before linearized reading' (duration: 17.149070332s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.740791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.591638Z","time spent":"17.149148483s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:53.7401Z","caller":"traceutil/trace.go:171","msg":"trace[297930260] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23913; }","duration":"11.790348639s","start":"2026-03-04T02:16:41.949746Z","end":"2026-03-04T02:16:53.740095Z","steps":["trace[297930260] 'agreement among raft nodes before linearized reading' (duration: 11.790316368s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.740911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.949707Z","time spent":"11.791117317s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.740991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.307747857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:53.741014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.179909572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:16:53.741039Z","caller":"traceutil/trace.go:171","msg":"trace[49081230] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23913; }","duration":"17.179979554s","start":"2026-03-04T02:16:36.561052Z","end":"2026-03-04T02:16:53.741032Z","steps":["trace[49081230] 'agreement among raft nodes before linearized reading' (duration: 17.179879221s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.741044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398716724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:53.740999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.203406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:53.741063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.561033Z","time spent":"17.180025365s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:16:53.741076Z","caller":"traceutil/trace.go:171","msg":"trace[1063099540] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23913; }","duration":"1.398747035s","start":"2026-03-04T02:16:52.34232Z","end":"2026-03-04T02:16:53.741067Z","steps":["trace[1063099540] 'agreement among raft nodes before linearized reading' (duration: 1.398701183s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:53.741082Z","caller":"traceutil/trace.go:171","msg":"trace[1360279936] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23913; }","duration":"704.321408ms","start":"2026-03-04T02:16:53.036749Z","end":"2026-03-04T02:16:53.741071Z","steps":["trace[1360279936] 'agreement among raft nodes before linearized reading' (duration: 704.217635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.740166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.298545Z","time spent":"12.441613705s","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.741132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.036729Z","time spent":"704.38787ms","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.741156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534796065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:53.741177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.275400024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:53.741191Z","caller":"traceutil/trace.go:171","msg":"trace[5603505] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23913; }","duration":"1.534858767s","start":"2026-03-04T02:16:52.206323Z","end":"2026-03-04T02:16:53.741181Z","steps":["trace[5603505] 'agreement among raft nodes before linearized reading' (duration: 1.534812756s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.741206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.332636934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:16:53.741207Z","caller":"traceutil/trace.go:171","msg":"trace[1875682420] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23913; }","duration":"6.275443186s","start":"2026-03-04T02:16:47.465756Z","end":"2026-03-04T02:16:53.741199Z","steps":["trace[1875682420] 'agreement among raft nodes before linearized reading' (duration: 6.275386664s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.74122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.206302Z","time spent":"1.534910388s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.741236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.465748Z","time spent":"6.275481506s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.740098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.173418Z","time spent":"5.566649093s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:53.74139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747201951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:53.741394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.436699776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.74141Z","caller":"traceutil/trace.go:171","msg":"trace[977471865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23913; }","duration":"1.747260131s","start":"2026-03-04T02:16:51.994145Z","end":"2026-03-04T02:16:53.741405Z","steps":["trace[977471865] 'agreement among raft nodes before linearized reading' (duration: 1.74721146s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:53.741421Z","caller":"traceutil/trace.go:171","msg":"trace[1507837385] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23913; }","duration":"6.436766298s","start":"2026-03-04T02:16:47.304647Z","end":"2026-03-04T02:16:53.741413Z","steps":["trace[1507837385] 'agreement among raft nodes before linearized reading' (duration: 6.436715266s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.741083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.834578818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274795"} {"level":"warn","ts":"2026-03-04T02:16:53.741452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154538064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.741456Z","caller":"traceutil/trace.go:171","msg":"trace[1561371319] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23913; }","duration":"5.834990467s","start":"2026-03-04T02:16:47.906456Z","end":"2026-03-04T02:16:53.741447Z","steps":["trace[1561371319] 'agreement among raft nodes before linearized reading' (duration: 5.834311352s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:53.741475Z","caller":"traceutil/trace.go:171","msg":"trace[914714468] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23913; }","duration":"2.154584466s","start":"2026-03-04T02:16:51.586885Z","end":"2026-03-04T02:16:53.741469Z","steps":["trace[914714468] 'agreement among raft nodes before linearized reading' (duration: 2.154552995s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.741116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.342283Z","time spent":"1.398824246s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.741485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.906436Z","time spent":"5.835039838s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274817,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:16:53.741493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.58687Z","time spent":"2.154618266s","remote":"127.0.0.1:42058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.7416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578116439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.741628Z","caller":"traceutil/trace.go:171","msg":"trace[1090492618] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23913; }","duration":"2.578166859s","start":"2026-03-04T02:16:51.163451Z","end":"2026-03-04T02:16:53.741618Z","steps":["trace[1090492618] 'agreement among raft nodes before linearized reading' (duration: 2.578128869s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.74145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.304627Z","time spent":"6.436816508s","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.741646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.547398195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:16:53.741654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.163436Z","time spent":"2.5782088s","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:53.74167Z","caller":"traceutil/trace.go:171","msg":"trace[53215800] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23913; }","duration":"7.547457676s","start":"2026-03-04T02:16:46.194205Z","end":"2026-03-04T02:16:53.741663Z","steps":["trace[53215800] 'agreement among raft nodes before linearized reading' (duration: 7.547299483s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.74082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.360030879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:53.741704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.194187Z","time spent":"7.547509898s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:53.741041Z","caller":"traceutil/trace.go:171","msg":"trace[1268896354] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23913; }","duration":"14.30783054s","start":"2026-03-04T02:16:39.433195Z","end":"2026-03-04T02:16:53.741025Z","steps":["trace[1268896354] 'agreement among raft nodes before linearized reading' (duration: 14.307753918s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.741126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.240598011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.74176Z","caller":"traceutil/trace.go:171","msg":"trace[1984179771] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23913; }","duration":"6.241267407s","start":"2026-03-04T02:16:47.500486Z","end":"2026-03-04T02:16:53.741754Z","steps":["trace[1984179771] 'agreement among raft nodes before linearized reading' (duration: 6.240614721s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.741762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:39.433178Z","time spent":"14.308575057s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.741781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.500469Z","time spent":"6.241303857s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.741782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.332805055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.741226Z","caller":"traceutil/trace.go:171","msg":"trace[1239237512] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23913; }","duration":"17.332767906s","start":"2026-03-04T02:16:36.408452Z","end":"2026-03-04T02:16:53.74122Z","steps":["trace[1239237512] 'agreement among raft nodes before linearized reading' (duration: 17.332707425s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:53.741834Z","caller":"traceutil/trace.go:171","msg":"trace[1472824231] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23913; }","duration":"4.332886507s","start":"2026-03-04T02:16:49.408933Z","end":"2026-03-04T02:16:53.741819Z","steps":["trace[1472824231] 'agreement among raft nodes before linearized reading' (duration: 4.332805645s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.741858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.165920938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:53.741427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.994127Z","time spent":"1.747297313s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:16:53.741885Z","caller":"traceutil/trace.go:171","msg":"trace[2031732291] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23913; }","duration":"8.165987668s","start":"2026-03-04T02:16:45.57589Z","end":"2026-03-04T02:16:53.741877Z","steps":["trace[2031732291] 'agreement among raft nodes before linearized reading' (duration: 8.165939517s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.741925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.57587Z","time spent":"8.16604755s","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.740221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.423471605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:53.741491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.428593597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:53.741948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.381284939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.741964Z","caller":"traceutil/trace.go:171","msg":"trace[1824162940] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23913; }","duration":"15.425235386s","start":"2026-03-04T02:16:38.316719Z","end":"2026-03-04T02:16:53.741955Z","steps":["trace[1824162940] 'agreement among raft nodes before linearized reading' (duration: 15.423436994s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:53.741971Z","caller":"traceutil/trace.go:171","msg":"trace[1173207941] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23913; }","duration":"7.429071368s","start":"2026-03-04T02:16:46.31289Z","end":"2026-03-04T02:16:53.741961Z","steps":["trace[1173207941] 'agreement among raft nodes before linearized reading' (duration: 7.428576917s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.741995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.316669Z","time spent":"15.425315888s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:53.7401Z","caller":"traceutil/trace.go:171","msg":"trace[632650260] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23913; }","duration":"18.7874759s","start":"2026-03-04T02:16:34.952614Z","end":"2026-03-04T02:16:53.74009Z","steps":["trace[632650260] 'agreement among raft nodes before linearized reading' (duration: 18.787426389s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.742105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.952601Z","time spent":"18.789493057s","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.742122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.012200443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.742145Z","caller":"traceutil/trace.go:171","msg":"trace[1043991024] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23913; }","duration":"9.012222083s","start":"2026-03-04T02:16:44.729913Z","end":"2026-03-04T02:16:53.742136Z","steps":["trace[1043991024] 'agreement among raft nodes before linearized reading' (duration: 9.012183393s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.742166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.729894Z","time spent":"9.012264625s","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.74221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.580915307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-76c9888b-cc52-4a50-b30f-8c1bac766f64\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T02:16:53.741706Z","caller":"traceutil/trace.go:171","msg":"trace[1791064729] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23913; }","duration":"13.36092921s","start":"2026-03-04T02:16:40.380768Z","end":"2026-03-04T02:16:53.741697Z","steps":["trace[1791064729] 'agreement among raft nodes before linearized reading' (duration: 13.360003129s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:53.742262Z","caller":"traceutil/trace.go:171","msg":"trace[447244402] range","detail":"{range_begin:/registry/persistentvolumes/pvc-76c9888b-cc52-4a50-b30f-8c1bac766f64; range_end:; response_count:1; response_revision:23913; }","duration":"5.580978928s","start":"2026-03-04T02:16:48.16127Z","end":"2026-03-04T02:16:53.742249Z","steps":["trace[447244402] 'agreement among raft nodes before linearized reading' (duration: 5.580857005s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.74227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.380725Z","time spent":"13.361532824s","remote":"127.0.0.1:37842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.742306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.777920605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:53.742304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.161264Z","time spent":"5.581028499s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-76c9888b-cc52-4a50-b30f-8c1bac766f64\" "} {"level":"info","ts":"2026-03-04T02:16:53.742332Z","caller":"traceutil/trace.go:171","msg":"trace[1743512630] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23913; }","duration":"9.777981137s","start":"2026-03-04T02:16:43.964344Z","end":"2026-03-04T02:16:53.742325Z","steps":["trace[1743512630] 'agreement among raft nodes before linearized reading' (duration: 9.777946226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.742356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.964323Z","time spent":"9.778024827s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.741847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.408437Z","time spent":"17.333404002s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T02:16:53.741997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.312834Z","time spent":"7.4291544s","remote":"127.0.0.1:37870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.742468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.52997807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.742489Z","caller":"traceutil/trace.go:171","msg":"trace[2067917051] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23913; }","duration":"10.530001941s","start":"2026-03-04T02:16:43.212482Z","end":"2026-03-04T02:16:53.742483Z","steps":["trace[2067917051] 'agreement among raft nodes before linearized reading' (duration: 10.52996545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.742516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.212466Z","time spent":"10.530044322s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:53.74199Z","caller":"traceutil/trace.go:171","msg":"trace[453949271] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23913; }","duration":"4.381441443s","start":"2026-03-04T02:16:49.360534Z","end":"2026-03-04T02:16:53.741975Z","steps":["trace[453949271] 'agreement among raft nodes before linearized reading' (duration: 4.381378271s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.742549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.360514Z","time spent":"4.382022156s","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.741885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.408916Z","time spent":"4.332954408s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.742104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.542388615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-03-04T02:16:53.742277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.185538116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.742721Z","caller":"traceutil/trace.go:171","msg":"trace[1154081352] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23913; }","duration":"5.543031601s","start":"2026-03-04T02:16:48.199674Z","end":"2026-03-04T02:16:53.742706Z","steps":["trace[1154081352] 'agreement among raft nodes before linearized reading' (duration: 5.542339555s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:53.742747Z","caller":"traceutil/trace.go:171","msg":"trace[1947086495] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23913; }","duration":"9.186038168s","start":"2026-03-04T02:16:44.556704Z","end":"2026-03-04T02:16:53.742742Z","steps":["trace[1947086495] 'agreement among raft nodes before linearized reading' (duration: 9.185551526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.742768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.556684Z","time spent":"9.186077858s","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:53.74278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.199659Z","time spent":"5.543105793s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T02:16:53.742561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.301223802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:53.742843Z","caller":"traceutil/trace.go:171","msg":"trace[839630943] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23913; }","duration":"11.30154684s","start":"2026-03-04T02:16:42.441292Z","end":"2026-03-04T02:16:53.742839Z","steps":["trace[839630943] 'agreement among raft nodes before linearized reading' (duration: 11.301245023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.742865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.441273Z","time spent":"11.301585941s","remote":"127.0.0.1:37904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:55.755607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000858263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:55.755687Z","caller":"traceutil/trace.go:171","msg":"trace[1369821282] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000964995s","start":"2026-03-04T02:16:53.754704Z","end":"2026-03-04T02:16:55.755669Z","steps":["trace[1369821282] 'agreement among raft nodes before linearized reading' (duration: 2.000864773s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.755733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.754699Z","time spent":"2.001020137s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:56.235173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.86862203s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:57.755606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999828148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:57.755683Z","caller":"traceutil/trace.go:171","msg":"trace[995298412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9999452s","start":"2026-03-04T02:16:55.75572Z","end":"2026-03-04T02:16:57.755665Z","steps":["trace[995298412] 'agreement among raft nodes before linearized reading' (duration: 1.999850258s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.755727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.755705Z","time spent":"2.000012792s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:58.430104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.194727516s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:59.763049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:59.763129Z","caller":"traceutil/trace.go:171","msg":"trace[694337519] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049683s","start":"2026-03-04T02:16:57.763061Z","end":"2026-03-04T02:16:59.763111Z","steps":["trace[694337519] 'agreement among raft nodes before linearized reading' (duration: 1.999949201s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:59.763175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.763043Z","time spent":"2.000123234s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:00.170838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:58.752886Z","time spent":"1.417945883s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:00.171352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.935804933s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T02:17:00.171432Z","caller":"traceutil/trace.go:171","msg":"trace[1428338677] linearizableReadLoop","detail":"{readStateIndex:24768; appliedIndex:24767; }","duration":"6.420074057s","start":"2026-03-04T02:16:53.751346Z","end":"2026-03-04T02:17:00.17142Z","steps":["trace[1428338677] 'read index received' (duration: 27.74µs)","trace[1428338677] 'applied index is now lower than readState.Index' (duration: 6.420045217s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:00.171619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.420284553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w\" ","response":"range_response_count:1 size:5419"} {"level":"info","ts":"2026-03-04T02:17:00.171644Z","caller":"traceutil/trace.go:171","msg":"trace[454890993] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w; range_end:; response_count:1; response_revision:23913; }","duration":"6.420339443s","start":"2026-03-04T02:16:53.751297Z","end":"2026-03-04T02:17:00.171636Z","steps":["trace[454890993] 'agreement among raft nodes before linearized reading' (duration: 6.420234811s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.171663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.751283Z","time spent":"6.420375865s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5441,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w\" "} {"level":"warn","ts":"2026-03-04T02:17:00.171732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.751315Z","time spent":"6.420412325s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:00.171758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.420314313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-04T02:17:00.171911Z","caller":"traceutil/trace.go:171","msg":"trace[354367666] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23913; }","duration":"6.420475847s","start":"2026-03-04T02:16:53.751331Z","end":"2026-03-04T02:17:00.171807Z","steps":["trace[354367666] 'agreement among raft nodes before linearized reading' (duration: 6.420190431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.17202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.751283Z","time spent":"6.420671272s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T02:17:00.172158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.119000768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:00.172168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.419425022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:17:00.172175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489785934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:00.172238Z","caller":"traceutil/trace.go:171","msg":"trace[1767075561] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23913; }","duration":"6.419519125s","start":"2026-03-04T02:16:53.752701Z","end":"2026-03-04T02:17:00.17222Z","steps":["trace[1767075561] 'agreement among raft nodes before linearized reading' (duration: 6.4193104s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.172255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.362353538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:00.172256Z","caller":"traceutil/trace.go:171","msg":"trace[1412491637] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23913; }","duration":"3.489956958s","start":"2026-03-04T02:16:56.682276Z","end":"2026-03-04T02:17:00.172233Z","steps":["trace[1412491637] 'agreement among raft nodes before linearized reading' (duration: 3.489737683s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.172284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.752692Z","time spent":"6.419583476s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-04T02:17:00.17229Z","caller":"traceutil/trace.go:171","msg":"trace[1949560697] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23913; }","duration":"6.362417459s","start":"2026-03-04T02:16:53.80986Z","end":"2026-03-04T02:17:00.172277Z","steps":["trace[1949560697] 'agreement among raft nodes before linearized reading' (duration: 6.362366718s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.172301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.682254Z","time spent":"3.490037241s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:00.172318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.809844Z","time spent":"6.362465551s","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:00.172364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.751365Z","time spent":"6.420997049s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:00.172401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101762289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:00.172421Z","caller":"traceutil/trace.go:171","msg":"trace[468772579] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23913; }","duration":"1.10182454s","start":"2026-03-04T02:16:59.070591Z","end":"2026-03-04T02:17:00.172415Z","steps":["trace[468772579] 'agreement among raft nodes before linearized reading' (duration: 1.10178588s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.172423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.419656627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-03-04T02:17:00.172441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.07057Z","time spent":"1.101867302s","remote":"127.0.0.1:41420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:00.172206Z","caller":"traceutil/trace.go:171","msg":"trace[1201430820] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23913; }","duration":"6.11909344s","start":"2026-03-04T02:16:54.053099Z","end":"2026-03-04T02:17:00.172193Z","steps":["trace[1201430820] 'agreement among raft nodes before linearized reading' (duration: 6.119014198s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:00.172459Z","caller":"traceutil/trace.go:171","msg":"trace[696734082] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23913; }","duration":"6.419700299s","start":"2026-03-04T02:16:53.752745Z","end":"2026-03-04T02:17:00.172445Z","steps":["trace[696734082] 'agreement among raft nodes before linearized reading' (duration: 6.419617977s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.172265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.662470492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:00.172486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.752739Z","time spent":"6.41973946s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T02:17:00.17249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.053077Z","time spent":"6.119402247s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:17:00.172505Z","caller":"traceutil/trace.go:171","msg":"trace[1511732279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23913; }","duration":"3.662744768s","start":"2026-03-04T02:16:56.509749Z","end":"2026-03-04T02:17:00.172494Z","steps":["trace[1511732279] 'agreement among raft nodes before linearized reading' (duration: 3.662475742s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.172541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073907068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:00.172577Z","caller":"traceutil/trace.go:171","msg":"trace[2037074996] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23913; }","duration":"1.073942939s","start":"2026-03-04T02:16:59.098628Z","end":"2026-03-04T02:17:00.172571Z","steps":["trace[2037074996] 'agreement among raft nodes before linearized reading' (duration: 1.073894078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.172574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.509731Z","time spent":"3.662809229s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:00.172592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.098602Z","time spent":"1.07398663s","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:00.172241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.556882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:00.172658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164841134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:00.172673Z","caller":"traceutil/trace.go:171","msg":"trace[569111619] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23913; }","duration":"116.026583ms","start":"2026-03-04T02:17:00.056634Z","end":"2026-03-04T02:17:00.172661Z","steps":["trace[569111619] 'agreement among raft nodes before linearized reading' (duration: 115.563092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:00.172697Z","caller":"traceutil/trace.go:171","msg":"trace[1770577563] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23913; }","duration":"1.164923826s","start":"2026-03-04T02:16:59.007765Z","end":"2026-03-04T02:17:00.172689Z","steps":["trace[1770577563] 'agreement among raft nodes before linearized reading' (duration: 1.164856834s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.172729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.007742Z","time spent":"1.164977838s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:00.172766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.10501276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:00.172249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.799527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:00.17279Z","caller":"traceutil/trace.go:171","msg":"trace[1576343814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23913; }","duration":"4.10506074s","start":"2026-03-04T02:16:56.067722Z","end":"2026-03-04T02:17:00.172783Z","steps":["trace[1576343814] 'agreement among raft nodes before linearized reading' (duration: 4.105027649s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.172807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.067707Z","time spent":"4.105096372s","remote":"127.0.0.1:46316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:00.172801Z","caller":"traceutil/trace.go:171","msg":"trace[1216725607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23913; }","duration":"409.383571ms","start":"2026-03-04T02:16:59.763407Z","end":"2026-03-04T02:17:00.17279Z","steps":["trace[1216725607] 'agreement among raft nodes before linearized reading' (duration: 408.813308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.172836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.763388Z","time spent":"409.438412ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:00.173011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.16362603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:00.172207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.417393135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f93212bc-0c92-4ee0-bab4-b6f8bb19741d\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T02:17:00.173036Z","caller":"traceutil/trace.go:171","msg":"trace[637347493] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23913; }","duration":"5.163683652s","start":"2026-03-04T02:16:55.009343Z","end":"2026-03-04T02:17:00.173027Z","steps":["trace[637347493] 'agreement among raft nodes before linearized reading' (duration: 5.163644371s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:00.173044Z","caller":"traceutil/trace.go:171","msg":"trace[762173324] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f93212bc-0c92-4ee0-bab4-b6f8bb19741d; range_end:; response_count:1; response_revision:23913; }","duration":"6.418240465s","start":"2026-03-04T02:16:53.754794Z","end":"2026-03-04T02:17:00.173035Z","steps":["trace[762173324] 'agreement among raft nodes before linearized reading' (duration: 6.417331184s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.173081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.75479Z","time spent":"6.418281296s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-f93212bc-0c92-4ee0-bab4-b6f8bb19741d\" "} {"level":"warn","ts":"2026-03-04T02:17:00.172528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.419570166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-04T02:17:00.173052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.009316Z","time spent":"5.163731293s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:00.173195Z","caller":"traceutil/trace.go:171","msg":"trace[1882684205] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23913; }","duration":"6.420367414s","start":"2026-03-04T02:16:53.752769Z","end":"2026-03-04T02:17:00.173137Z","steps":["trace[1882684205] 'agreement among raft nodes before linearized reading' (duration: 6.419405062s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.173447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.752764Z","time spent":"6.420486617s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:17:00.173644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.44743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:17:00.17493Z","caller":"traceutil/trace.go:171","msg":"trace[106213514] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23913; }","duration":"489.778682ms","start":"2026-03-04T02:16:59.685123Z","end":"2026-03-04T02:17:00.174902Z","steps":["trace[106213514] 'agreement among raft nodes before linearized reading' (duration: 486.900034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.175011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.685088Z","time spent":"489.898964ms","remote":"127.0.0.1:45292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2647,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:00.17504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.077616598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:00.175081Z","caller":"traceutil/trace.go:171","msg":"trace[1752602262] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23913; }","duration":"4.0776695s","start":"2026-03-04T02:16:56.0974Z","end":"2026-03-04T02:17:00.17507Z","steps":["trace[1752602262] 'agreement among raft nodes before linearized reading' (duration: 4.077548257s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.175123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.097396Z","time spent":"4.077718262s","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:00.17716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895078269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:17:00.177205Z","caller":"traceutil/trace.go:171","msg":"trace[990912718] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23913; }","duration":"2.895163871s","start":"2026-03-04T02:16:57.282032Z","end":"2026-03-04T02:17:00.177196Z","steps":["trace[990912718] 'agreement among raft nodes before linearized reading' (duration: 2.890798049s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.177234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.282013Z","time spent":"2.895212882s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2647,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:00.678211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:00.999202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.179014Z","time spent":"820.176207ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:17:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:01.178632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:01.67954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:02.180521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:02.180681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:02.18072Z","caller":"traceutil/trace.go:171","msg":"trace[1347819018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022793s","start":"2026-03-04T02:17:00.180683Z","end":"2026-03-04T02:17:02.180706Z","steps":["trace[1347819018] 'agreement among raft nodes before linearized reading' (duration: 1.999958931s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.180766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.180678Z","time spent":"2.000081744s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:02.681614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:03.160235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551752213s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:03.160365Z","caller":"traceutil/trace.go:171","msg":"trace[739695772] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23913; }","duration":"2.551894886s","start":"2026-03-04T02:17:00.608452Z","end":"2026-03-04T02:17:03.160347Z","steps":["trace[739695772] 'range keys from in-memory index tree' (duration: 2.551735181s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.181756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:03.452776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.837572055s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:17:03.453144Z","caller":"traceutil/trace.go:171","msg":"trace[1725474668] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"3.277288326s","start":"2026-03-04T02:17:00.175824Z","end":"2026-03-04T02:17:03.453112Z","steps":["trace[1725474668] 'process raft request' (duration: 3.277130622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:03.453305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.175804Z","time spent":"3.277418098s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:04.181436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:04.18151Z","caller":"traceutil/trace.go:171","msg":"trace[1143629958] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481602s","start":"2026-03-04T02:17:02.18101Z","end":"2026-03-04T02:17:04.181492Z","steps":["trace[1143629958] 'agreement among raft nodes before linearized reading' (duration: 2.00039051s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:04.181554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.180998Z","time spent":"2.000547544s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:04.225702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:04.225757Z","caller":"traceutil/trace.go:171","msg":"trace[802662053] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000127704s","start":"2026-03-04T02:17:02.225618Z","end":"2026-03-04T02:17:04.225745Z","steps":["trace[802662053] 'agreement among raft nodes before linearized reading' (duration: 2.000063522s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:04.225797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.225607Z","time spent":"2.000182585s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:06.190412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000969764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:06.190485Z","caller":"traceutil/trace.go:171","msg":"trace[1276991192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001095797s","start":"2026-03-04T02:17:04.189373Z","end":"2026-03-04T02:17:06.190469Z","steps":["trace[1276991192] 'agreement among raft nodes before linearized reading' (duration: 2.001006415s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:06.19053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:04.189344Z","time spent":"2.00117757s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:07.176149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.175968Z","time spent":"7.000173939s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:07.178357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.177656Z","time spent":"7.000680352s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:07.17837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.178135Z","time spent":"7.000231221s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:07.178394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.177671Z","time spent":"7.000719623s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:07.180798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.180685Z","time spent":"7.000110358s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:08.190595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999784356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:08.19068Z","caller":"traceutil/trace.go:171","msg":"trace[1868507696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999924529s","start":"2026-03-04T02:17:06.190738Z","end":"2026-03-04T02:17:08.190662Z","steps":["trace[1868507696] 'agreement among raft nodes before linearized reading' (duration: 1.999821407s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:08.190723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:06.190714Z","time spent":"2.000000012s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:08.6737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.220695705s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:17:08.674492Z","caller":"traceutil/trace.go:171","msg":"trace[683033732] linearizableReadLoop","detail":"{readStateIndex:24776; appliedIndex:24770; }","duration":"8.496808483s","start":"2026-03-04T02:17:00.177658Z","end":"2026-03-04T02:17:08.674466Z","steps":["trace[683033732] 'read index received' (duration: 3.275463983s)","trace[683033732] 'applied index is now lower than readState.Index' (duration: 5.22134345s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:08.675375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.497646853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:08.675434Z","caller":"traceutil/trace.go:171","msg":"trace[15865059] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23920; }","duration":"8.497805907s","start":"2026-03-04T02:17:00.177616Z","end":"2026-03-04T02:17:08.675422Z","steps":["trace[15865059] 'agreement among raft nodes before linearized reading' (duration: 8.497620802s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:08.675472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.177604Z","time spent":"8.497857758s","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:09.175059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:09.675738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:10.176223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:10.184448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005863125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:10.18452Z","caller":"traceutil/trace.go:171","msg":"trace[654748931] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.005952817s","start":"2026-03-04T02:17:00.178545Z","end":"2026-03-04T02:17:10.184498Z","steps":["trace[654748931] 'agreement among raft nodes before linearized reading' (duration: 10.005858885s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:10.18459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.17853Z","time spent":"10.00604819s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/04 02:17:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:10.198776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000667957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:10.19883Z","caller":"traceutil/trace.go:171","msg":"trace[1616903158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000773009s","start":"2026-03-04T02:17:08.198046Z","end":"2026-03-04T02:17:10.198819Z","steps":["trace[1616903158] 'agreement among raft nodes before linearized reading' (duration: 2.000694358s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:10.198866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:08.198025Z","time spent":"2.000832731s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:10.677289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:10.763738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.086003442s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:11.296697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.616203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:550"} {"level":"warn","ts":"2026-03-04T02:17:11.296694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.722613ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:11.296832Z","caller":"traceutil/trace.go:171","msg":"trace[168893879] linearizableReadLoop","detail":"{readStateIndex:24778; appliedIndex:24776; }","duration":"2.62222709s","start":"2026-03-04T02:17:08.674592Z","end":"2026-03-04T02:17:11.296819Z","steps":["trace[168893879] 'read index received' (duration: 2.08932498s)","trace[168893879] 'applied index is now lower than readState.Index' (duration: 532.9011ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:11.296848Z","caller":"traceutil/trace.go:171","msg":"trace[1572699848] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23920; }","duration":"4.115036624s","start":"2026-03-04T02:17:07.181788Z","end":"2026-03-04T02:17:11.296825Z","steps":["trace[1572699848] 'process raft request' (duration: 3.582212116s)","trace[1572699848] 'compare' (duration: 532.524611ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:11.296905Z","caller":"traceutil/trace.go:171","msg":"trace[624855843] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23920; }","duration":"4.113325044s","start":"2026-03-04T02:17:07.183573Z","end":"2026-03-04T02:17:11.296898Z","steps":["trace[624855843] 'process raft request' (duration: 4.113201441s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.296922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:07.181773Z","time spent":"4.115115555s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":572,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:11.29695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:07.183561Z","time spent":"4.113365254s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":723,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:11.297027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.180090217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:11.297064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.096531745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:11.297108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.247776569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:11.297121Z","caller":"traceutil/trace.go:171","msg":"trace[1404265788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23920; }","duration":"10.096637228s","start":"2026-03-04T02:17:01.200468Z","end":"2026-03-04T02:17:11.297106Z","steps":["trace[1404265788] 'agreement among raft nodes before linearized reading' (duration: 10.096530925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806693911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:11.297178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597496172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-04T02:17:11.297181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.229615776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:11.297208Z","caller":"traceutil/trace.go:171","msg":"trace[1292576611] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23920; }","duration":"2.597556733s","start":"2026-03-04T02:17:08.699645Z","end":"2026-03-04T02:17:11.297202Z","steps":["trace[1292576611] 'agreement among raft nodes before linearized reading' (duration: 2.5974417s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:11.297213Z","caller":"traceutil/trace.go:171","msg":"trace[601062933] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23920; }","duration":"8.229682198s","start":"2026-03-04T02:17:03.06752Z","end":"2026-03-04T02:17:11.297202Z","steps":["trace[601062933] 'agreement among raft nodes before linearized reading' (duration: 8.229625096s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.340777535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:11.297217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.651668432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:11.297218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.147961948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:11.297238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:03.0675Z","time spent":"8.229731448s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:11.297246Z","caller":"traceutil/trace.go:171","msg":"trace[221181208] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23920; }","duration":"9.340832387s","start":"2026-03-04T02:17:01.956405Z","end":"2026-03-04T02:17:11.297237Z","steps":["trace[221181208] 'agreement among raft nodes before linearized reading' (duration: 9.340783885s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.869857832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:11.29725Z","caller":"traceutil/trace.go:171","msg":"trace[1811283529] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23920; }","duration":"6.651736864s","start":"2026-03-04T02:17:04.645505Z","end":"2026-03-04T02:17:11.297242Z","steps":["trace[1811283529] 'agreement among raft nodes before linearized reading' (duration: 6.651684532s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:11.297272Z","caller":"traceutil/trace.go:171","msg":"trace[137222711] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23920; }","duration":"10.14804714s","start":"2026-03-04T02:17:01.149203Z","end":"2026-03-04T02:17:11.29725Z","steps":["trace[137222711] 'agreement among raft nodes before linearized reading' (duration: 10.147982088s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118023593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:11.297289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:01.95639Z","time spent":"9.340889858s","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.297298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:04.645486Z","time spent":"6.651804415s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.297306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261655629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:11.297323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:01.149183Z","time spent":"10.148129762s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:11.297329Z","caller":"traceutil/trace.go:171","msg":"trace[1887123878] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23920; }","duration":"3.118104524s","start":"2026-03-04T02:17:08.179209Z","end":"2026-03-04T02:17:11.297314Z","steps":["trace[1887123878] 'agreement among raft nodes before linearized reading' (duration: 3.118046393s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:11.297301Z","caller":"traceutil/trace.go:171","msg":"trace[1516758071] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23920; }","duration":"5.870004846s","start":"2026-03-04T02:17:05.427278Z","end":"2026-03-04T02:17:11.297283Z","steps":["trace[1516758071] 'agreement among raft nodes before linearized reading' (duration: 5.869856062s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464990554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"warn","ts":"2026-03-04T02:17:11.297374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.051727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:11.297399Z","caller":"traceutil/trace.go:171","msg":"trace[74510159] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23920; }","duration":"2.465050855s","start":"2026-03-04T02:17:08.832341Z","end":"2026-03-04T02:17:11.297392Z","steps":["trace[74510159] 'agreement among raft nodes before linearized reading' (duration: 2.464912262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.841574493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T02:17:11.297406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807389867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:11.297409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:05.427259Z","time spent":"5.870133978s","remote":"127.0.0.1:37964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.297237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:08.699628Z","time spent":"2.597604174s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T02:17:11.297447Z","caller":"traceutil/trace.go:171","msg":"trace[1154024292] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23920; }","duration":"7.841672655s","start":"2026-03-04T02:17:03.455756Z","end":"2026-03-04T02:17:11.297429Z","steps":["trace[1154024292] 'agreement among raft nodes before linearized reading' (duration: 7.841528622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542866894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:17:11.297474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.797341707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:11.297477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920231596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:11.297487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098189817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:11.297499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:03.455735Z","time spent":"7.841755918s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:17:11.297503Z","caller":"traceutil/trace.go:171","msg":"trace[325907486] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23920; }","duration":"4.797399168s","start":"2026-03-04T02:17:06.500095Z","end":"2026-03-04T02:17:11.297494Z","steps":["trace[325907486] 'agreement among raft nodes before linearized reading' (duration: 4.797351967s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:11.297506Z","caller":"traceutil/trace.go:171","msg":"trace[2004970812] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23920; }","duration":"1.920297138s","start":"2026-03-04T02:17:09.377201Z","end":"2026-03-04T02:17:11.297498Z","steps":["trace[2004970812] 'agreement among raft nodes before linearized reading' (duration: 1.920256527s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:11.297524Z","caller":"traceutil/trace.go:171","msg":"trace[1744582022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23920; }","duration":"1.098272419s","start":"2026-03-04T02:17:10.199244Z","end":"2026-03-04T02:17:11.297516Z","steps":["trace[1744582022] 'agreement among raft nodes before linearized reading' (duration: 1.098217228s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:06.500072Z","time spent":"4.797456159s","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.29754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542931316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:17:11.29754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:09.37718Z","time spent":"1.92035262s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:11.297558Z","caller":"traceutil/trace.go:171","msg":"trace[708310351] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23920; }","duration":"2.542979167s","start":"2026-03-04T02:17:08.754574Z","end":"2026-03-04T02:17:11.297553Z","steps":["trace[708310351] 'agreement among raft nodes before linearized reading' (duration: 2.542931876s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:08.754552Z","time spent":"2.543028038s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:17:11.297585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.113965719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-hs947\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-03-04T02:17:11.297617Z","caller":"traceutil/trace.go:171","msg":"trace[662100987] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-hs947; range_end:; response_count:1; response_revision:23920; }","duration":"4.114016829s","start":"2026-03-04T02:17:07.183591Z","end":"2026-03-04T02:17:11.297607Z","steps":["trace[662100987] 'agreement among raft nodes before linearized reading' (duration: 4.113885136s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.168543014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:11.297206Z","caller":"traceutil/trace.go:171","msg":"trace[10395296] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23920; }","duration":"1.806799504s","start":"2026-03-04T02:17:09.490394Z","end":"2026-03-04T02:17:11.297193Z","steps":["trace[10395296] 'agreement among raft nodes before linearized reading' (duration: 1.806719622s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:11.297656Z","caller":"traceutil/trace.go:171","msg":"trace[957920635] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23920; }","duration":"5.168578695s","start":"2026-03-04T02:17:06.129068Z","end":"2026-03-04T02:17:11.297647Z","steps":["trace[957920635] 'agreement among raft nodes before linearized reading' (duration: 5.168510054s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767384043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:17:11.297694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:06.129017Z","time spent":"5.168669328s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.297702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.116758424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980e7fd82c019\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:17:11.297409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.779664442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:11.297741Z","caller":"traceutil/trace.go:171","msg":"trace[2141724604] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980e7fd82c019; range_end:; response_count:1; response_revision:23920; }","duration":"4.116824825s","start":"2026-03-04T02:17:07.180904Z","end":"2026-03-04T02:17:11.297729Z","steps":["trace[2141724604] 'agreement among raft nodes before linearized reading' (duration: 4.116721123s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:11.297496Z","caller":"traceutil/trace.go:171","msg":"trace[1843187004] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23920; }","duration":"2.542916906s","start":"2026-03-04T02:17:08.754574Z","end":"2026-03-04T02:17:11.297491Z","steps":["trace[1843187004] 'agreement among raft nodes before linearized reading' (duration: 2.542862424s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:07.180886Z","time spent":"4.116885307s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980e7fd82c019\" "} {"level":"warn","ts":"2026-03-04T02:17:11.297141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.119445803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:17:11.297805Z","caller":"traceutil/trace.go:171","msg":"trace[43924955] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23920; }","duration":"3.780053461s","start":"2026-03-04T02:17:07.517712Z","end":"2026-03-04T02:17:11.297766Z","steps":["trace[43924955] 'agreement among raft nodes before linearized reading' (duration: 3.779674102s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:11.297854Z","caller":"traceutil/trace.go:171","msg":"trace[1197592476] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23920; }","duration":"11.12018784s","start":"2026-03-04T02:17:00.177646Z","end":"2026-03-04T02:17:11.297834Z","steps":["trace[1197592476] 'agreement among raft nodes before linearized reading' (duration: 11.11934103s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:09.490366Z","time spent":"1.807318036s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.297903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.177636Z","time spent":"11.120257982s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T02:17:11.297784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:08.754554Z","time spent":"2.543221312s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:17:11.296819Z","caller":"traceutil/trace.go:171","msg":"trace[1975583576] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23920; }","duration":"688.859056ms","start":"2026-03-04T02:17:10.607936Z","end":"2026-03-04T02:17:11.296795Z","steps":["trace[1975583576] 'range keys from in-memory index tree' (duration: 688.697763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:07.517698Z","time spent":"3.780156563s","remote":"127.0.0.1:42024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.297558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:10.199217Z","time spent":"1.09833525s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:11.297423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:08.832321Z","time spent":"2.465098676s","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418373,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T02:17:11.297114Z","caller":"traceutil/trace.go:171","msg":"trace[340738041] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23920; }","duration":"7.18022012s","start":"2026-03-04T02:17:04.116875Z","end":"2026-03-04T02:17:11.297095Z","steps":["trace[340738041] 'agreement among raft nodes before linearized reading' (duration: 7.180066637s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.298232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:04.116859Z","time spent":"7.181356597s","remote":"127.0.0.1:37704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.297048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.742763084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:11.298448Z","caller":"traceutil/trace.go:171","msg":"trace[57986650] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23920; }","duration":"9.744165027s","start":"2026-03-04T02:17:01.554225Z","end":"2026-03-04T02:17:11.29839Z","steps":["trace[57986650] 'agreement among raft nodes before linearized reading' (duration: 9.742758774s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:11.297165Z","caller":"traceutil/trace.go:171","msg":"trace[939816669] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23920; }","duration":"7.247852631s","start":"2026-03-04T02:17:04.049294Z","end":"2026-03-04T02:17:11.297146Z","steps":["trace[939816669] 'agreement among raft nodes before linearized reading' (duration: 7.24778769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.298531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:04.049277Z","time spent":"7.249240114s","remote":"127.0.0.1:55098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.298523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:01.554205Z","time spent":"9.74429521s","remote":"127.0.0.1:38192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.297169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.408566368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:11.298636Z","caller":"traceutil/trace.go:171","msg":"trace[1965090816] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23920; }","duration":"6.410110044s","start":"2026-03-04T02:17:04.888508Z","end":"2026-03-04T02:17:11.298618Z","steps":["trace[1965090816] 'agreement among raft nodes before linearized reading' (duration: 6.408634089s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.297165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:01.200444Z","time spent":"10.09670877s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.298692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:04.888483Z","time spent":"6.410193236s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.29722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.260214338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:11.298808Z","caller":"traceutil/trace.go:171","msg":"trace[1758111454] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23920; }","duration":"4.261855826s","start":"2026-03-04T02:17:07.036941Z","end":"2026-03-04T02:17:11.298797Z","steps":["trace[1758111454] 'agreement among raft nodes before linearized reading' (duration: 4.260183897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.298839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:07.036919Z","time spent":"4.261908018s","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.297228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.115455027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:11.298903Z","caller":"traceutil/trace.go:171","msg":"trace[603753876] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23920; }","duration":"8.117179757s","start":"2026-03-04T02:17:03.181699Z","end":"2026-03-04T02:17:11.298879Z","steps":["trace[603753876] 'agreement among raft nodes before linearized reading' (duration: 8.115439836s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:11.29736Z","caller":"traceutil/trace.go:171","msg":"trace[1368806834] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23920; }","duration":"2.261735831s","start":"2026-03-04T02:17:09.035603Z","end":"2026-03-04T02:17:11.297339Z","steps":["trace[1368806834] 'agreement among raft nodes before linearized reading' (duration: 2.261596698s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.298977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:09.035584Z","time spent":"2.26337836s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.298982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:03.181681Z","time spent":"8.117275289s","remote":"127.0.0.1:50188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.297367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:08.179188Z","time spent":"3.118170275s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:11.297439Z","caller":"traceutil/trace.go:171","msg":"trace[1557840360] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23920; }","duration":"1.80747272s","start":"2026-03-04T02:17:09.489959Z","end":"2026-03-04T02:17:11.297431Z","steps":["trace[1557840360] 'agreement among raft nodes before linearized reading' (duration: 1.807423979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.299074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:09.489929Z","time spent":"1.809136129s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:11.297438Z","caller":"traceutil/trace.go:171","msg":"trace[74663540] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23920; }","duration":"398.153059ms","start":"2026-03-04T02:17:10.899246Z","end":"2026-03-04T02:17:11.2974Z","steps":["trace[74663540] 'agreement among raft nodes before linearized reading' (duration: 398.098288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.299147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:10.89921Z","time spent":"399.919421ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.297457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.917083966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:11.299202Z","caller":"traceutil/trace.go:171","msg":"trace[1562507607] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23920; }","duration":"3.918902878s","start":"2026-03-04T02:17:07.380291Z","end":"2026-03-04T02:17:11.299194Z","steps":["trace[1562507607] 'agreement among raft nodes before linearized reading' (duration: 3.917138986s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.299224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:07.380264Z","time spent":"3.918951629s","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:11.297651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:07.18358Z","time spent":"4.114064761s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4074,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-hs947\" "} {"level":"info","ts":"2026-03-04T02:17:11.297702Z","caller":"traceutil/trace.go:171","msg":"trace[1574799909] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23920; }","duration":"1.767444134s","start":"2026-03-04T02:17:09.53025Z","end":"2026-03-04T02:17:11.297694Z","steps":["trace[1574799909] 'agreement among raft nodes before linearized reading' (duration: 1.767326532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.299323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:09.530232Z","time spent":"1.769076992s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:17:11.814497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:12.315031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:12.8154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:13.314811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:13.31489Z","caller":"traceutil/trace.go:171","msg":"trace[1122553157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000706338s","start":"2026-03-04T02:17:11.314165Z","end":"2026-03-04T02:17:13.314871Z","steps":["trace[1122553157] 'agreement among raft nodes before linearized reading' (duration: 2.000600626s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:13.314957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.314159Z","time spent":"2.000780201s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:13.31588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:13.817098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:14.317774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:14.818581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:15.319222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:15.321116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:15.321239Z","caller":"traceutil/trace.go:171","msg":"trace[1692784407] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000512624s","start":"2026-03-04T02:17:13.320699Z","end":"2026-03-04T02:17:15.321211Z","steps":["trace[1692784407] 'agreement among raft nodes before linearized reading' (duration: 2.00035014s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:15.321306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:13.320679Z","time spent":"2.000612265s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:15.819357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:16.319675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:16.436699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.100535225s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:17:16.437497Z","caller":"traceutil/trace.go:171","msg":"trace[711121186] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"5.12426091s","start":"2026-03-04T02:17:11.313216Z","end":"2026-03-04T02:17:16.437477Z","steps":["trace[711121186] 'process raft request' (duration: 5.124034635s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:16.437641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.3132Z","time spent":"5.124350772s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:17.321911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000392581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:17.322042Z","caller":"traceutil/trace.go:171","msg":"trace[977564807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000596086s","start":"2026-03-04T02:17:15.321416Z","end":"2026-03-04T02:17:17.322012Z","steps":["trace[977564807] 'agreement among raft nodes before linearized reading' (duration: 2.000428062s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:17.322108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:15.321395Z","time spent":"2.000700408s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:18.313352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.313245Z","time spent":"7.000100818s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:18.313683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.313565Z","time spent":"7.000114938s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:18.313831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.313596Z","time spent":"7.000227081s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:18.687417Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9cb6727f2cf8","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:17:18.836467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.836118Z","time spent":"7.000340814s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:19.327007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999784287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:19.327089Z","caller":"traceutil/trace.go:171","msg":"trace[1036308594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99993729s","start":"2026-03-04T02:17:17.327134Z","end":"2026-03-04T02:17:19.327071Z","steps":["trace[1036308594] 'agreement among raft nodes before linearized reading' (duration: 1.999827928s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:19.327136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:17.32706Z","time spent":"2.000067274s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:21.304474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.990825025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:21.304668Z","caller":"traceutil/trace.go:171","msg":"trace[853961753] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.990945368s","start":"2026-03-04T02:17:11.313595Z","end":"2026-03-04T02:17:21.304541Z","steps":["trace[853961753] 'agreement among raft nodes before linearized reading' (duration: 9.990828265s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:21.304733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.313589Z","time spent":"9.991130292s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/04 02:17:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:21.328043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00074273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:21.328128Z","caller":"traceutil/trace.go:171","msg":"trace[1833496782] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000853272s","start":"2026-03-04T02:17:19.327256Z","end":"2026-03-04T02:17:21.328109Z","steps":["trace[1833496782] 'agreement among raft nodes before linearized reading' (duration: 2.00074973s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:21.32836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.32725Z","time spent":"2.000914943s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:21.389075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.951836849s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:23.342403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006936095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:23.34247Z","caller":"traceutil/trace.go:171","msg":"trace[1044989941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.007059858s","start":"2026-03-04T02:17:21.335395Z","end":"2026-03-04T02:17:23.342454Z","steps":["trace[1044989941] 'agreement among raft nodes before linearized reading' (duration: 2.006969445s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:23.342507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:21.335376Z","time spent":"2.007124219s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:23.349307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740988216s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:23.35055Z","caller":"traceutil/trace.go:171","msg":"trace[955856500] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23921; }","duration":"2.742227995s","start":"2026-03-04T02:17:20.608295Z","end":"2026-03-04T02:17:23.350523Z","steps":["trace[955856500] 'range keys from in-memory index tree' (duration: 2.740973966s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:23.350264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960949449s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:17:23.533214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.14400564s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:25.336618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993752776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:25.336719Z","caller":"traceutil/trace.go:171","msg":"trace[645885207] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99395214s","start":"2026-03-04T02:17:23.342745Z","end":"2026-03-04T02:17:25.336698Z","steps":["trace[645885207] 'agreement among raft nodes before linearized reading' (duration: 1.993833628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:25.336776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:23.342723Z","time spent":"1.994036962s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:25.69445Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9cb6727f2cf8","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:17:27.198951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847520928s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T02:17:27.201736Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"30.411µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-03-04T02:17:27.201795Z","caller":"traceutil/trace.go:171","msg":"trace[1388211211] linearizableReadLoop","detail":"{readStateIndex:24784; appliedIndex:24778; }","duration":"15.88814964s","start":"2026-03-04T02:17:11.31363Z","end":"2026-03-04T02:17:27.20178Z","steps":["trace[1388211211] 'read index received' (duration: 5.123553923s)","trace[1388211211] 'applied index is now lower than readState.Index' (duration: 10.764594597s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:27.202189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.888629631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-03-04T02:17:27.202271Z","caller":"traceutil/trace.go:171","msg":"trace[250876463] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23926; }","duration":"15.888736204s","start":"2026-03-04T02:17:11.313514Z","end":"2026-03-04T02:17:27.202251Z","steps":["trace[250876463] 'agreement among raft nodes before linearized reading' (duration: 15.888331034s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.202278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.783119224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-04T02:17:27.202127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.888661722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.202319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.313508Z","time spent":"15.888798055s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T02:17:27.202405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.362231587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18442"} {"level":"info","ts":"2026-03-04T02:17:27.202403Z","caller":"traceutil/trace.go:171","msg":"trace[1303233522] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:23926; }","duration":"15.888969779s","start":"2026-03-04T02:17:11.313411Z","end":"2026-03-04T02:17:27.20238Z","steps":["trace[1303233522] 'agreement among raft nodes before linearized reading' (duration: 15.888514598s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.202479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.370969822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.202486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.313405Z","time spent":"15.889065781s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:17:27.202459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.275974351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:27.20251Z","caller":"traceutil/trace.go:171","msg":"trace[464182002] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23926; }","duration":"8.371045974s","start":"2026-03-04T02:17:18.831457Z","end":"2026-03-04T02:17:27.202503Z","steps":["trace[464182002] 'agreement among raft nodes before linearized reading' (duration: 8.370999713s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.202546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:18.831432Z","time spent":"8.371103285s","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:27.202556Z","caller":"traceutil/trace.go:171","msg":"trace[772347940] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23926; }","duration":"8.276119013s","start":"2026-03-04T02:17:18.926412Z","end":"2026-03-04T02:17:27.202531Z","steps":["trace[772347940] 'agreement among raft nodes before linearized reading' (duration: 8.275929309s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.202316Z","caller":"traceutil/trace.go:171","msg":"trace[1174375255] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23926; }","duration":"15.783165995s","start":"2026-03-04T02:17:11.419136Z","end":"2026-03-04T02:17:27.202302Z","steps":["trace[1174375255] 'agreement among raft nodes before linearized reading' (duration: 15.783012402s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.202691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.766189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.202728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35658395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:27.202741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.585866638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:27.202757Z","caller":"traceutil/trace.go:171","msg":"trace[1286760155] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23926; }","duration":"580.858401ms","start":"2026-03-04T02:17:26.62188Z","end":"2026-03-04T02:17:27.202738Z","steps":["trace[1286760155] 'agreement among raft nodes before linearized reading' (duration: 580.770139ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.202771Z","caller":"traceutil/trace.go:171","msg":"trace[1386054850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23926; }","duration":"2.356663721s","start":"2026-03-04T02:17:24.846093Z","end":"2026-03-04T02:17:27.202757Z","steps":["trace[1386054850] 'agreement among raft nodes before linearized reading' (duration: 2.356590939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.202618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:18.926396Z","time spent":"8.276203946s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.202808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.69069814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.202811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:26.621862Z","time spent":"580.933553ms","remote":"127.0.0.1:37738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:27.202844Z","caller":"traceutil/trace.go:171","msg":"trace[638220770] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23926; }","duration":"11.690733721s","start":"2026-03-04T02:17:15.512101Z","end":"2026-03-04T02:17:27.202835Z","steps":["trace[638220770] 'agreement among raft nodes before linearized reading' (duration: 11.690688209s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.202873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:15.512035Z","time spent":"11.690830493s","remote":"127.0.0.1:37996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.202921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256684062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.202918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591033891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:27.202961Z","caller":"traceutil/trace.go:171","msg":"trace[781940391] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23926; }","duration":"1.256751884s","start":"2026-03-04T02:17:25.9462Z","end":"2026-03-04T02:17:27.202952Z","steps":["trace[781940391] 'agreement among raft nodes before linearized reading' (duration: 1.256696163s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.202965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467029682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:27.202999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:25.946185Z","time spent":"1.256805495s","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:27.203022Z","caller":"traceutil/trace.go:171","msg":"trace[810644331] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23926; }","duration":"2.467132985s","start":"2026-03-04T02:17:24.735875Z","end":"2026-03-04T02:17:27.203007Z","steps":["trace[810644331] 'agreement among raft nodes before linearized reading' (duration: 2.467029932s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.203032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.624998656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.203066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.735852Z","time spent":"2.467201066s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.957603919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.203184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.91797753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.203204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519224141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:27.203204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.126218496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:27.203239Z","caller":"traceutil/trace.go:171","msg":"trace[225662531] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23926; }","duration":"1.519303733s","start":"2026-03-04T02:17:25.683926Z","end":"2026-03-04T02:17:27.20323Z","steps":["trace[225662531] 'agreement among raft nodes before linearized reading' (duration: 1.519242991s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.203245Z","caller":"traceutil/trace.go:171","msg":"trace[1676404484] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23926; }","duration":"7.918108413s","start":"2026-03-04T02:17:19.285119Z","end":"2026-03-04T02:17:27.203227Z","steps":["trace[1676404484] 'agreement among raft nodes before linearized reading' (duration: 7.91800758s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.203262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.072404635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.203266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.848854805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:27.203281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:25.683906Z","time spent":"1.519365605s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.285091Z","time spent":"7.918185925s","remote":"127.0.0.1:41392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:27.203298Z","caller":"traceutil/trace.go:171","msg":"trace[924789768] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23926; }","duration":"13.072473337s","start":"2026-03-04T02:17:14.130815Z","end":"2026-03-04T02:17:27.203288Z","steps":["trace[924789768] 'agreement among raft nodes before linearized reading' (duration: 13.072424016s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.203316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.696010808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-03-04T02:17:27.203324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.156895897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.203345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.406225972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.203348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:14.130796Z","time spent":"13.072542148s","remote":"127.0.0.1:41374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:27.203357Z","caller":"traceutil/trace.go:171","msg":"trace[588821535] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23926; }","duration":"5.69609492s","start":"2026-03-04T02:17:21.507246Z","end":"2026-03-04T02:17:27.203341Z","steps":["trace[588821535] 'agreement among raft nodes before linearized reading' (duration: 5.695995288s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.203384Z","caller":"traceutil/trace.go:171","msg":"trace[1327973978] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23926; }","duration":"15.406288823s","start":"2026-03-04T02:17:11.797083Z","end":"2026-03-04T02:17:27.203372Z","steps":["trace[1327973978] 'agreement among raft nodes before linearized reading' (duration: 15.406223242s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.203333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.593150148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:17:27.202807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.846074Z","time spent":"2.356724553s","remote":"127.0.0.1:47118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.797073Z","time spent":"15.406346485s","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:27.203435Z","caller":"traceutil/trace.go:171","msg":"trace[1301717710] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23926; }","duration":"10.593284981s","start":"2026-03-04T02:17:16.610138Z","end":"2026-03-04T02:17:27.203423Z","steps":["trace[1301717710] 'agreement among raft nodes before linearized reading' (duration: 10.593082987s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.203438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.76261657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6c67778c8-kxrqj.189980488c98e8fd\" ","response":"range_response_count:1 size:1176"} {"level":"warn","ts":"2026-03-04T02:17:27.203449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.729900003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:27.203463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860295986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:27.203482Z","caller":"traceutil/trace.go:171","msg":"trace[828853854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23926; }","duration":"7.729958703s","start":"2026-03-04T02:17:19.473515Z","end":"2026-03-04T02:17:27.203473Z","steps":["trace[828853854] 'agreement among raft nodes before linearized reading' (duration: 7.729902652s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.203487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.763262916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.203483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:16.610116Z","time spent":"10.593351512s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-04T02:17:27.203509Z","caller":"traceutil/trace.go:171","msg":"trace[1812454672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23926; }","duration":"1.860357047s","start":"2026-03-04T02:17:25.343138Z","end":"2026-03-04T02:17:27.203495Z","steps":["trace[1812454672] 'agreement among raft nodes before linearized reading' (duration: 1.860292375s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.203517Z","caller":"traceutil/trace.go:171","msg":"trace[1262428369] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23926; }","duration":"9.763328597s","start":"2026-03-04T02:17:17.44018Z","end":"2026-03-04T02:17:27.203509Z","steps":["trace[1262428369] 'agreement among raft nodes before linearized reading' (duration: 9.763284876s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.20352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.4735Z","time spent":"7.730009925s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:27.203492Z","caller":"traceutil/trace.go:171","msg":"trace[798049166] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6c67778c8-kxrqj.189980488c98e8fd; range_end:; response_count:1; response_revision:23926; }","duration":"10.762690012s","start":"2026-03-04T02:17:16.440783Z","end":"2026-03-04T02:17:27.203473Z","steps":["trace[798049166] 'agreement among raft nodes before linearized reading' (duration: 10.76257533s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.203549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:17.440159Z","time spent":"9.763383948s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.930217994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.202876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.275868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:27.203575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.02853541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:27.20359Z","caller":"traceutil/trace.go:171","msg":"trace[1150397169] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23926; }","duration":"6.930290946s","start":"2026-03-04T02:17:20.273288Z","end":"2026-03-04T02:17:27.203579Z","steps":["trace[1150397169] 'agreement among raft nodes before linearized reading' (duration: 6.930242165s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.203593Z","caller":"traceutil/trace.go:171","msg":"trace[207506560] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23926; }","duration":"812.027676ms","start":"2026-03-04T02:17:26.391555Z","end":"2026-03-04T02:17:27.203583Z","steps":["trace[207506560] 'agreement among raft nodes before linearized reading' (duration: 811.278379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.202736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.419111Z","time spent":"15.783580135s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-04T02:17:27.203617Z","caller":"traceutil/trace.go:171","msg":"trace[1195048494] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23926; }","duration":"14.028618702s","start":"2026-03-04T02:17:13.174989Z","end":"2026-03-04T02:17:27.203607Z","steps":["trace[1195048494] 'agreement among raft nodes before linearized reading' (duration: 14.02855129s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.203627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:26.391536Z","time spent":"812.080427ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.452982015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.203639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.998617548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.203653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:13.17497Z","time spent":"14.028674603s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:27.202772Z","caller":"traceutil/trace.go:171","msg":"trace[1237503025] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23926; }","duration":"11.58593183s","start":"2026-03-04T02:17:15.616829Z","end":"2026-03-04T02:17:27.202761Z","steps":["trace[1237503025] 'agreement among raft nodes before linearized reading' (duration: 11.585883779s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.203669Z","caller":"traceutil/trace.go:171","msg":"trace[1406309427] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23926; }","duration":"15.453066008s","start":"2026-03-04T02:17:11.750589Z","end":"2026-03-04T02:17:27.203655Z","steps":["trace[1406309427] 'agreement among raft nodes before linearized reading' (duration: 15.452975596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.203123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.531405005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:27.203687Z","caller":"traceutil/trace.go:171","msg":"trace[1398464681] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23926; }","duration":"10.99870072s","start":"2026-03-04T02:17:16.20497Z","end":"2026-03-04T02:17:27.203671Z","steps":["trace[1398464681] 'agreement among raft nodes before linearized reading' (duration: 10.998630688s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.203719Z","caller":"traceutil/trace.go:171","msg":"trace[1114322324] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23926; }","duration":"11.5320568s","start":"2026-03-04T02:17:15.671653Z","end":"2026-03-04T02:17:27.20371Z","steps":["trace[1114322324] 'agreement among raft nodes before linearized reading' (duration: 11.531056837s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.203724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:15.616808Z","time spent":"11.586894213s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:16.204952Z","time spent":"10.998766542s","remote":"127.0.0.1:37754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:15.67163Z","time spent":"11.532123202s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:16.440767Z","time spent":"10.762792274s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1198,"request content":"key:\"/registry/events/openstack/cinder-api-6c67778c8-kxrqj.189980488c98e8fd\" "} {"level":"warn","ts":"2026-03-04T02:17:27.203215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.367478354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:27.203127Z","caller":"traceutil/trace.go:171","msg":"trace[1187430691] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23926; }","duration":"14.62515554s","start":"2026-03-04T02:17:12.577947Z","end":"2026-03-04T02:17:27.203102Z","steps":["trace[1187430691] 'agreement among raft nodes before linearized reading' (duration: 14.624982086s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.203858Z","caller":"traceutil/trace.go:171","msg":"trace[781906618] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23926; }","duration":"3.36814611s","start":"2026-03-04T02:17:23.835696Z","end":"2026-03-04T02:17:27.203842Z","steps":["trace[781906618] 'agreement among raft nodes before linearized reading' (duration: 3.367379312s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.203619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.273269Z","time spent":"6.930342788s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:17:27.203439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.712157786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:27.203723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.750576Z","time spent":"15.453132189s","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.243910392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:27.203189Z","caller":"traceutil/trace.go:171","msg":"trace[851048572] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23926; }","duration":"9.957786723s","start":"2026-03-04T02:17:17.245382Z","end":"2026-03-04T02:17:27.203169Z","steps":["trace[851048572] 'agreement among raft nodes before linearized reading' (duration: 9.957551978s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.204005Z","caller":"traceutil/trace.go:171","msg":"trace[691814160] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23926; }","duration":"9.244502326s","start":"2026-03-04T02:17:17.95949Z","end":"2026-03-04T02:17:27.203992Z","steps":["trace[691814160] 'agreement among raft nodes before linearized reading' (duration: 9.243929992s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.204028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:17.245361Z","time spent":"9.958642823s","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.2041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.072885845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:27.204167Z","caller":"traceutil/trace.go:171","msg":"trace[510453687] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23926; }","duration":"11.072996107s","start":"2026-03-04T02:17:16.131156Z","end":"2026-03-04T02:17:27.204152Z","steps":["trace[510453687] 'agreement among raft nodes before linearized reading' (duration: 11.072887025s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.203259Z","caller":"traceutil/trace.go:171","msg":"trace[1453204592] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23926; }","duration":"5.126324508s","start":"2026-03-04T02:17:22.07692Z","end":"2026-03-04T02:17:27.203244Z","steps":["trace[1453204592] 'agreement among raft nodes before linearized reading' (duration: 5.126223506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.203216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.928209554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:27.203298Z","caller":"traceutil/trace.go:171","msg":"trace[1371995261] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23926; }","duration":"8.848940427s","start":"2026-03-04T02:17:18.354349Z","end":"2026-03-04T02:17:27.20329Z","steps":["trace[1371995261] 'agreement among raft nodes before linearized reading' (duration: 8.848868416s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.204282Z","caller":"traceutil/trace.go:171","msg":"trace[763208117] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23926; }","duration":"12.92930703s","start":"2026-03-04T02:17:14.274955Z","end":"2026-03-04T02:17:27.204262Z","steps":["trace[763208117] 'agreement among raft nodes before linearized reading' (duration: 12.928211134s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.204301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:18.354322Z","time spent":"8.849958271s","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.204339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:14.274906Z","time spent":"12.929414212s","remote":"127.0.0.1:38204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.20423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.470451912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:17:27.204435Z","caller":"traceutil/trace.go:171","msg":"trace[331187206] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23926; }","duration":"3.470691148s","start":"2026-03-04T02:17:23.733729Z","end":"2026-03-04T02:17:27.20442Z","steps":["trace[331187206] 'agreement among raft nodes before linearized reading' (duration: 3.469863488s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.203513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.448703956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:27.20244Z","caller":"traceutil/trace.go:171","msg":"trace[1456546637] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23926; }","duration":"8.362293469s","start":"2026-03-04T02:17:18.840138Z","end":"2026-03-04T02:17:27.202432Z","steps":["trace[1456546637] 'agreement among raft nodes before linearized reading' (duration: 8.362205627s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.204518Z","caller":"traceutil/trace.go:171","msg":"trace[1747563473] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23926; }","duration":"2.592683379s","start":"2026-03-04T02:17:24.611816Z","end":"2026-03-04T02:17:27.204499Z","steps":["trace[1747563473] 'agreement among raft nodes before linearized reading' (duration: 2.591039661s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.203387Z","caller":"traceutil/trace.go:171","msg":"trace[813114181] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23926; }","duration":"8.156981748s","start":"2026-03-04T02:17:19.04635Z","end":"2026-03-04T02:17:27.203366Z","steps":["trace[813114181] 'agreement among raft nodes before linearized reading' (duration: 8.156901486s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.204729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.046336Z","time spent":"8.15837388s","remote":"127.0.0.1:37906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.204586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:18.840125Z","time spent":"8.364451399s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:17:27.204781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.611792Z","time spent":"2.592900085s","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:27.204544Z","caller":"traceutil/trace.go:171","msg":"trace[830829637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23926; }","duration":"6.449770521s","start":"2026-03-04T02:17:20.754762Z","end":"2026-03-04T02:17:27.204533Z","steps":["trace[830829637] 'agreement among raft nodes before linearized reading' (duration: 6.448729957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.20481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47550659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.204918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.754745Z","time spent":"6.45016052s","remote":"127.0.0.1:47168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.204047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:17.95947Z","time spent":"9.244566008s","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:27.20495Z","caller":"traceutil/trace.go:171","msg":"trace[1039670974] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23926; }","duration":"2.475688464s","start":"2026-03-04T02:17:24.729244Z","end":"2026-03-04T02:17:27.204933Z","steps":["trace[1039670974] 'agreement among raft nodes before linearized reading' (duration: 2.473757038s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.205004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.729224Z","time spent":"2.475761866s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:25.343127Z","time spent":"1.860412488s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:27.20321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.473728053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:27.205098Z","caller":"traceutil/trace.go:171","msg":"trace[178238648] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23926; }","duration":"7.475653098s","start":"2026-03-04T02:17:19.729435Z","end":"2026-03-04T02:17:27.205088Z","steps":["trace[178238648] 'agreement among raft nodes before linearized reading' (duration: 7.473718753s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.205132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.729422Z","time spent":"7.475699739s","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:21.507213Z","time spent":"5.696173301s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T02:17:27.203475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.282760407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:27.205429Z","caller":"traceutil/trace.go:171","msg":"trace[340435993] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23926; }","duration":"6.284764164s","start":"2026-03-04T02:17:20.920653Z","end":"2026-03-04T02:17:27.205417Z","steps":["trace[340435993] 'agreement among raft nodes before linearized reading' (duration: 6.282804548s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.205469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.92062Z","time spent":"6.284836796s","remote":"127.0.0.1:37986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.831043578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:27.205607Z","caller":"traceutil/trace.go:171","msg":"trace[1534020512] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23926; }","duration":"7.832984313s","start":"2026-03-04T02:17:19.372609Z","end":"2026-03-04T02:17:27.205594Z","steps":["trace[1534020512] 'agreement among raft nodes before linearized reading' (duration: 7.831025417s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.205643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.372529Z","time spent":"7.833104936s","remote":"127.0.0.1:38160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:12.577926Z","time spent":"14.625947048s","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.202878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.408921854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.203195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.152106636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:27.205858Z","caller":"traceutil/trace.go:171","msg":"trace[1157644962] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23926; }","duration":"10.154807909s","start":"2026-03-04T02:17:17.05104Z","end":"2026-03-04T02:17:27.205848Z","steps":["trace[1157644962] 'agreement among raft nodes before linearized reading' (duration: 10.152114096s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.205881Z","caller":"traceutil/trace.go:171","msg":"trace[1919399818] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23926; }","duration":"4.411982896s","start":"2026-03-04T02:17:22.793821Z","end":"2026-03-04T02:17:27.205804Z","steps":["trace[1919399818] 'agreement among raft nodes before linearized reading' (duration: 4.408875843s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.205958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:22.793799Z","time spent":"4.41213659s","remote":"127.0.0.1:38016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.092865054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:27.205899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:17.051019Z","time spent":"10.15486964s","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:27.203953Z","caller":"traceutil/trace.go:171","msg":"trace[46058348] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23926; }","duration":"5.712687378s","start":"2026-03-04T02:17:21.491236Z","end":"2026-03-04T02:17:27.203924Z","steps":["trace[46058348] 'agreement among raft nodes before linearized reading' (duration: 5.712176526s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:27.206078Z","caller":"traceutil/trace.go:171","msg":"trace[1124788067] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23926; }","duration":"14.095098096s","start":"2026-03-04T02:17:13.110965Z","end":"2026-03-04T02:17:27.206063Z","steps":["trace[1124788067] 'agreement among raft nodes before linearized reading' (duration: 14.092872644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.206131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:13.110948Z","time spent":"14.095166658s","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.274275435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:27.204226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:22.076896Z","time spent":"5.127318632s","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.203398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.885671146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l599w\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-03-04T02:17:27.203896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:23.835679Z","time spent":"3.368205241s","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.206121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:21.491215Z","time spent":"5.71488622s","remote":"127.0.0.1:37946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.204223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:16.131137Z","time spent":"11.073071659s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:27.206516Z","caller":"traceutil/trace.go:171","msg":"trace[228828335] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-l599w; range_end:; response_count:1; response_revision:23926; }","duration":"8.888818629s","start":"2026-03-04T02:17:18.317688Z","end":"2026-03-04T02:17:27.206507Z","steps":["trace[228828335] 'agreement among raft nodes before linearized reading' (duration: 8.885628885s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.206552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:18.317672Z","time spent":"8.888871701s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l599w\" "} {"level":"info","ts":"2026-03-04T02:17:27.20716Z","caller":"traceutil/trace.go:171","msg":"trace[710053018] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23926; }","duration":"14.276519287s","start":"2026-03-04T02:17:12.929646Z","end":"2026-03-04T02:17:27.206165Z","steps":["trace[710053018] 'agreement among raft nodes before linearized reading' (duration: 14.274258385s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:27.204697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:23.733664Z","time spent":"3.471009285s","remote":"127.0.0.1:35742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.207224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:12.929631Z","time spent":"14.277569983s","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:27.71063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:28.21077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:28.71091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:29.211506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:29.215791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00036137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:29.215877Z","caller":"traceutil/trace.go:171","msg":"trace[1259333153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474993s","start":"2026-03-04T02:17:27.215382Z","end":"2026-03-04T02:17:29.215857Z","steps":["trace[1259333153] 'agreement among raft nodes before linearized reading' (duration: 2.00036304s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:29.215925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:27.215378Z","time spent":"2.000538144s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:29.711686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:29.927848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.718567443s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:31.217066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000230157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:31.217166Z","caller":"traceutil/trace.go:171","msg":"trace[789448525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385451s","start":"2026-03-04T02:17:29.216761Z","end":"2026-03-04T02:17:31.217147Z","steps":["trace[789448525] 'agreement among raft nodes before linearized reading' (duration: 2.000263058s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:31.217338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:29.216724Z","time spent":"2.000594576s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:33.225994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000534344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:33.226084Z","caller":"traceutil/trace.go:171","msg":"trace[251938101] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000675738s","start":"2026-03-04T02:17:31.225384Z","end":"2026-03-04T02:17:33.22606Z","steps":["trace[251938101] 'agreement among raft nodes before linearized reading' (duration: 2.000566995s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:33.226147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:31.225364Z","time spent":"2.000768929s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:34.210077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:27.209187Z","time spent":"7.000884557s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:34.211601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:27.211173Z","time spent":"7.000425656s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:34.212676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:27.212306Z","time spent":"7.000364185s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:34.212699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:27.212305Z","time spent":"7.000391335s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:35.150575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.541785171s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:35.150664Z","caller":"traceutil/trace.go:171","msg":"trace[31773687] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23926; }","duration":"4.541881683s","start":"2026-03-04T02:17:30.608769Z","end":"2026-03-04T02:17:35.150651Z","steps":["trace[31773687] 'range keys from in-memory index tree' (duration: 4.54177348s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:35.151516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:28.737134Z","time spent":"6.414377144s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:35.15211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.224004152s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:17:35.226558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999871998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:35.226657Z","caller":"traceutil/trace.go:171","msg":"trace[279113980] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000032442s","start":"2026-03-04T02:17:33.226604Z","end":"2026-03-04T02:17:35.226637Z","steps":["trace[279113980] 'agreement among raft nodes before linearized reading' (duration: 1.999898179s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:35.226703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:33.226589Z","time spent":"2.000106784s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:37.222056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.010058234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:37.22214Z","caller":"traceutil/trace.go:171","msg":"trace[652588538] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.010179696s","start":"2026-03-04T02:17:27.211942Z","end":"2026-03-04T02:17:37.222122Z","steps":["trace[652588538] 'agreement among raft nodes before linearized reading' (duration: 10.010068944s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:37.222188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:27.211938Z","time spent":"10.010239418s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/04 02:17:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:37.23216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:37.232233Z","caller":"traceutil/trace.go:171","msg":"trace[1034747911] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000011443s","start":"2026-03-04T02:17:35.232205Z","end":"2026-03-04T02:17:37.232216Z","steps":["trace[1034747911] 'agreement among raft nodes before linearized reading' (duration: 1.999929591s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:37.232299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:35.232184Z","time spent":"2.000096075s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:38.56632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.63821885s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:39.233038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:39.233126Z","caller":"traceutil/trace.go:171","msg":"trace[1839046988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000160635s","start":"2026-03-04T02:17:37.232945Z","end":"2026-03-04T02:17:39.233106Z","steps":["trace[1839046988] 'agreement among raft nodes before linearized reading' (duration: 2.000049813s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:39.23318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:37.232914Z","time spent":"2.000255638s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:41.217942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.217152Z","time spent":"7.000779644s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:41.218074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.216726Z","time spent":"7.001339327s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:41.239483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:41.239569Z","caller":"traceutil/trace.go:171","msg":"trace[1546119282] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00032507s","start":"2026-03-04T02:17:39.239225Z","end":"2026-03-04T02:17:41.23955Z","steps":["trace[1546119282] 'agreement among raft nodes before linearized reading' (duration: 2.000221427s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:41.239617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:39.239203Z","time spent":"2.000404542s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:42.294296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685808415s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:42.294463Z","caller":"traceutil/trace.go:171","msg":"trace[2146852733] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23927; }","duration":"1.68600843s","start":"2026-03-04T02:17:40.608413Z","end":"2026-03-04T02:17:42.294421Z","steps":["trace[2146852733] 'range keys from in-memory index tree' (duration: 1.685790285s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:42.295039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.7282814s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:17:42.296379Z","caller":"traceutil/trace.go:171","msg":"trace[1538980271] linearizableReadLoop","detail":"{readStateIndex:24789; appliedIndex:24785; }","duration":"15.086816522s","start":"2026-03-04T02:17:27.20952Z","end":"2026-03-04T02:17:42.296336Z","steps":["trace[1538980271] 'read index received' (duration: 2.718619114s)","trace[1538980271] 'applied index is now lower than readState.Index' (duration: 12.368193658s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:42.296683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.08715029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-804a2f26-3396-47a9-848b-4c12ce93fbc1\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-04T02:17:42.296741Z","caller":"traceutil/trace.go:171","msg":"trace[1384586448] range","detail":"{range_begin:/registry/persistentvolumes/pvc-804a2f26-3396-47a9-848b-4c12ce93fbc1; range_end:; response_count:1; response_revision:23930; }","duration":"15.087208182s","start":"2026-03-04T02:17:27.209515Z","end":"2026-03-04T02:17:42.296723Z","steps":["trace[1384586448] 'agreement among raft nodes before linearized reading' (duration: 15.087023177s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:42.29681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:27.209482Z","time spent":"15.087309814s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-804a2f26-3396-47a9-848b-4c12ce93fbc1\" "} {"level":"warn","ts":"2026-03-04T02:17:42.797002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:43.240035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:43.24012Z","caller":"traceutil/trace.go:171","msg":"trace[1458133004] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163515s","start":"2026-03-04T02:17:41.239937Z","end":"2026-03-04T02:17:43.240101Z","steps":["trace[1458133004] 'agreement among raft nodes before linearized reading' (duration: 2.000054002s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:43.240169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:41.239918Z","time spent":"2.000240927s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:43.298162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:43.799135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:44.223508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:44.223593Z","caller":"traceutil/trace.go:171","msg":"trace[1339673566] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0003895s","start":"2026-03-04T02:17:42.223181Z","end":"2026-03-04T02:17:44.22357Z","steps":["trace[1339673566] 'agreement among raft nodes before linearized reading' (duration: 2.000289398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:44.223638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:42.22317Z","time spent":"2.000459162s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:44.293429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.458960184s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:45.248692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967794939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:45.248812Z","caller":"traceutil/trace.go:171","msg":"trace[1607466417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.967985984s","start":"2026-03-04T02:17:43.280798Z","end":"2026-03-04T02:17:45.248784Z","steps":["trace[1607466417] 'agreement among raft nodes before linearized reading' (duration: 1.96782646s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:45.248877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:43.280778Z","time spent":"1.968087276s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:46.640614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.346977035s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:46.786017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:43.399794Z","time spent":"3.386216633s","remote":"127.0.0.1:53976","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:46.786132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492422205s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-03-04T02:17:46.78633Z","caller":"traceutil/trace.go:171","msg":"trace[390984655] linearizableReadLoop","detail":"{readStateIndex:24793; appliedIndex:24789; }","duration":"4.489857827s","start":"2026-03-04T02:17:42.296456Z","end":"2026-03-04T02:17:46.786314Z","steps":["trace[390984655] 'read index received' (duration: 1.997177836s)","trace[390984655] 'applied index is now lower than readState.Index' (duration: 2.492678911s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:46.786434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.668839601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:46.786502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.240817173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.786509Z","caller":"traceutil/trace.go:171","msg":"trace[657320861] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23930; }","duration":"14.668926213s","start":"2026-03-04T02:17:32.117569Z","end":"2026-03-04T02:17:46.786496Z","steps":["trace[657320861] 'agreement among raft nodes before linearized reading' (duration: 14.66880124s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.786522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.576309047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:17:46.786533Z","caller":"traceutil/trace.go:171","msg":"trace[2089380004] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23930; }","duration":"15.240886545s","start":"2026-03-04T02:17:31.545637Z","end":"2026-03-04T02:17:46.786523Z","steps":["trace[2089380004] 'agreement among raft nodes before linearized reading' (duration: 15.240820084s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.786556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.466921829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:17:46.786598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.902156838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.786618Z","caller":"traceutil/trace.go:171","msg":"trace[85050685] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23930; }","duration":"5.902205818s","start":"2026-03-04T02:17:40.884405Z","end":"2026-03-04T02:17:46.78661Z","steps":["trace[85050685] 'agreement among raft nodes before linearized reading' (duration: 5.902178628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.786435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.25810183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:46.786623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.467950912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:17:46.786636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.860091725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:17:46.78665Z","caller":"traceutil/trace.go:171","msg":"trace[1677020693] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23930; }","duration":"17.258368466s","start":"2026-03-04T02:17:29.528271Z","end":"2026-03-04T02:17:46.78664Z","steps":["trace[1677020693] 'agreement among raft nodes before linearized reading' (duration: 17.25810126s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:46.786659Z","caller":"traceutil/trace.go:171","msg":"trace[369556003] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23930; }","duration":"13.468031555s","start":"2026-03-04T02:17:33.318615Z","end":"2026-03-04T02:17:46.786647Z","steps":["trace[369556003] 'agreement among raft nodes before linearized reading' (duration: 13.467943603s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.786662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.045673853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:46.786675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304259319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.786676Z","caller":"traceutil/trace.go:171","msg":"trace[726257056] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23930; }","duration":"17.860140207s","start":"2026-03-04T02:17:28.926526Z","end":"2026-03-04T02:17:46.786666Z","steps":["trace[726257056] 'agreement among raft nodes before linearized reading' (duration: 17.859888021s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.786687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:33.318596Z","time spent":"13.468083566s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:17:46.786687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:29.528252Z","time spent":"17.258424037s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:46.786691Z","caller":"traceutil/trace.go:171","msg":"trace[190756208] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23930; }","duration":"17.045725504s","start":"2026-03-04T02:17:29.740957Z","end":"2026-03-04T02:17:46.786683Z","steps":["trace[190756208] 'agreement among raft nodes before linearized reading' (duration: 17.045685143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.786711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:28.926507Z","time spent":"17.860196147s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.786724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:29.740942Z","time spent":"17.045773836s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.786757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.04717905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.78678Z","caller":"traceutil/trace.go:171","msg":"trace[1376681097] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23930; }","duration":"7.047272051s","start":"2026-03-04T02:17:39.739502Z","end":"2026-03-04T02:17:46.786774Z","steps":["trace[1376681097] 'agreement among raft nodes before linearized reading' (duration: 7.04723563s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.786798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:39.739483Z","time spent":"7.047309833s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:46.786544Z","caller":"traceutil/trace.go:171","msg":"trace[723341612] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23930; }","duration":"4.576363679s","start":"2026-03-04T02:17:42.210174Z","end":"2026-03-04T02:17:46.786537Z","steps":["trace[723341612] 'agreement among raft nodes before linearized reading' (duration: 4.576309657s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.786857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.818931284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:46.786861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:42.210156Z","time spent":"4.576696116s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:17:46.786878Z","caller":"traceutil/trace.go:171","msg":"trace[857823805] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23930; }","duration":"7.818952604s","start":"2026-03-04T02:17:38.96792Z","end":"2026-03-04T02:17:46.786872Z","steps":["trace[857823805] 'agreement among raft nodes before linearized reading' (duration: 7.818923164s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.7869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:38.967897Z","time spent":"7.818998815s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.786918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.570191332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-j4hnb\" ","response":"range_response_count:1 size:5315"} {"level":"info","ts":"2026-03-04T02:17:46.786956Z","caller":"traceutil/trace.go:171","msg":"trace[662444137] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-j4hnb; range_end:; response_count:1; response_revision:23930; }","duration":"12.570245223s","start":"2026-03-04T02:17:34.216701Z","end":"2026-03-04T02:17:46.786947Z","steps":["trace[662444137] 'agreement among raft nodes before linearized reading' (duration: 12.570145171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.78697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.183601589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:46.786994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.216692Z","time spent":"12.570293924s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5337,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-j4hnb\" "} {"level":"info","ts":"2026-03-04T02:17:46.787Z","caller":"traceutil/trace.go:171","msg":"trace[118011706] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23930; }","duration":"18.18366894s","start":"2026-03-04T02:17:28.603323Z","end":"2026-03-04T02:17:46.786992Z","steps":["trace[118011706] 'agreement among raft nodes before linearized reading' (duration: 18.183545717s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.168148549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.787061Z","caller":"traceutil/trace.go:171","msg":"trace[1785558684] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23930; }","duration":"9.168200281s","start":"2026-03-04T02:17:37.618854Z","end":"2026-03-04T02:17:46.787054Z","steps":["trace[1785558684] 'agreement among raft nodes before linearized reading' (duration: 9.16816493s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:37.618841Z","time spent":"9.168240301s","remote":"127.0.0.1:35736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.7871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.728357707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.787131Z","caller":"traceutil/trace.go:171","msg":"trace[1493496521] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23930; }","duration":"18.728421347s","start":"2026-03-04T02:17:28.058699Z","end":"2026-03-04T02:17:46.78712Z","steps":["trace[1493496521] 'agreement among raft nodes before linearized reading' (duration: 18.728351456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:28.058679Z","time spent":"18.728479789s","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.787192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.179274759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.787218Z","caller":"traceutil/trace.go:171","msg":"trace[823311745] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23930; }","duration":"9.17934048s","start":"2026-03-04T02:17:37.607872Z","end":"2026-03-04T02:17:46.787212Z","steps":["trace[823311745] 'agreement among raft nodes before linearized reading' (duration: 9.179302589s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:37.607855Z","time spent":"9.179381802s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.787248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.175532365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:46.78729Z","caller":"traceutil/trace.go:171","msg":"trace[1425520990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23930; }","duration":"13.175620608s","start":"2026-03-04T02:17:33.611658Z","end":"2026-03-04T02:17:46.787279Z","steps":["trace[1425520990] 'agreement among raft nodes before linearized reading' (duration: 13.175558936s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:33.611607Z","time spent":"13.17570781s","remote":"127.0.0.1:47194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.787342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.4166241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.787359Z","caller":"traceutil/trace.go:171","msg":"trace[356008789] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23930; }","duration":"10.416674381s","start":"2026-03-04T02:17:36.37068Z","end":"2026-03-04T02:17:46.787354Z","steps":["trace[356008789] 'agreement among raft nodes before linearized reading' (duration: 10.41664522s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:36.370659Z","time spent":"10.416719872s","remote":"127.0.0.1:35856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.787394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.576168527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:17:46.787423Z","caller":"traceutil/trace.go:171","msg":"trace[1244982425] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23930; }","duration":"19.576217289s","start":"2026-03-04T02:17:27.211197Z","end":"2026-03-04T02:17:46.787414Z","steps":["trace[1244982425] 'agreement among raft nodes before linearized reading' (duration: 19.576098406s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.613252957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:46.787459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:27.211185Z","time spent":"19.57626725s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-04T02:17:46.78747Z","caller":"traceutil/trace.go:171","msg":"trace[1977015125] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23930; }","duration":"10.613325299s","start":"2026-03-04T02:17:36.174132Z","end":"2026-03-04T02:17:46.787457Z","steps":["trace[1977015125] 'agreement among raft nodes before linearized reading' (duration: 10.613279168s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.153830628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.787503Z","caller":"traceutil/trace.go:171","msg":"trace[514958655] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23930; }","duration":"12.153889368s","start":"2026-03-04T02:17:34.633607Z","end":"2026-03-04T02:17:46.787497Z","steps":["trace[514958655] 'agreement among raft nodes before linearized reading' (duration: 12.153857457s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:36.174103Z","time spent":"10.613391451s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.787523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.633585Z","time spent":"12.153933049s","remote":"127.0.0.1:38028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.787034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:28.603303Z","time spent":"18.183724112s","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.787645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.702954235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.787675Z","caller":"traceutil/trace.go:171","msg":"trace[1742385046] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23930; }","duration":"10.703023856s","start":"2026-03-04T02:17:36.084643Z","end":"2026-03-04T02:17:46.787666Z","steps":["trace[1742385046] 'agreement among raft nodes before linearized reading' (duration: 10.702974995s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.484601865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-04T02:17:46.787717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:36.084621Z","time spent":"10.703086908s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:46.787734Z","caller":"traceutil/trace.go:171","msg":"trace[554454810] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23930; }","duration":"4.484661475s","start":"2026-03-04T02:17:42.303062Z","end":"2026-03-04T02:17:46.787724Z","steps":["trace[554454810] 'agreement among raft nodes before linearized reading' (duration: 4.484578023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.668913269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:17:46.787769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:42.303047Z","time spent":"4.484714887s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-04T02:17:46.787166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.761800962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.78779Z","caller":"traceutil/trace.go:171","msg":"trace[1033464768] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23930; }","duration":"11.668977111s","start":"2026-03-04T02:17:35.118804Z","end":"2026-03-04T02:17:46.787781Z","steps":["trace[1033464768] 'agreement among raft nodes before linearized reading' (duration: 11.668828617s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:46.7878Z","caller":"traceutil/trace.go:171","msg":"trace[1093064383] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23930; }","duration":"12.762484078s","start":"2026-03-04T02:17:34.02531Z","end":"2026-03-04T02:17:46.787794Z","steps":["trace[1093064383] 'agreement among raft nodes before linearized reading' (duration: 12.761829083s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.786573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.568228449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:46.78782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:35.118787Z","time spent":"11.669023921s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:46.787838Z","caller":"traceutil/trace.go:171","msg":"trace[852411020] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23930; }","duration":"5.569543841s","start":"2026-03-04T02:17:41.218284Z","end":"2026-03-04T02:17:46.787828Z","steps":["trace[852411020] 'agreement among raft nodes before linearized reading' (duration: 5.568270881s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:46.786615Z","caller":"traceutil/trace.go:171","msg":"trace[2116871886] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23930; }","duration":"13.467010391s","start":"2026-03-04T02:17:33.319591Z","end":"2026-03-04T02:17:46.786601Z","steps":["trace[2116871886] 'agreement among raft nodes before linearized reading' (duration: 13.466827067s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:33.319576Z","time spent":"13.468336222s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:17:46.787971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.644719835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.788008Z","caller":"traceutil/trace.go:171","msg":"trace[1066864223] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23930; }","duration":"11.644798996s","start":"2026-03-04T02:17:35.143201Z","end":"2026-03-04T02:17:46.788Z","steps":["trace[1066864223] 'agreement among raft nodes before linearized reading' (duration: 11.644735544s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.788038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:35.143173Z","time spent":"11.644856847s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:46.786337Z","caller":"traceutil/trace.go:171","msg":"trace[463578563] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23930; }","duration":"5.563087569s","start":"2026-03-04T02:17:41.223231Z","end":"2026-03-04T02:17:46.786319Z","steps":["trace[463578563] 'process raft request' (duration: 5.563046508s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.788098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.260993165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:46.788118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214847945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:46.78813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:41.2232Z","time spent":"5.564881262s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":723,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:46.788139Z","caller":"traceutil/trace.go:171","msg":"trace[1562060235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23930; }","duration":"14.261039176s","start":"2026-03-04T02:17:32.52709Z","end":"2026-03-04T02:17:46.788129Z","steps":["trace[1562060235] 'agreement among raft nodes before linearized reading' (duration: 14.260981594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.69419926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.788211Z","caller":"traceutil/trace.go:171","msg":"trace[1908574920] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23930; }","duration":"11.695064061s","start":"2026-03-04T02:17:35.093141Z","end":"2026-03-04T02:17:46.788205Z","steps":["trace[1908574920] 'agreement among raft nodes before linearized reading' (duration: 11.694215051s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.788222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.363898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:46.788259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53973256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.788254Z","caller":"traceutil/trace.go:171","msg":"trace[1076754342] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23930; }","duration":"677.423159ms","start":"2026-03-04T02:17:46.110824Z","end":"2026-03-04T02:17:46.788247Z","steps":["trace[1076754342] 'agreement among raft nodes before linearized reading' (duration: 677.376428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:46.788275Z","caller":"traceutil/trace.go:171","msg":"trace[298449822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23930; }","duration":"1.539781611s","start":"2026-03-04T02:17:45.248489Z","end":"2026-03-04T02:17:46.788271Z","steps":["trace[298449822] 'agreement among raft nodes before linearized reading' (duration: 1.53975589s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.788283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:46.110807Z","time spent":"677.46873ms","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.788296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:45.248473Z","time spent":"1.539819232s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:46.788328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.507597111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.788363Z","caller":"traceutil/trace.go:171","msg":"trace[2124535917] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23930; }","duration":"3.507668412s","start":"2026-03-04T02:17:43.280685Z","end":"2026-03-04T02:17:46.788353Z","steps":["trace[2124535917] 'agreement among raft nodes before linearized reading' (duration: 3.507622401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.788396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624136093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:46.788396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.755988428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.788421Z","caller":"traceutil/trace.go:171","msg":"trace[303084535] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23930; }","duration":"1.624199024s","start":"2026-03-04T02:17:45.164216Z","end":"2026-03-04T02:17:46.788416Z","steps":["trace[303084535] 'agreement among raft nodes before linearized reading' (duration: 1.624162244s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:46.788432Z","caller":"traceutil/trace.go:171","msg":"trace[970236579] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23930; }","duration":"13.75606321s","start":"2026-03-04T02:17:33.03236Z","end":"2026-03-04T02:17:46.788423Z","steps":["trace[970236579] 'agreement among raft nodes before linearized reading' (duration: 13.756005058s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.788289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444933124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.788472Z","caller":"traceutil/trace.go:171","msg":"trace[546368089] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23930; }","duration":"2.44515733s","start":"2026-03-04T02:17:44.343309Z","end":"2026-03-04T02:17:46.788467Z","steps":["trace[546368089] 'agreement among raft nodes before linearized reading' (duration: 2.444948205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.78848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.39842521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:46.788495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:44.343281Z","time spent":"2.445209471s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:46.788508Z","caller":"traceutil/trace.go:171","msg":"trace[481813507] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23930; }","duration":"4.39849285s","start":"2026-03-04T02:17:42.390007Z","end":"2026-03-04T02:17:46.7885Z","steps":["trace[481813507] 'agreement among raft nodes before linearized reading' (duration: 4.398442609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.786453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.569658939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:17:46.788651Z","caller":"traceutil/trace.go:171","msg":"trace[976841719] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997; range_end:; response_count:1; response_revision:23930; }","duration":"12.571865611s","start":"2026-03-04T02:17:34.216777Z","end":"2026-03-04T02:17:46.788642Z","steps":["trace[976841719] 'agreement among raft nodes before linearized reading' (duration: 12.569585647s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.786646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:40.884386Z","time spent":"5.90225529s","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.786626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.778507686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:46.788716Z","caller":"traceutil/trace.go:171","msg":"trace[1978344755] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23930; }","duration":"16.780630606s","start":"2026-03-04T02:17:30.008074Z","end":"2026-03-04T02:17:46.788704Z","steps":["trace[1978344755] 'agreement among raft nodes before linearized reading' (duration: 16.778513267s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.786727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.028022261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:46.78916Z","caller":"traceutil/trace.go:171","msg":"trace[639752317] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23930; }","duration":"7.030479399s","start":"2026-03-04T02:17:39.758671Z","end":"2026-03-04T02:17:46.78915Z","steps":["trace[639752317] 'agreement among raft nodes before linearized reading' (duration: 7.028035752s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.789191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:39.758658Z","time spent":"7.030523579s","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.790731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:30.008055Z","time spent":"16.780697107s","remote":"127.0.0.1:41402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.788478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.991434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.790972Z","caller":"traceutil/trace.go:171","msg":"trace[522586285] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23930; }","duration":"435.523603ms","start":"2026-03-04T02:17:46.355436Z","end":"2026-03-04T02:17:46.79096Z","steps":["trace[522586285] 'agreement among raft nodes before linearized reading' (duration: 433.016714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.791021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:46.355414Z","time spent":"435.593915ms","remote":"127.0.0.1:37992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.788736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.399829012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.791158Z","caller":"traceutil/trace.go:171","msg":"trace[522907640] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23930; }","duration":"4.402285459s","start":"2026-03-04T02:17:42.388865Z","end":"2026-03-04T02:17:46.79115Z","steps":["trace[522907640] 'agreement among raft nodes before linearized reading' (duration: 4.399854153s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.791185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:42.388826Z","time spent":"4.402352601s","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.788397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:43.280664Z","time spent":"3.507724104s","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.788433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.154409074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.791452Z","caller":"traceutil/trace.go:171","msg":"trace[1860798946] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:23930; }","duration":"4.157462215s","start":"2026-03-04T02:17:42.633981Z","end":"2026-03-04T02:17:46.791444Z","steps":["trace[1860798946] 'agreement among raft nodes before linearized reading' (duration: 4.154431194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.791481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:42.633964Z","time spent":"4.157510397s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-03-04T02:17:46.78847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:33.032341Z","time spent":"13.756120291s","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:46.788141Z","caller":"traceutil/trace.go:171","msg":"trace[743888476] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23930; }","duration":"2.214911987s","start":"2026-03-04T02:17:44.573221Z","end":"2026-03-04T02:17:46.788133Z","steps":["trace[743888476] 'agreement among raft nodes before linearized reading' (duration: 2.214876126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.107761977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.791773Z","caller":"traceutil/trace.go:171","msg":"trace[1738495994] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23930; }","duration":"9.112550489s","start":"2026-03-04T02:17:37.679212Z","end":"2026-03-04T02:17:46.791763Z","steps":["trace[1738495994] 'agreement among raft nodes before linearized reading' (duration: 9.107773937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.791783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:44.573199Z","time spent":"2.218554011s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.791813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:37.679199Z","time spent":"9.112603791s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.787612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.57798085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:46.791941Z","caller":"traceutil/trace.go:171","msg":"trace[1949288728] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:0; response_revision:23930; }","duration":"19.582322562s","start":"2026-03-04T02:17:27.209612Z","end":"2026-03-04T02:17:46.791934Z","steps":["trace[1949288728] 'agreement among raft nodes before linearized reading' (duration: 19.5779728s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.791969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:27.209607Z","time spent":"19.582355802s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-04T02:17:46.786542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:32.117481Z","time spent":"14.669051405s","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:46.786326Z","caller":"traceutil/trace.go:171","msg":"trace[904860018] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23930; }","duration":"5.563565351s","start":"2026-03-04T02:17:41.222742Z","end":"2026-03-04T02:17:46.786307Z","steps":["trace[904860018] 'process raft request' (duration: 5.56350194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.786571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:31.545617Z","time spent":"15.240944386s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.792178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:41.222686Z","time spent":"5.569443788s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":572,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:46.786695Z","caller":"traceutil/trace.go:171","msg":"trace[162746711] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23930; }","duration":"6.3043037s","start":"2026-03-04T02:17:40.482383Z","end":"2026-03-04T02:17:46.786687Z","steps":["trace[162746711] 'agreement among raft nodes before linearized reading' (duration: 6.304277739s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.787879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:41.218253Z","time spent":"5.569616642s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.78844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:45.164194Z","time spent":"1.624240696s","remote":"127.0.0.1:37920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.787824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.025285Z","time spent":"12.762532469s","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.788674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.216774Z","time spent":"12.571893191s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" "} {"level":"warn","ts":"2026-03-04T02:17:46.788976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.181615259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:46.792283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:40.482361Z","time spent":"6.309906741s","remote":"127.0.0.1:38170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:46.792529Z","caller":"traceutil/trace.go:171","msg":"trace[1613740408] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23930; }","duration":"14.187000325s","start":"2026-03-04T02:17:32.605513Z","end":"2026-03-04T02:17:46.792513Z","steps":["trace[1613740408] 'agreement among raft nodes before linearized reading' (duration: 14.181173069s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.788543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:42.389988Z","time spent":"4.398546462s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.788233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:35.093123Z","time spent":"11.695103361s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.792582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:32.605494Z","time spent":"14.187076817s","remote":"127.0.0.1:37790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:46.78818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:32.527071Z","time spent":"14.261099687s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:47.294884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:47.795065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:48.121313Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.328205335s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:17:48.124187Z","caller":"traceutil/trace.go:171","msg":"trace[494124770] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"1.331136284s","start":"2026-03-04T02:17:46.79303Z","end":"2026-03-04T02:17:48.124167Z","steps":["trace[494124770] 'process raft request' (duration: 1.331005561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:48.124314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:46.793011Z","time spent":"1.331236496s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:48.75201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:46.797647Z","time spent":"1.954356975s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:17:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:48.754119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:46.796142Z","time spent":"1.957968749s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:17:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:48.794868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000257478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:48.794931Z","caller":"traceutil/trace.go:171","msg":"trace[1949340845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035291s","start":"2026-03-04T02:17:46.794564Z","end":"2026-03-04T02:17:48.794917Z","steps":["trace[1949340845] 'agreement among raft nodes before linearized reading' (duration: 2.000273138s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:48.794971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:46.794552Z","time spent":"2.000410781s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:50.423956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:50.424042Z","caller":"traceutil/trace.go:171","msg":"trace[759840234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036052s","start":"2026-03-04T02:17:48.423664Z","end":"2026-03-04T02:17:50.424025Z","steps":["trace[759840234] 'agreement among raft nodes before linearized reading' (duration: 2.000230597s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:50.424086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:48.423643Z","time spent":"2.000433901s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:50.79507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999803266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:50.795154Z","caller":"traceutil/trace.go:171","msg":"trace[1556871357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99993333s","start":"2026-03-04T02:17:48.795195Z","end":"2026-03-04T02:17:50.795129Z","steps":["trace[1556871357] 'agreement among raft nodes before linearized reading' (duration: 1.999835657s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:50.795199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:48.795175Z","time spent":"2.000014402s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:52.010014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.888553198s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:52.803948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000515604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:52.80405Z","caller":"traceutil/trace.go:171","msg":"trace[1003091109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000661408s","start":"2026-03-04T02:17:50.803365Z","end":"2026-03-04T02:17:52.804026Z","steps":["trace[1003091109] 'agreement among raft nodes before linearized reading' (duration: 2.000536795s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:52.804131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:50.803351Z","time spent":"2.00076519s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:53.599198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990718265s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:53.599302Z","caller":"traceutil/trace.go:171","msg":"trace[404517795] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23931; }","duration":"2.990833978s","start":"2026-03-04T02:17:50.60845Z","end":"2026-03-04T02:17:53.599284Z","steps":["trace[404517795] 'range keys from in-memory index tree' (duration: 2.990700755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:53.600092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58979563s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:17:53.600725Z","caller":"traceutil/trace.go:171","msg":"trace[705896641] linearizableReadLoop","detail":"{readStateIndex:24799; appliedIndex:24793; }","duration":"6.806116672s","start":"2026-03-04T02:17:46.794587Z","end":"2026-03-04T02:17:53.600704Z","steps":["trace[705896641] 'read index received' (duration: 1.329376722s)","trace[705896641] 'applied index is now lower than readState.Index' (duration: 5.47673867s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:53.601078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:46.795437Z","time spent":"6.805636691s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:17:53.601202Z","caller":"traceutil/trace.go:171","msg":"trace[779397904] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"6.805897867s","start":"2026-03-04T02:17:46.795283Z","end":"2026-03-04T02:17:53.601181Z","steps":["trace[779397904] 'process raft request' (duration: 5.21491394s)","trace[779397904] 'compare' (duration: 1.589689827s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:53.601107Z","caller":"traceutil/trace.go:171","msg":"trace[569258801] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"6.801118486s","start":"2026-03-04T02:17:46.799971Z","end":"2026-03-04T02:17:53.601089Z","steps":["trace[569258801] 'process raft request' (duration: 6.800663605s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:53.601357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:46.795274Z","time spent":"6.80601713s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:53.601429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:46.799964Z","time spent":"6.801406963s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:54.101242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:54.224646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000535494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:54.224732Z","caller":"traceutil/trace.go:171","msg":"trace[1471349414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000674607s","start":"2026-03-04T02:17:52.224038Z","end":"2026-03-04T02:17:54.224712Z","steps":["trace[1471349414] 'agreement among raft nodes before linearized reading' (duration: 2.000566075s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:54.224777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:52.224013Z","time spent":"2.000756069s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:54.601889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:54.805077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000734219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:54.805164Z","caller":"traceutil/trace.go:171","msg":"trace[1910486605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000874262s","start":"2026-03-04T02:17:52.804269Z","end":"2026-03-04T02:17:54.805143Z","steps":["trace[1910486605] 'agreement among raft nodes before linearized reading' (duration: 2.00076022s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:54.805213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:52.804252Z","time spent":"2.000950854s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:55.102141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:55.132589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:48.128993Z","time spent":"7.003590181s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:55.60286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:55.75607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:48.755071Z","time spent":"7.000991699s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:55.756601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:48.756371Z","time spent":"7.000222422s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:17:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:56.103368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:56.604456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:56.797201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999336163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:56.797293Z","caller":"traceutil/trace.go:171","msg":"trace[302391846] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999463776s","start":"2026-03-04T02:17:46.797808Z","end":"2026-03-04T02:17:56.797272Z","steps":["trace[302391846] 'agreement among raft nodes before linearized reading' (duration: 9.999341243s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.797339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:46.797802Z","time spent":"9.999527597s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/04 02:17:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:56.811927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000396221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:56.812009Z","caller":"traceutil/trace.go:171","msg":"trace[1220811809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522423s","start":"2026-03-04T02:17:54.811468Z","end":"2026-03-04T02:17:56.811991Z","steps":["trace[1220811809] 'agreement among raft nodes before linearized reading' (duration: 2.000416401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.812063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:54.811452Z","time spent":"2.000595156s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:57.105441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:57.246004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006675505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:57.246091Z","caller":"traceutil/trace.go:171","msg":"trace[2083423482] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.006828178s","start":"2026-03-04T02:17:47.239242Z","end":"2026-03-04T02:17:57.24607Z","steps":["trace[2083423482] 'agreement among raft nodes before linearized reading' (duration: 10.006714276s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:57.246246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:47.239219Z","time spent":"10.006967311s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/04 02:17:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:57.58874Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.922106692s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:58.451924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.785973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:17:58.812238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:58.812317Z","caller":"traceutil/trace.go:171","msg":"trace[1011134004] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000150676s","start":"2026-03-04T02:17:56.812147Z","end":"2026-03-04T02:17:58.812298Z","steps":["trace[1011134004] 'agreement among raft nodes before linearized reading' (duration: 2.000054133s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:58.812364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:56.812129Z","time spent":"2.000226607s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:00.393498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.991286007s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:00.603585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:53.602687Z","time spent":"7.000889918s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:00.821111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:00.821197Z","caller":"traceutil/trace.go:171","msg":"trace[502579696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116504s","start":"2026-03-04T02:17:58.821059Z","end":"2026-03-04T02:18:00.821176Z","steps":["trace[502579696] 'agreement among raft nodes before linearized reading' (duration: 2.000014292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:00.821245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:58.821039Z","time spent":"2.000195446s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:02.82177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:02.821847Z","caller":"traceutil/trace.go:171","msg":"trace[1648582738] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000361471s","start":"2026-03-04T02:18:00.821468Z","end":"2026-03-04T02:18:02.82183Z","steps":["trace[1648582738] 'agreement among raft nodes before linearized reading' (duration: 2.000257669s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:02.821898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:00.821449Z","time spent":"2.000433192s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:03.128102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.992888941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:03.12824Z","caller":"traceutil/trace.go:171","msg":"trace[1378075276] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993054505s","start":"2026-03-04T02:17:55.135162Z","end":"2026-03-04T02:18:03.128217Z","steps":["trace[1378075276] 'agreement among raft nodes before linearized reading' (duration: 7.992883541s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.128309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:55.135117Z","time spent":"7.993174838s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/04 02:18:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:03.908863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:58.731849Z","time spent":"5.177005892s","remote":"127.0.0.1:58948","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:03.909494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30142415s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:03.909857Z","caller":"traceutil/trace.go:171","msg":"trace[378417260] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23936; }","duration":"3.301798839s","start":"2026-03-04T02:18:00.608034Z","end":"2026-03-04T02:18:03.909833Z","steps":["trace[378417260] 'range keys from in-memory index tree' (duration: 3.30140671s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.913252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.519498429s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:03.913422Z","caller":"traceutil/trace.go:171","msg":"trace[554790927] linearizableReadLoop","detail":"{readStateIndex:24804; appliedIndex:24799; }","duration":"10.312554316s","start":"2026-03-04T02:17:53.600853Z","end":"2026-03-04T02:18:03.913407Z","steps":["trace[554790927] 'read index received' (duration: 3.988416703s)","trace[554790927] 'applied index is now lower than readState.Index' (duration: 6.324136003s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:03.913533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.976216058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:03.913545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.760199975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:03.913638Z","caller":"traceutil/trace.go:171","msg":"trace[1812161044] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23937; }","duration":"14.760364319s","start":"2026-03-04T02:17:49.153259Z","end":"2026-03-04T02:18:03.913623Z","steps":["trace[1812161044] 'agreement among raft nodes before linearized reading' (duration: 14.760196845s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.913732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:49.153239Z","time spent":"14.760456411s","remote":"127.0.0.1:38002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.914053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.991439479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:18:03.914082Z","caller":"traceutil/trace.go:171","msg":"trace[1819462309] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23937; }","duration":"11.991502931s","start":"2026-03-04T02:17:51.922571Z","end":"2026-03-04T02:18:03.914074Z","steps":["trace[1819462309] 'agreement among raft nodes before linearized reading' (duration: 11.991362218s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.914103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:51.92255Z","time spent":"11.991548632s","remote":"127.0.0.1:45130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.914402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.098527453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:03.914433Z","caller":"traceutil/trace.go:171","msg":"trace[1407442172] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23937; }","duration":"12.098597225s","start":"2026-03-04T02:17:51.815828Z","end":"2026-03-04T02:18:03.914425Z","steps":["trace[1407442172] 'agreement among raft nodes before linearized reading' (duration: 12.098542574s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.914408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.38368637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:03.914485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.309465564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-04T02:18:03.914507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:51.815809Z","time spent":"12.098689398s","remote":"127.0.0.1:35738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:03.91453Z","caller":"traceutil/trace.go:171","msg":"trace[185958060] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23937; }","duration":"10.309539886s","start":"2026-03-04T02:17:53.60498Z","end":"2026-03-04T02:18:03.91452Z","steps":["trace[185958060] 'agreement among raft nodes before linearized reading' (duration: 10.309384853s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.914524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.643635522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:03.91454Z","caller":"traceutil/trace.go:171","msg":"trace[1416711162] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23937; }","duration":"10.383864124s","start":"2026-03-04T02:17:53.53065Z","end":"2026-03-04T02:18:03.914514Z","steps":["trace[1416711162] 'agreement among raft nodes before linearized reading' (duration: 10.38367983s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.914537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.116770755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab5987f8-a59e-4131-9d13-a31dd6af1b03\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:18:03.914574Z","caller":"traceutil/trace.go:171","msg":"trace[1148410599] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23937; }","duration":"15.643708193s","start":"2026-03-04T02:17:48.270853Z","end":"2026-03-04T02:18:03.914562Z","steps":["trace[1148410599] 'agreement among raft nodes before linearized reading' (duration: 15.643526209s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.914586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:53.530628Z","time spent":"10.383946355s","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.914607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:48.270787Z","time spent":"15.643810525s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.914613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.358033947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:03.914616Z","caller":"traceutil/trace.go:171","msg":"trace[93624365] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab5987f8-a59e-4131-9d13-a31dd6af1b03; range_end:; response_count:1; response_revision:23937; }","duration":"17.116857507s","start":"2026-03-04T02:17:46.79774Z","end":"2026-03-04T02:18:03.914597Z","steps":["trace[93624365] 'agreement among raft nodes before linearized reading' (duration: 17.116636972s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.913555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.784391122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-04T02:18:03.914652Z","caller":"traceutil/trace.go:171","msg":"trace[2133252836] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23937; }","duration":"8.35812952s","start":"2026-03-04T02:17:55.556509Z","end":"2026-03-04T02:18:03.914638Z","steps":["trace[2133252836] 'agreement among raft nodes before linearized reading' (duration: 8.358067529s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.914662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:46.797714Z","time spent":"17.116937378s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ab5987f8-a59e-4131-9d13-a31dd6af1b03\" "} {"level":"info","ts":"2026-03-04T02:18:03.914677Z","caller":"traceutil/trace.go:171","msg":"trace[945922331] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23937; }","duration":"15.785529598s","start":"2026-03-04T02:17:48.129126Z","end":"2026-03-04T02:18:03.914655Z","steps":["trace[945922331] 'agreement among raft nodes before linearized reading' (duration: 15.784344981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.914748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:48.12912Z","time spent":"15.785607151s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T02:18:03.914511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.444906231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:03.914942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.116325224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-03-04T02:18:03.914953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.572611046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:03.913573Z","caller":"traceutil/trace.go:171","msg":"trace[538813768] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23937; }","duration":"15.976283519s","start":"2026-03-04T02:17:47.937276Z","end":"2026-03-04T02:18:03.91356Z","steps":["trace[538813768] 'agreement among raft nodes before linearized reading' (duration: 15.976214747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.914991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309703793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:18:03.914992Z","caller":"traceutil/trace.go:171","msg":"trace[1448811067] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23937; }","duration":"17.116385646s","start":"2026-03-04T02:17:46.798594Z","end":"2026-03-04T02:18:03.914979Z","steps":["trace[1448811067] 'agreement among raft nodes before linearized reading' (duration: 17.116257393s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:03.91502Z","caller":"traceutil/trace.go:171","msg":"trace[694850950] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:23937; }","duration":"3.309761605s","start":"2026-03-04T02:18:00.60525Z","end":"2026-03-04T02:18:03.915011Z","steps":["trace[694850950] 'agreement among raft nodes before linearized reading' (duration: 3.309712924s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.915032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:47.937259Z","time spent":"15.977741493s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.915085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585140281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:03.915086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085411627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:03.915094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.963038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T02:18:03.9151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:00.605233Z","time spent":"3.309854716s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-04T02:18:03.915121Z","caller":"traceutil/trace.go:171","msg":"trace[974167835] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23937; }","duration":"1.585239883s","start":"2026-03-04T02:18:02.329873Z","end":"2026-03-04T02:18:03.915113Z","steps":["trace[974167835] 'agreement among raft nodes before linearized reading' (duration: 1.585147901s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.915126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.87449634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:03.915142Z","caller":"traceutil/trace.go:171","msg":"trace[1789695581] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23937; }","duration":"784.0489ms","start":"2026-03-04T02:18:03.131079Z","end":"2026-03-04T02:18:03.915128Z","steps":["trace[1789695581] 'agreement among raft nodes before linearized reading' (duration: 783.884277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.91515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:02.329862Z","time spent":"1.585279805s","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:03.915162Z","caller":"traceutil/trace.go:171","msg":"trace[156918521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23937; }","duration":"1.085496309s","start":"2026-03-04T02:18:02.829629Z","end":"2026-03-04T02:18:03.915125Z","steps":["trace[156918521] 'agreement among raft nodes before linearized reading' (duration: 1.085398047s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:03.915171Z","caller":"traceutil/trace.go:171","msg":"trace[284743870] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23937; }","duration":"5.874541421s","start":"2026-03-04T02:17:58.040616Z","end":"2026-03-04T02:18:03.915157Z","steps":["trace[284743870] 'agreement among raft nodes before linearized reading' (duration: 5.87448061s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.915188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439511088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:03.915202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:02.82961Z","time spent":"1.085584911s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:18:03.915216Z","caller":"traceutil/trace.go:171","msg":"trace[506102003] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23937; }","duration":"2.439577029s","start":"2026-03-04T02:18:01.475631Z","end":"2026-03-04T02:18:03.915208Z","steps":["trace[506102003] 'agreement among raft nodes before linearized reading' (duration: 2.439530798s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.915216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:58.040539Z","time spent":"5.874665734s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.915034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.309969746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6594f64bd6-kzgqx.189981183942c3ca\" ","response":"range_response_count:1 size:905"} {"level":"warn","ts":"2026-03-04T02:18:03.915239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:01.475609Z","time spent":"2.43962456s","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.915265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689373439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:03.915302Z","caller":"traceutil/trace.go:171","msg":"trace[973854064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23937; }","duration":"1.68944075s","start":"2026-03-04T02:18:02.225853Z","end":"2026-03-04T02:18:03.915293Z","steps":["trace[973854064] 'agreement among raft nodes before linearized reading' (duration: 1.689393699s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.91469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:55.556488Z","time spent":"8.358194961s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.915338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:02.225828Z","time spent":"1.689504101s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:03.915368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.326290373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:03.914841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.433695616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:18:03.915396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097351958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:03.915407Z","caller":"traceutil/trace.go:171","msg":"trace[1472257136] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23937; }","duration":"5.326357504s","start":"2026-03-04T02:17:58.58904Z","end":"2026-03-04T02:18:03.915398Z","steps":["trace[1472257136] 'agreement among raft nodes before linearized reading' (duration: 5.326299482s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:03.915416Z","caller":"traceutil/trace.go:171","msg":"trace[281134883] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23937; }","duration":"7.434294169s","start":"2026-03-04T02:17:56.481112Z","end":"2026-03-04T02:18:03.915406Z","steps":["trace[281134883] 'agreement among raft nodes before linearized reading' (duration: 7.433597113s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.915417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782894076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:03.915445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184166927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:03.915453Z","caller":"traceutil/trace.go:171","msg":"trace[1087425845] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23937; }","duration":"2.782973588s","start":"2026-03-04T02:18:01.13247Z","end":"2026-03-04T02:18:03.915443Z","steps":["trace[1087425845] 'agreement among raft nodes before linearized reading' (duration: 2.782911276s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:03.914999Z","caller":"traceutil/trace.go:171","msg":"trace[2066892984] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23937; }","duration":"9.572716808s","start":"2026-03-04T02:17:54.342271Z","end":"2026-03-04T02:18:03.914988Z","steps":["trace[2066892984] 'agreement among raft nodes before linearized reading' (duration: 9.572636196s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.914884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.927593854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274795"} {"level":"info","ts":"2026-03-04T02:18:03.915472Z","caller":"traceutil/trace.go:171","msg":"trace[1164476394] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23937; }","duration":"2.184233218s","start":"2026-03-04T02:18:01.731234Z","end":"2026-03-04T02:18:03.915467Z","steps":["trace[1164476394] 'agreement among raft nodes before linearized reading' (duration: 2.184193987s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.915464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.906782496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-03-04T02:18:03.915493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:01.731214Z","time spent":"2.18427385s","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:03.915499Z","caller":"traceutil/trace.go:171","msg":"trace[691964751] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23937; }","duration":"8.92824081s","start":"2026-03-04T02:17:54.987243Z","end":"2026-03-04T02:18:03.915484Z","steps":["trace[691964751] 'agreement among raft nodes before linearized reading' (duration: 8.927343719s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.915509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:01.13245Z","time spent":"2.78302712s","remote":"127.0.0.1:41428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:03.915525Z","caller":"traceutil/trace.go:171","msg":"trace[192076166] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23937; }","duration":"6.906881808s","start":"2026-03-04T02:17:57.008629Z","end":"2026-03-04T02:18:03.915511Z","steps":["trace[192076166] 'agreement among raft nodes before linearized reading' (duration: 6.906724455s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.91554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:54.987224Z","time spent":"8.928303411s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274817,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:18:03.915573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:57.008601Z","time spent":"6.906962611s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T02:18:03.915454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:56.481096Z","time spent":"7.434346491s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.914893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.702871305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:03.915623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607492635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:03.915639Z","caller":"traceutil/trace.go:171","msg":"trace[162913717] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23937; }","duration":"13.703638593s","start":"2026-03-04T02:17:50.211988Z","end":"2026-03-04T02:18:03.915627Z","steps":["trace[162913717] 'agreement among raft nodes before linearized reading' (duration: 13.702881965s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:03.915669Z","caller":"traceutil/trace.go:171","msg":"trace[123971946] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23937; }","duration":"2.607580537s","start":"2026-03-04T02:18:01.308078Z","end":"2026-03-04T02:18:03.915658Z","steps":["trace[123971946] 'agreement among raft nodes before linearized reading' (duration: 2.607426433s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.915678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:50.21197Z","time spent":"13.703694254s","remote":"127.0.0.1:38152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.91568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.850698052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:03.914942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.974241911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:03.915708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:01.308058Z","time spent":"2.607638899s","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:03.915715Z","caller":"traceutil/trace.go:171","msg":"trace[1351618299] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23937; }","duration":"2.850781693s","start":"2026-03-04T02:18:01.06492Z","end":"2026-03-04T02:18:03.915702Z","steps":["trace[1351618299] 'agreement among raft nodes before linearized reading' (duration: 2.850697641s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.915486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:54.342239Z","time spent":"9.573239221s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.913545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.474192116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:18:03.915723Z","caller":"traceutil/trace.go:171","msg":"trace[1714779497] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23937; }","duration":"3.975053649s","start":"2026-03-04T02:17:59.940655Z","end":"2026-03-04T02:18:03.915708Z","steps":["trace[1714779497] 'agreement among raft nodes before linearized reading' (duration: 3.97425354s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.914924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856121697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:03.915759Z","caller":"traceutil/trace.go:171","msg":"trace[1942829164] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23937; }","duration":"11.476457469s","start":"2026-03-04T02:17:52.439291Z","end":"2026-03-04T02:18:03.915748Z","steps":["trace[1942829164] 'agreement among raft nodes before linearized reading' (duration: 11.474116454s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.915764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:59.940636Z","time spent":"3.975116111s","remote":"127.0.0.1:35700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.915776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:01.064904Z","time spent":"2.850860265s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.915368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.494566796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:03.915874Z","caller":"traceutil/trace.go:171","msg":"trace[329984430] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23937; }","duration":"3.495119459s","start":"2026-03-04T02:18:00.420744Z","end":"2026-03-04T02:18:03.915863Z","steps":["trace[329984430] 'agreement among raft nodes before linearized reading' (duration: 3.494244628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.915033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:46.798583Z","time spent":"17.116440907s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T02:18:03.915913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:00.420724Z","time spent":"3.495178301s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.914567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:53.604969Z","time spent":"10.309589447s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T02:18:03.91527Z","caller":"traceutil/trace.go:171","msg":"trace[103230820] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23937; }","duration":"10.445517835s","start":"2026-03-04T02:17:53.469453Z","end":"2026-03-04T02:18:03.914971Z","steps":["trace[103230820] 'agreement among raft nodes before linearized reading' (duration: 10.44486802s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.916002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:53.469433Z","time spent":"10.44655605s","remote":"127.0.0.1:42038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:03.915416Z","caller":"traceutil/trace.go:171","msg":"trace[1004042705] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23937; }","duration":"2.097413009s","start":"2026-03-04T02:18:01.817996Z","end":"2026-03-04T02:18:03.915409Z","steps":["trace[1004042705] 'agreement among raft nodes before linearized reading' (duration: 2.097351108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.916059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:01.817974Z","time spent":"2.098073424s","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.916074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.813065679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:03.916088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989249711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:03.91611Z","caller":"traceutil/trace.go:171","msg":"trace[867416186] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23937; }","duration":"10.81313802s","start":"2026-03-04T02:17:53.102963Z","end":"2026-03-04T02:18:03.916101Z","steps":["trace[867416186] 'agreement among raft nodes before linearized reading' (duration: 10.813048788s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:03.916125Z","caller":"traceutil/trace.go:171","msg":"trace[1443814360] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23937; }","duration":"2.989334222s","start":"2026-03-04T02:18:00.92678Z","end":"2026-03-04T02:18:03.916114Z","steps":["trace[1443814360] 'agreement among raft nodes before linearized reading' (duration: 2.989251171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.915445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:58.589024Z","time spent":"5.326411436s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.916156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:00.926766Z","time spent":"2.989381514s","remote":"127.0.0.1:37928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.916152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:53.102943Z","time spent":"10.813200902s","remote":"127.0.0.1:45248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:03.915265Z","caller":"traceutil/trace.go:171","msg":"trace[1641823249] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6594f64bd6-kzgqx.189981183942c3ca; range_end:; response_count:1; response_revision:23937; }","duration":"10.310236002s","start":"2026-03-04T02:17:53.605015Z","end":"2026-03-04T02:18:03.915251Z","steps":["trace[1641823249] 'agreement among raft nodes before linearized reading' (duration: 10.309904285s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.916209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:53.605Z","time spent":"10.311196684s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":927,"request content":"key:\"/registry/events/openstack/heat-cfn-6594f64bd6-kzgqx.189981183942c3ca\" "} {"level":"warn","ts":"2026-03-04T02:18:03.914875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.657740173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:03.916317Z","caller":"traceutil/trace.go:171","msg":"trace[1955405452] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23937; }","duration":"7.659228579s","start":"2026-03-04T02:17:56.257078Z","end":"2026-03-04T02:18:03.916307Z","steps":["trace[1955405452] 'agreement among raft nodes before linearized reading' (duration: 7.657776055s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.916353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:56.257052Z","time spent":"7.65929043s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.914821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.993093529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:03.914904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.115771753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:03.915178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.131061Z","time spent":"784.109102ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-04T02:18:03.915792Z","caller":"traceutil/trace.go:171","msg":"trace[249797473] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23937; }","duration":"1.857030059s","start":"2026-03-04T02:18:02.058751Z","end":"2026-03-04T02:18:03.915781Z","steps":["trace[249797473] 'agreement among raft nodes before linearized reading' (duration: 1.856141728s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.916579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:02.058731Z","time spent":"1.857806086s","remote":"127.0.0.1:55112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:03.916722Z","caller":"traceutil/trace.go:171","msg":"trace[577883524] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23937; }","duration":"8.117614826s","start":"2026-03-04T02:17:55.799084Z","end":"2026-03-04T02:18:03.916699Z","steps":["trace[577883524] 'agreement among raft nodes before linearized reading' (duration: 8.115802144s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.916806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:55.799064Z","time spent":"8.117724338s","remote":"127.0.0.1:50180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:03.916972Z","caller":"traceutil/trace.go:171","msg":"trace[743272228] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23937; }","duration":"12.99528494s","start":"2026-03-04T02:17:50.921676Z","end":"2026-03-04T02:18:03.916961Z","steps":["trace[743272228] 'agreement among raft nodes before linearized reading' (duration: 12.993005477s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.917015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:50.921652Z","time spent":"12.995349972s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.917101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.465018575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388951"} {"level":"info","ts":"2026-03-04T02:18:03.917149Z","caller":"traceutil/trace.go:171","msg":"trace[57633003] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:23937; }","duration":"15.465115247s","start":"2026-03-04T02:17:48.452023Z","end":"2026-03-04T02:18:03.917139Z","steps":["trace[57633003] 'agreement among raft nodes before linearized reading' (duration: 15.461712718s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.917194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:48.451998Z","time spent":"15.465171368s","remote":"127.0.0.1:45292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2006,"response size":388973,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-04T02:18:03.915807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:52.439267Z","time spent":"11.47651858s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:18:03.915228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591631003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:03.917573Z","caller":"traceutil/trace.go:171","msg":"trace[1519892232] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23937; }","duration":"1.594014668s","start":"2026-03-04T02:18:02.323545Z","end":"2026-03-04T02:18:03.91756Z","steps":["trace[1519892232] 'agreement among raft nodes before linearized reading' (duration: 1.591652793s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.917616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:02.323524Z","time spent":"1.59407825s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:03.917815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.236347392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:03.917888Z","caller":"traceutil/trace.go:171","msg":"trace[1106231935] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23937; }","duration":"7.236459645s","start":"2026-03-04T02:17:56.681409Z","end":"2026-03-04T02:18:03.917869Z","steps":["trace[1106231935] 'agreement among raft nodes before linearized reading' (duration: 7.236345332s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.917943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:56.681388Z","time spent":"7.236540647s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:04.421176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:04.921971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:05.422518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:05.923658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:05.923744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000531975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:05.923817Z","caller":"traceutil/trace.go:171","msg":"trace[1719821047] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000641588s","start":"2026-03-04T02:18:03.923157Z","end":"2026-03-04T02:18:05.923799Z","steps":["trace[1719821047] 'agreement among raft nodes before linearized reading' (duration: 2.000547076s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:05.923863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.923147Z","time spent":"2.000707259s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:06.424449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:06.925476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:06.970633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.053986866s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:07.923899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999808976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:07.923979Z","caller":"traceutil/trace.go:171","msg":"trace[1825508248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99994873s","start":"2026-03-04T02:18:05.924015Z","end":"2026-03-04T02:18:07.923964Z","steps":["trace[1825508248] 'agreement among raft nodes before linearized reading' (duration: 1.999836717s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:07.924013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:05.923998Z","time spent":"2.000008582s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:08.0441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073235873s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T02:18:08.046041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.916509Z","time spent":"4.129527122s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:09.930308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:09.930439Z","caller":"traceutil/trace.go:171","msg":"trace[1064578594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000194867s","start":"2026-03-04T02:18:07.930177Z","end":"2026-03-04T02:18:09.930372Z","steps":["trace[1064578594] 'agreement among raft nodes before linearized reading' (duration: 2.000085344s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:09.930506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:07.930162Z","time spent":"2.00032896s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:10.920123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.919231Z","time spent":"7.000882908s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:10.92223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.922127Z","time spent":"7.00009719s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:10.922677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.922317Z","time spent":"7.000356865s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:10.926392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.926278Z","time spent":"7.000109199s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:11.898702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290266597s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:11.898831Z","caller":"traceutil/trace.go:171","msg":"trace[1704699121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23937; }","duration":"1.290409101s","start":"2026-03-04T02:18:10.608401Z","end":"2026-03-04T02:18:11.89881Z","steps":["trace[1704699121] 'range keys from in-memory index tree' (duration: 1.290248817s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:11.926474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.955643857s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:18:11.927149Z","caller":"traceutil/trace.go:171","msg":"trace[1387813728] linearizableReadLoop","detail":"{readStateIndex:24809; appliedIndex:24804; }","duration":"8.006846627s","start":"2026-03-04T02:18:03.920258Z","end":"2026-03-04T02:18:11.927105Z","steps":["trace[1387813728] 'read index received' (duration: 3.050553385s)","trace[1387813728] 'applied index is now lower than readState.Index' (duration: 4.956292492s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:11.927422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.007143724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-04T02:18:11.927455Z","caller":"traceutil/trace.go:171","msg":"trace[1648458773] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23940; }","duration":"8.007190605s","start":"2026-03-04T02:18:03.920255Z","end":"2026-03-04T02:18:11.927446Z","steps":["trace[1648458773] 'agreement among raft nodes before linearized reading' (duration: 8.007076172s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:11.927493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.92023Z","time spent":"8.007245117s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":751,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-04T02:18:11.932586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001408684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:11.932656Z","caller":"traceutil/trace.go:171","msg":"trace[1872513680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001550407s","start":"2026-03-04T02:18:09.931089Z","end":"2026-03-04T02:18:11.932639Z","steps":["trace[1872513680] 'agreement among raft nodes before linearized reading' (duration: 2.001452775s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:11.932693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:09.931068Z","time spent":"2.001616499s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:18:11.96089Z","caller":"traceutil/trace.go:171","msg":"trace[266483907] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"3.913961512s","start":"2026-03-04T02:18:08.046907Z","end":"2026-03-04T02:18:11.960869Z","steps":["trace[266483907] 'process raft request' (duration: 3.913728377s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:11.961145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:08.046886Z","time spent":"3.914148536s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:12.971154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010371764s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:18:12.971507Z","caller":"traceutil/trace.go:171","msg":"trace[1308013131] linearizableReadLoop","detail":"{readStateIndex:24813; appliedIndex:24809; }","duration":"1.044304307s","start":"2026-03-04T02:18:11.927183Z","end":"2026-03-04T02:18:12.971488Z","steps":["trace[1308013131] 'read index received' (duration: 33.541244ms)","trace[1308013131] 'applied index is now lower than readState.Index' (duration: 1.010761133s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:12.971992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.058546174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-03-04T02:18:12.971966Z","caller":"traceutil/trace.go:171","msg":"trace[359921176] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23941; }","duration":"2.045096496s","start":"2026-03-04T02:18:10.926836Z","end":"2026-03-04T02:18:12.971932Z","steps":["trace[359921176] 'process raft request' (duration: 2.04441528s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:12.972041Z","caller":"traceutil/trace.go:171","msg":"trace[900462610] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23941; }","duration":"5.058609166s","start":"2026-03-04T02:18:07.91342Z","end":"2026-03-04T02:18:12.972029Z","steps":["trace[900462610] 'agreement among raft nodes before linearized reading' (duration: 5.058460542s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.97205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.13623374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:12.972076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:07.913415Z","time spent":"5.058653147s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-04T02:18:12.972113Z","caller":"traceutil/trace.go:171","msg":"trace[1292429158] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23941; }","duration":"5.136309062s","start":"2026-03-04T02:18:07.835785Z","end":"2026-03-04T02:18:12.972094Z","steps":["trace[1292429158] 'agreement among raft nodes before linearized reading' (duration: 5.136242411s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.972118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:10.926788Z","time spent":"2.045255841s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:12.972155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:07.835771Z","time spent":"5.136374664s","remote":"127.0.0.1:35780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:12.972262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04307756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w\" ","response":"range_response_count:1 size:5597"} {"level":"info","ts":"2026-03-04T02:18:12.972383Z","caller":"traceutil/trace.go:171","msg":"trace[730445885] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w; range_end:; response_count:1; response_revision:23941; }","duration":"2.043193143s","start":"2026-03-04T02:18:10.929176Z","end":"2026-03-04T02:18:12.972369Z","steps":["trace[730445885] 'agreement among raft nodes before linearized reading' (duration: 2.042972608s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.972415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.707451425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:12.972431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:10.929133Z","time spent":"2.043287495s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5619,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w\" "} {"level":"info","ts":"2026-03-04T02:18:12.972459Z","caller":"traceutil/trace.go:171","msg":"trace[120132563] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23941; }","duration":"5.707527627s","start":"2026-03-04T02:18:07.264917Z","end":"2026-03-04T02:18:12.972445Z","steps":["trace[120132563] 'agreement among raft nodes before linearized reading' (duration: 5.707463545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.972496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:07.264897Z","time spent":"5.707590429s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:18:12.972538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.885503781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:12.972673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047235767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6df84cf9fb-nslx6.189981183a199d1c\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-04T02:18:12.972711Z","caller":"traceutil/trace.go:171","msg":"trace[1560754689] range","detail":"{range_begin:/registry/events/openstack/heat-api-6df84cf9fb-nslx6.189981183a199d1c; range_end:; response_count:1; response_revision:23941; }","duration":"2.047295048s","start":"2026-03-04T02:18:10.925401Z","end":"2026-03-04T02:18:12.972697Z","steps":["trace[1560754689] 'agreement among raft nodes before linearized reading' (duration: 2.047116444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.972711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476576145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:12.972739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:10.925384Z","time spent":"2.047349619s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-api-6df84cf9fb-nslx6.189981183a199d1c\" "} {"level":"info","ts":"2026-03-04T02:18:12.972746Z","caller":"traceutil/trace.go:171","msg":"trace[1954049607] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23941; }","duration":"3.476617926s","start":"2026-03-04T02:18:09.496118Z","end":"2026-03-04T02:18:12.972736Z","steps":["trace[1954049607] 'agreement among raft nodes before linearized reading' (duration: 3.476551195s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.97277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:09.496095Z","time spent":"3.476669498s","remote":"127.0.0.1:45176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:12.972802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.534474573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:18:12.972814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.295030422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:18:12.972811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19882087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:12.972825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.154420994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-04T02:18:12.972843Z","caller":"traceutil/trace.go:171","msg":"trace[1715201358] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23941; }","duration":"7.534555875s","start":"2026-03-04T02:18:05.438278Z","end":"2026-03-04T02:18:12.972834Z","steps":["trace[1715201358] 'agreement among raft nodes before linearized reading' (duration: 7.534418911s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:12.972849Z","caller":"traceutil/trace.go:171","msg":"trace[1916895449] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23941; }","duration":"4.295110874s","start":"2026-03-04T02:18:08.677729Z","end":"2026-03-04T02:18:12.972839Z","steps":["trace[1916895449] 'agreement among raft nodes before linearized reading' (duration: 4.29493325s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:12.972647Z","caller":"traceutil/trace.go:171","msg":"trace[1149066569] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23941; }","duration":"8.885615674s","start":"2026-03-04T02:18:04.086987Z","end":"2026-03-04T02:18:12.972602Z","steps":["trace[1149066569] 'agreement among raft nodes before linearized reading' (duration: 8.88545404s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:12.97286Z","caller":"traceutil/trace.go:171","msg":"trace[2052781885] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23941; }","duration":"2.198913882s","start":"2026-03-04T02:18:10.773933Z","end":"2026-03-04T02:18:12.972847Z","steps":["trace[2052781885] 'agreement among raft nodes before linearized reading' (duration: 2.19882502s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:12.972874Z","caller":"traceutil/trace.go:171","msg":"trace[1661412646] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23941; }","duration":"4.154496916s","start":"2026-03-04T02:18:08.818361Z","end":"2026-03-04T02:18:12.972858Z","steps":["trace[1661412646] 'agreement among raft nodes before linearized reading' (duration: 4.15423842s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.972883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:08.677706Z","time spent":"4.295169696s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:12.972895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:10.773914Z","time spent":"2.198973644s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:12.972917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:08.818345Z","time spent":"4.154564677s","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418373,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T02:18:12.97293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.955690982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:12.97288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:05.438253Z","time spent":"7.534619117s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:12.972958Z","caller":"traceutil/trace.go:171","msg":"trace[1409211404] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23941; }","duration":"7.955766213s","start":"2026-03-04T02:18:05.017184Z","end":"2026-03-04T02:18:12.97295Z","steps":["trace[1409211404] 'agreement among raft nodes before linearized reading' (duration: 7.955715742s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.972892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:04.086966Z","time spent":"8.885917722s","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:12.972969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.391460018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:12.972999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.133274191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:12.971978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.699993331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:12.973022Z","caller":"traceutil/trace.go:171","msg":"trace[623606999] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23941; }","duration":"6.133296792s","start":"2026-03-04T02:18:06.839718Z","end":"2026-03-04T02:18:12.973015Z","steps":["trace[623606999] 'agreement among raft nodes before linearized reading' (duration: 6.133257891s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:12.973028Z","caller":"traceutil/trace.go:171","msg":"trace[1377613325] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23941; }","duration":"6.391566831s","start":"2026-03-04T02:18:06.581449Z","end":"2026-03-04T02:18:12.973016Z","steps":["trace[1377613325] 'agreement among raft nodes before linearized reading' (duration: 6.391462868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.973046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:06.83967Z","time spent":"6.133370023s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:12.973056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:06.581427Z","time spent":"6.391621822s","remote":"127.0.0.1:38006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:12.973052Z","caller":"traceutil/trace.go:171","msg":"trace[208551641] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23941; }","duration":"4.701133147s","start":"2026-03-04T02:18:08.271905Z","end":"2026-03-04T02:18:12.973038Z","steps":["trace[208551641] 'agreement among raft nodes before linearized reading' (duration: 4.69997067s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.973093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:08.27188Z","time spent":"4.701200028s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:12.97248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314646919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:12.972063Z","caller":"traceutil/trace.go:171","msg":"trace[759484035] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23941; }","duration":"2.044223356s","start":"2026-03-04T02:18:10.927819Z","end":"2026-03-04T02:18:12.972042Z","steps":["trace[759484035] 'process raft request' (duration: 2.043508389s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:12.973155Z","caller":"traceutil/trace.go:171","msg":"trace[1285897931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23941; }","duration":"2.315379836s","start":"2026-03-04T02:18:10.657767Z","end":"2026-03-04T02:18:12.973146Z","steps":["trace[1285897931] 'agreement among raft nodes before linearized reading' (duration: 2.314639149s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.973182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:10.657703Z","time spent":"2.315471208s","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:12.973192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.133389475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:12.973201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:10.9278Z","time spent":"2.045358893s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:12.973216Z","caller":"traceutil/trace.go:171","msg":"trace[885800925] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23941; }","duration":"7.133461856s","start":"2026-03-04T02:18:05.839748Z","end":"2026-03-04T02:18:12.97321Z","steps":["trace[885800925] 'agreement among raft nodes before linearized reading' (duration: 7.133424646s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.973233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:05.839725Z","time spent":"7.133504458s","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:12.973233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.05137746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T02:18:12.972986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:05.017149Z","time spent":"7.955829885s","remote":"127.0.0.1:45238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:12.973258Z","caller":"traceutil/trace.go:171","msg":"trace[57704122] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23941; }","duration":"9.0514141s","start":"2026-03-04T02:18:03.921836Z","end":"2026-03-04T02:18:12.97325Z","steps":["trace[57704122] 'agreement among raft nodes before linearized reading' (duration: 9.051342519s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.973279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.92183Z","time spent":"9.051444492s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T02:18:12.973301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.409733126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:12.973363Z","caller":"traceutil/trace.go:171","msg":"trace[1511050743] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23941; }","duration":"7.409836049s","start":"2026-03-04T02:18:05.563511Z","end":"2026-03-04T02:18:12.973347Z","steps":["trace[1511050743] 'agreement among raft nodes before linearized reading' (duration: 7.409689455s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.97338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.053003788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-04T02:18:12.972127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345548081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:12.973402Z","caller":"traceutil/trace.go:171","msg":"trace[1952549104] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23941; }","duration":"9.053034859s","start":"2026-03-04T02:18:03.92036Z","end":"2026-03-04T02:18:12.973395Z","steps":["trace[1952549104] 'agreement among raft nodes before linearized reading' (duration: 9.052972137s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.973404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:05.563491Z","time spent":"7.409903771s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:12.97341Z","caller":"traceutil/trace.go:171","msg":"trace[1825815481] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23941; }","duration":"1.346839301s","start":"2026-03-04T02:18:11.62656Z","end":"2026-03-04T02:18:12.9734Z","steps":["trace[1825815481] 'agreement among raft nodes before linearized reading' (duration: 1.34552958s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.971978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.736612801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:12.97342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.920357Z","time spent":"9.053059699s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-04T02:18:12.973422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.0531166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-04T02:18:12.973439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:11.626541Z","time spent":"1.346888723s","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:12.973443Z","caller":"traceutil/trace.go:171","msg":"trace[715053291] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23941; }","duration":"8.738161667s","start":"2026-03-04T02:18:04.235272Z","end":"2026-03-04T02:18:12.973434Z","steps":["trace[715053291] 'agreement among raft nodes before linearized reading' (duration: 8.736624771s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.973469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:04.235242Z","time spent":"8.738218948s","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:12.973581Z","caller":"traceutil/trace.go:171","msg":"trace[2072322383] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"1.041196175s","start":"2026-03-04T02:18:11.932376Z","end":"2026-03-04T02:18:12.973573Z","steps":["trace[2072322383] 'process raft request' (duration: 1.038992653s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:12.973462Z","caller":"traceutil/trace.go:171","msg":"trace[1060127454] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23941; }","duration":"9.053167842s","start":"2026-03-04T02:18:03.920285Z","end":"2026-03-04T02:18:12.973453Z","steps":["trace[1060127454] 'agreement among raft nodes before linearized reading' (duration: 9.053030989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.973622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.920282Z","time spent":"9.053330476s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-04T02:18:12.973627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:11.932354Z","time spent":"1.041250636s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:12.976652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.039811319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29543165-fxmzh.1899811f9b2a16cb\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23937 ","response":"range_response_count:500 size:388072"} {"level":"info","ts":"2026-03-04T02:18:12.976708Z","caller":"traceutil/trace.go:171","msg":"trace[147067917] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29543165-fxmzh.1899811f9b2a16cb\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23941; }","duration":"9.039908062s","start":"2026-03-04T02:18:03.936786Z","end":"2026-03-04T02:18:12.976694Z","steps":["trace[147067917] 'agreement among raft nodes before linearized reading' (duration: 9.035906978s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.976935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.936772Z","time spent":"9.040044865s","remote":"127.0.0.1:45292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1506,"response size":388094,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29543165-fxmzh.1899811f9b2a16cb\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23937 "} {"level":"warn","ts":"2026-03-04T02:18:12.976753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.522391341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:18:12.977014Z","caller":"traceutil/trace.go:171","msg":"trace[659068625] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23941; }","duration":"7.522697198s","start":"2026-03-04T02:18:05.454304Z","end":"2026-03-04T02:18:12.977001Z","steps":["trace[659068625] 'agreement among raft nodes before linearized reading' (duration: 7.518154572s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.977047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:05.454283Z","time spent":"7.522752749s","remote":"127.0.0.1:45292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2647,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:13.134139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198086933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:13.134213Z","caller":"traceutil/trace.go:171","msg":"trace[398026981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23942; }","duration":"1.198198925s","start":"2026-03-04T02:18:11.935998Z","end":"2026-03-04T02:18:13.134197Z","steps":["trace[398026981] 'agreement among raft nodes before linearized reading' (duration: 1.03756072s)","trace[398026981] 'range keys from in-memory index tree' (duration: 160.527703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:13.134249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:11.935985Z","time spent":"1.198257926s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:13.134529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100364778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:13.134561Z","caller":"traceutil/trace.go:171","msg":"trace[379596988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23942; }","duration":"1.100434469s","start":"2026-03-04T02:18:12.034116Z","end":"2026-03-04T02:18:13.134551Z","steps":["trace[379596988] 'agreement among raft nodes before linearized reading' (duration: 939.483887ms)","trace[379596988] 'count revisions from in-memory index tree' (duration: 160.908112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:13.134582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:12.034095Z","time spent":"1.10048167s","remote":"127.0.0.1:46302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:13.134757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171567753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:18:13.134783Z","caller":"traceutil/trace.go:171","msg":"trace[906033490] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23942; }","duration":"1.171618704s","start":"2026-03-04T02:18:11.963157Z","end":"2026-03-04T02:18:13.134776Z","steps":["trace[906033490] 'agreement among raft nodes before linearized reading' (duration: 1.010470946s)","trace[906033490] 'range keys from in-memory index tree' (duration: 161.055476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:13.134801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:11.963146Z","time spent":"1.171650024s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:18:13.135711Z","caller":"traceutil/trace.go:171","msg":"trace[1380002115] linearizableReadLoop","detail":"{readStateIndex:24815; appliedIndex:24814; }","duration":"158.499016ms","start":"2026-03-04T02:18:12.977176Z","end":"2026-03-04T02:18:13.135675Z","steps":["trace[1380002115] 'read index received' (duration: 140.527476ms)","trace[1380002115] 'applied index is now lower than readState.Index' (duration: 17.96883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:13.135918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.737671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-41942246-3e7d-4fec-95cb-2c58dff9f14e\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T02:18:13.135949Z","caller":"traceutil/trace.go:171","msg":"trace[2038234554] range","detail":"{range_begin:/registry/persistentvolumes/pvc-41942246-3e7d-4fec-95cb-2c58dff9f14e; range_end:; response_count:1; response_revision:23942; }","duration":"158.806573ms","start":"2026-03-04T02:18:12.977133Z","end":"2026-03-04T02:18:13.135939Z","steps":["trace[2038234554] 'agreement among raft nodes before linearized reading' (duration: 158.730861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:13.198923Z","caller":"traceutil/trace.go:171","msg":"trace[15128824] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"218.476238ms","start":"2026-03-04T02:18:12.980425Z","end":"2026-03-04T02:18:13.198901Z","steps":["trace[15128824] 'process raft request' (duration: 218.286154ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:13.199093Z","caller":"traceutil/trace.go:171","msg":"trace[1470370415] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"214.190328ms","start":"2026-03-04T02:18:12.984877Z","end":"2026-03-04T02:18:13.199067Z","steps":["trace[1470370415] 'process raft request' (duration: 213.980933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.199147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.267965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:13.199172Z","caller":"traceutil/trace.go:171","msg":"trace[691756928] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23944; }","duration":"121.346827ms","start":"2026-03-04T02:18:13.077815Z","end":"2026-03-04T02:18:13.199162Z","steps":["trace[691756928] 'agreement among raft nodes before linearized reading' (duration: 121.253325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.199199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.386723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:13.199224Z","caller":"traceutil/trace.go:171","msg":"trace[1832904065] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23944; }","duration":"214.423094ms","start":"2026-03-04T02:18:12.984794Z","end":"2026-03-04T02:18:13.199217Z","steps":["trace[1832904065] 'agreement among raft nodes before linearized reading' (duration: 214.387393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.199165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.317131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-04T02:18:13.199355Z","caller":"traceutil/trace.go:171","msg":"trace[78174308] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23944; }","duration":"214.518686ms","start":"2026-03-04T02:18:12.984829Z","end":"2026-03-04T02:18:13.199348Z","steps":["trace[78174308] 'agreement among raft nodes before linearized reading' (duration: 214.214839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.199367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.083456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T02:18:13.199382Z","caller":"traceutil/trace.go:171","msg":"trace[767820298] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23944; }","duration":"220.097786ms","start":"2026-03-04T02:18:12.979278Z","end":"2026-03-04T02:18:13.199376Z","steps":["trace[767820298] 'agreement among raft nodes before linearized reading' (duration: 220.053725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.199449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.708691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:13.199478Z","caller":"traceutil/trace.go:171","msg":"trace[955049442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23944; }","duration":"220.767002ms","start":"2026-03-04T02:18:12.978705Z","end":"2026-03-04T02:18:13.199472Z","steps":["trace[955049442] 'agreement among raft nodes before linearized reading' (duration: 220.7001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.199502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.087063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-97lrd\" ","response":"range_response_count:1 size:4803"} {"level":"warn","ts":"2026-03-04T02:18:13.199361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.897477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-03-04T02:18:13.199577Z","caller":"traceutil/trace.go:171","msg":"trace[970896910] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-97lrd; range_end:; response_count:1; response_revision:23944; }","duration":"222.186395ms","start":"2026-03-04T02:18:12.977371Z","end":"2026-03-04T02:18:13.199558Z","steps":["trace[970896910] 'agreement among raft nodes before linearized reading' (duration: 222.00775ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:13.199617Z","caller":"traceutil/trace.go:171","msg":"trace[600080763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23944; }","duration":"207.153334ms","start":"2026-03-04T02:18:12.99242Z","end":"2026-03-04T02:18:13.199573Z","steps":["trace[600080763] 'agreement among raft nodes before linearized reading' (duration: 206.621531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.201862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.195741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-metadata-agent-default-lvjfl.189980e4dbc04be7\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23937 ","response":"range_response_count:500 size:390264"} {"level":"info","ts":"2026-03-04T02:18:13.20198Z","caller":"traceutil/trace.go:171","msg":"trace[705259050] range","detail":"{range_begin:/registry/events/openstack/neutron-metadata-agent-default-lvjfl.189980e4dbc04be7\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23944; }","duration":"203.340435ms","start":"2026-03-04T02:18:12.998619Z","end":"2026-03-04T02:18:13.201959Z","steps":["trace[705259050] 'agreement among raft nodes before linearized reading' (duration: 200.672342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:13.619082Z","caller":"traceutil/trace.go:171","msg":"trace[1866485503] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"482.133093ms","start":"2026-03-04T02:18:13.136919Z","end":"2026-03-04T02:18:13.619052Z","steps":["trace[1866485503] 'process raft request' (duration: 481.928188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:13.619159Z","caller":"traceutil/trace.go:171","msg":"trace[1185916213] linearizableReadLoop","detail":"{readStateIndex:24818; appliedIndex:24818; }","duration":"420.101162ms","start":"2026-03-04T02:18:13.199023Z","end":"2026-03-04T02:18:13.619124Z","steps":["trace[1185916213] 'read index received' (duration: 420.081182ms)","trace[1185916213] 'applied index is now lower than readState.Index' (duration: 17.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:13.619258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.136903Z","time spent":"482.260596ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:13.619547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.067821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T02:18:13.619602Z","caller":"traceutil/trace.go:171","msg":"trace[645074386] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23945; }","duration":"479.169533ms","start":"2026-03-04T02:18:13.14042Z","end":"2026-03-04T02:18:13.61959Z","steps":["trace[645074386] 'agreement among raft nodes before linearized reading' (duration: 478.884747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.61965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.140405Z","time spent":"479.236175ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:18:13.619734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.651021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:18:13.619774Z","caller":"traceutil/trace.go:171","msg":"trace[1831761967] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23945; }","duration":"481.733553ms","start":"2026-03-04T02:18:13.13803Z","end":"2026-03-04T02:18:13.619764Z","steps":["trace[1831761967] 'agreement among raft nodes before linearized reading' (duration: 481.57184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.619808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.13801Z","time spent":"481.790885ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:18:13.620063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.868447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189981b79b691bda\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-03-04T02:18:13.620058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.963712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:13.6201Z","caller":"traceutil/trace.go:171","msg":"trace[1931798749] range","detail":"{range_begin:/registry/events/openstack/container-infra.189981b79b691bda; range_end:; response_count:1; response_revision:23945; }","duration":"481.918918ms","start":"2026-03-04T02:18:13.138171Z","end":"2026-03-04T02:18:13.62009Z","steps":["trace[1931798749] 'agreement among raft nodes before linearized reading' (duration: 481.820466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.620124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.138165Z","time spent":"481.952969ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.189981b79b691bda\" "} {"level":"info","ts":"2026-03-04T02:18:13.620125Z","caller":"traceutil/trace.go:171","msg":"trace[1505813185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23945; }","duration":"483.084325ms","start":"2026-03-04T02:18:13.137023Z","end":"2026-03-04T02:18:13.620107Z","steps":["trace[1505813185] 'agreement among raft nodes before linearized reading' (duration: 482.944912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.620167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.136996Z","time spent":"483.163217ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:18:13.81367Z","caller":"traceutil/trace.go:171","msg":"trace[1413639737] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"598.609267ms","start":"2026-03-04T02:18:13.215035Z","end":"2026-03-04T02:18:13.813645Z","steps":["trace[1413639737] 'process raft request' (duration: 598.545515ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:13.813759Z","caller":"traceutil/trace.go:171","msg":"trace[1820472559] linearizableReadLoop","detail":"{readStateIndex:24821; appliedIndex:24821; }","duration":"194.488888ms","start":"2026-03-04T02:18:13.619239Z","end":"2026-03-04T02:18:13.813728Z","steps":["trace[1820472559] 'read index received' (duration: 194.471397ms)","trace[1820472559] 'applied index is now lower than readState.Index' (duration: 14.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:13.813826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.21502Z","time spent":"598.723719ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4963,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:13.813914Z","caller":"traceutil/trace.go:171","msg":"trace[306431970] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"602.363674ms","start":"2026-03-04T02:18:13.211518Z","end":"2026-03-04T02:18:13.813882Z","steps":["trace[306431970] 'process raft request' (duration: 602.018046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.813994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.185093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:13.814065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.211507Z","time spent":"602.480337ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:13.814076Z","caller":"traceutil/trace.go:171","msg":"trace[1814500518] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23948; }","duration":"603.312046ms","start":"2026-03-04T02:18:13.210744Z","end":"2026-03-04T02:18:13.814056Z","steps":["trace[1814500518] 'agreement among raft nodes before linearized reading' (duration: 603.145362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.814125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.210733Z","time spent":"603.382208ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:18:13.814096Z","caller":"traceutil/trace.go:171","msg":"trace[1243849917] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"608.60032ms","start":"2026-03-04T02:18:13.205453Z","end":"2026-03-04T02:18:13.814053Z","steps":["trace[1243849917] 'process raft request' (duration: 607.943295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.814321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.205436Z","time spent":"608.759813ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:13.814345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.889647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-04T02:18:13.814389Z","caller":"traceutil/trace.go:171","msg":"trace[241231374] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23948; }","duration":"608.958978ms","start":"2026-03-04T02:18:13.205417Z","end":"2026-03-04T02:18:13.814376Z","steps":["trace[241231374] 'agreement among raft nodes before linearized reading' (duration: 608.875936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.814423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.205401Z","time spent":"609.01515ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T02:18:13.816256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.588733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18997f1672ce0866\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23937 ","response":"range_response_count:500 size:387779"} {"level":"info","ts":"2026-03-04T02:18:13.816312Z","caller":"traceutil/trace.go:171","msg":"trace[1626717329] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18997f1672ce0866\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23948; }","duration":"594.693155ms","start":"2026-03-04T02:18:13.221607Z","end":"2026-03-04T02:18:13.8163Z","steps":["trace[1626717329] 'agreement among raft nodes before linearized reading' (duration: 592.430952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.816374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.22159Z","time spent":"594.755046ms","remote":"127.0.0.1:45292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":506,"response size":387801,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18997f1672ce0866\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23937 "} {"level":"warn","ts":"2026-03-04T02:18:13.816861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.744798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:13.816982Z","caller":"traceutil/trace.go:171","msg":"trace[2142497250] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23948; }","duration":"222.968023ms","start":"2026-03-04T02:18:13.593988Z","end":"2026-03-04T02:18:13.816956Z","steps":["trace[2142497250] 'agreement among raft nodes before linearized reading' (duration: 219.882301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:13.925827Z","caller":"traceutil/trace.go:171","msg":"trace[681631177] linearizableReadLoop","detail":"{readStateIndex:24823; appliedIndex:24821; }","duration":"111.971948ms","start":"2026-03-04T02:18:13.813831Z","end":"2026-03-04T02:18:13.925803Z","steps":["trace[681631177] 'read index received' (duration: 111.580629ms)","trace[681631177] 'applied index is now lower than readState.Index' (duration: 390.279µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:13.925944Z","caller":"traceutil/trace.go:171","msg":"trace[1645952655] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"303.890826ms","start":"2026-03-04T02:18:13.622035Z","end":"2026-03-04T02:18:13.925926Z","steps":["trace[1645952655] 'process raft request' (duration: 303.494957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.926082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.621996Z","time spent":"303.982558ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:13.926249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.877923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-5vx64\" ","response":"range_response_count:1 size:5463"} {"level":"info","ts":"2026-03-04T02:18:13.926319Z","caller":"traceutil/trace.go:171","msg":"trace[1977037576] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-5vx64; range_end:; response_count:1; response_revision:23950; }","duration":"104.989355ms","start":"2026-03-04T02:18:13.821311Z","end":"2026-03-04T02:18:13.9263Z","steps":["trace[1977037576] 'agreement among raft nodes before linearized reading' (duration: 104.79448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.926648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.182173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-03-04T02:18:13.926684Z","caller":"traceutil/trace.go:171","msg":"trace[1575747773] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:23950; }","duration":"100.224003ms","start":"2026-03-04T02:18:13.826441Z","end":"2026-03-04T02:18:13.926665Z","steps":["trace[1575747773] 'agreement among raft nodes before linearized reading' (duration: 100.156502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.926779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.48529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:13.926797Z","caller":"traceutil/trace.go:171","msg":"trace[1210756743] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23950; }","duration":"100.530291ms","start":"2026-03-04T02:18:13.826261Z","end":"2026-03-04T02:18:13.926792Z","steps":["trace[1210756743] 'agreement among raft nodes before linearized reading' (duration: 100.47302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.926785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.143384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:18:13.927082Z","caller":"traceutil/trace.go:171","msg":"trace[630098013] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23950; }","duration":"302.453081ms","start":"2026-03-04T02:18:13.624609Z","end":"2026-03-04T02:18:13.927062Z","steps":["trace[630098013] 'agreement among raft nodes before linearized reading' (duration: 301.385036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.926846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.401794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-943b94da-03d5-4bd0-95e5-75f08e342edc\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-04T02:18:13.927376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.624603Z","time spent":"302.754109ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:18:13.927537Z","caller":"traceutil/trace.go:171","msg":"trace[907443453] range","detail":"{range_begin:/registry/persistentvolumes/pvc-943b94da-03d5-4bd0-95e5-75f08e342edc; range_end:; response_count:1; response_revision:23950; }","duration":"304.122811ms","start":"2026-03-04T02:18:13.623402Z","end":"2026-03-04T02:18:13.927525Z","steps":["trace[907443453] 'agreement among raft nodes before linearized reading' (duration: 303.267781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.927568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.623395Z","time spent":"304.163022ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-943b94da-03d5-4bd0-95e5-75f08e342edc\" "} {"level":"warn","ts":"2026-03-04T02:18:13.926762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.106251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-03-04T02:18:13.927618Z","caller":"traceutil/trace.go:171","msg":"trace[419205868] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:23950; }","duration":"100.965191ms","start":"2026-03-04T02:18:13.826628Z","end":"2026-03-04T02:18:13.927593Z","steps":["trace[419205868] 'agreement among raft nodes before linearized reading' (duration: 99.850785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.926925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.310286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-03-04T02:18:13.92776Z","caller":"traceutil/trace.go:171","msg":"trace[1469005345] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:23950; }","duration":"101.164216ms","start":"2026-03-04T02:18:13.826587Z","end":"2026-03-04T02:18:13.927751Z","steps":["trace[1469005345] 'agreement among raft nodes before linearized reading' (duration: 100.289575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.926954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.488077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:18:13.927833Z","caller":"traceutil/trace.go:171","msg":"trace[769368393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23950; }","duration":"106.369057ms","start":"2026-03-04T02:18:13.821448Z","end":"2026-03-04T02:18:13.927817Z","steps":["trace[769368393] 'agreement among raft nodes before linearized reading' (duration: 105.449196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:13.926302Z","caller":"traceutil/trace.go:171","msg":"trace[1615465038] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"302.203266ms","start":"2026-03-04T02:18:13.623717Z","end":"2026-03-04T02:18:13.925921Z","steps":["trace[1615465038] 'process raft request' (duration: 302.005271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:13.927928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.62371Z","time spent":"304.196782ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:18:13.926978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.343057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-03-04T02:18:13.927981Z","caller":"traceutil/trace.go:171","msg":"trace[963471847] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:23950; }","duration":"101.382261ms","start":"2026-03-04T02:18:13.826592Z","end":"2026-03-04T02:18:13.927974Z","steps":["trace[963471847] 'agreement among raft nodes before linearized reading' (duration: 99.834165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:14.122569Z","caller":"traceutil/trace.go:171","msg":"trace[414766667] linearizableReadLoop","detail":"{readStateIndex:24827; appliedIndex:24825; }","duration":"173.65642ms","start":"2026-03-04T02:18:13.948898Z","end":"2026-03-04T02:18:14.122554Z","steps":["trace[414766667] 'read index received' (duration: 128.625397ms)","trace[414766667] 'applied index is now lower than readState.Index' (duration: 45.030273ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:14.122603Z","caller":"traceutil/trace.go:171","msg":"trace[441113859] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"181.577475ms","start":"2026-03-04T02:18:13.940978Z","end":"2026-03-04T02:18:14.122556Z","steps":["trace[441113859] 'process raft request' (duration: 136.530312ms)","trace[441113859] 'compare' (duration: 44.766687ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:14.122619Z","caller":"traceutil/trace.go:171","msg":"trace[611033698] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"181.285939ms","start":"2026-03-04T02:18:13.941308Z","end":"2026-03-04T02:18:14.122594Z","steps":["trace[611033698] 'process raft request' (duration: 181.175557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.122715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.953518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-76c9888b-cc52-4a50-b30f-8c1bac766f64\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T02:18:14.122738Z","caller":"traceutil/trace.go:171","msg":"trace[1512951788] range","detail":"{range_begin:/registry/persistentvolumes/pvc-76c9888b-cc52-4a50-b30f-8c1bac766f64; range_end:; response_count:1; response_revision:23953; }","duration":"180.005498ms","start":"2026-03-04T02:18:13.942727Z","end":"2026-03-04T02:18:14.122732Z","steps":["trace[1512951788] 'agreement among raft nodes before linearized reading' (duration: 179.902726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.533804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.355033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:14.534094Z","caller":"traceutil/trace.go:171","msg":"trace[567831058] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"583.448151ms","start":"2026-03-04T02:18:13.95061Z","end":"2026-03-04T02:18:14.534058Z","steps":["trace[567831058] 'process raft request' (duration: 332.717999ms)","trace[567831058] 'compare' (duration: 250.214059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:14.534248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.950589Z","time spent":"583.579553ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:14.534873Z","caller":"traceutil/trace.go:171","msg":"trace[1340319932] linearizableReadLoop","detail":"{readStateIndex:24830; appliedIndex:24827; }","duration":"412.220807ms","start":"2026-03-04T02:18:14.122613Z","end":"2026-03-04T02:18:14.534834Z","steps":["trace[1340319932] 'read index received' (duration: 160.678806ms)","trace[1340319932] 'applied index is now lower than readState.Index' (duration: 251.540741ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:14.534946Z","caller":"traceutil/trace.go:171","msg":"trace[214821014] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"584.26355ms","start":"2026-03-04T02:18:13.950659Z","end":"2026-03-04T02:18:14.534922Z","steps":["trace[214821014] 'process raft request' (duration: 583.964753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:14.535013Z","caller":"traceutil/trace.go:171","msg":"trace[534824255] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"583.488642ms","start":"2026-03-04T02:18:13.951514Z","end":"2026-03-04T02:18:14.535002Z","steps":["trace[534824255] 'process raft request' (duration: 583.269747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.535041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.950633Z","time spent":"584.357031ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:14.53511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.951507Z","time spent":"583.539943ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:18:14.535262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.847296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-04T02:18:14.535358Z","caller":"traceutil/trace.go:171","msg":"trace[1143737819] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23956; }","duration":"577.00703ms","start":"2026-03-04T02:18:13.958328Z","end":"2026-03-04T02:18:14.535335Z","steps":["trace[1143737819] 'agreement among raft nodes before linearized reading' (duration: 576.675513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.535382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.487381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:14.535421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.958318Z","time spent":"577.092852ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-04T02:18:14.535449Z","caller":"traceutil/trace.go:171","msg":"trace[1753379385] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23956; }","duration":"157.533902ms","start":"2026-03-04T02:18:14.377879Z","end":"2026-03-04T02:18:14.535413Z","steps":["trace[1753379385] 'agreement among raft nodes before linearized reading' (duration: 157.45486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.535449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.015661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-03-04T02:18:14.535449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.292493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:14.535492Z","caller":"traceutil/trace.go:171","msg":"trace[168657596] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23956; }","duration":"512.113093ms","start":"2026-03-04T02:18:14.023365Z","end":"2026-03-04T02:18:14.535478Z","steps":["trace[168657596] 'agreement among raft nodes before linearized reading' (duration: 511.932419ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:14.535502Z","caller":"traceutil/trace.go:171","msg":"trace[579630432] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23956; }","duration":"209.394055ms","start":"2026-03-04T02:18:14.326094Z","end":"2026-03-04T02:18:14.535488Z","steps":["trace[579630432] 'agreement among raft nodes before linearized reading' (duration: 209.301143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.535523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.023338Z","time spent":"512.177875ms","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-04T02:18:14.535636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.93035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T02:18:14.535708Z","caller":"traceutil/trace.go:171","msg":"trace[590298476] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23956; }","duration":"406.010192ms","start":"2026-03-04T02:18:14.129678Z","end":"2026-03-04T02:18:14.535688Z","steps":["trace[590298476] 'agreement among raft nodes before linearized reading' (duration: 405.822577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.535748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.129672Z","time spent":"406.066033ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T02:18:14.536021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.463476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-hs947\" ","response":"range_response_count:1 size:4230"} {"level":"info","ts":"2026-03-04T02:18:14.536074Z","caller":"traceutil/trace.go:171","msg":"trace[1557443228] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-hs947; range_end:; response_count:1; response_revision:23956; }","duration":"410.539977ms","start":"2026-03-04T02:18:14.125523Z","end":"2026-03-04T02:18:14.536063Z","steps":["trace[1557443228] 'agreement among raft nodes before linearized reading' (duration: 410.366623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.536103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.125511Z","time spent":"410.584879ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4252,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-hs947\" "} {"level":"info","ts":"2026-03-04T02:18:15.039689Z","caller":"traceutil/trace.go:171","msg":"trace[949149788] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"491.046061ms","start":"2026-03-04T02:18:14.548616Z","end":"2026-03-04T02:18:15.039662Z","steps":["trace[949149788] 'process raft request' (duration: 490.828686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:15.039816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.548603Z","time spent":"491.143323ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:15.040023Z","caller":"traceutil/trace.go:171","msg":"trace[2008971709] linearizableReadLoop","detail":"{readStateIndex:24832; appliedIndex:24831; }","duration":"467.328896ms","start":"2026-03-04T02:18:14.572673Z","end":"2026-03-04T02:18:15.040002Z","steps":["trace[2008971709] 'read index received' (duration: 466.742333ms)","trace[2008971709] 'applied index is now lower than readState.Index' (duration: 585.603µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:15.04048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.777987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980e7fd82c019\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:18:15.040522Z","caller":"traceutil/trace.go:171","msg":"trace[509167530] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980e7fd82c019; range_end:; response_count:1; response_revision:23958; }","duration":"467.866659ms","start":"2026-03-04T02:18:14.572643Z","end":"2026-03-04T02:18:15.04051Z","steps":["trace[509167530] 'agreement among raft nodes before linearized reading' (duration: 467.48738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:15.040623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.572626Z","time spent":"467.986282ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980e7fd82c019\" "} {"level":"warn","ts":"2026-03-04T02:18:15.040654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.780477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5b5b2c03-05a0-4a59-aa94-8e2ea4c67b06\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:18:15.040709Z","caller":"traceutil/trace.go:171","msg":"trace[2021026656] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5b5b2c03-05a0-4a59-aa94-8e2ea4c67b06; range_end:; response_count:1; response_revision:23958; }","duration":"467.861358ms","start":"2026-03-04T02:18:14.572835Z","end":"2026-03-04T02:18:15.040696Z","steps":["trace[2021026656] 'agreement among raft nodes before linearized reading' (duration: 467.694425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:15.04074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.572828Z","time spent":"467.90435ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-5b5b2c03-05a0-4a59-aa94-8e2ea4c67b06\" "} {"level":"warn","ts":"2026-03-04T02:18:15.040832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.162275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:15.040899Z","caller":"traceutil/trace.go:171","msg":"trace[1032530433] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23958; }","duration":"308.270888ms","start":"2026-03-04T02:18:14.732611Z","end":"2026-03-04T02:18:15.040882Z","steps":["trace[1032530433] 'agreement among raft nodes before linearized reading' (duration: 308.159465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:15.040948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.732593Z","time spent":"308.343119ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:15.218484Z","caller":"traceutil/trace.go:171","msg":"trace[1596718604] linearizableReadLoop","detail":"{readStateIndex:24833; appliedIndex:24832; }","duration":"174.351516ms","start":"2026-03-04T02:18:15.044101Z","end":"2026-03-04T02:18:15.218453Z","steps":["trace[1596718604] 'read index received' (duration: 128.999346ms)","trace[1596718604] 'applied index is now lower than readState.Index' (duration: 45.34975ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:15.2185Z","caller":"traceutil/trace.go:171","msg":"trace[1675995271] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"174.571382ms","start":"2026-03-04T02:18:15.043906Z","end":"2026-03-04T02:18:15.218478Z","steps":["trace[1675995271] 'process raft request' (duration: 129.308654ms)","trace[1675995271] 'compare' (duration: 44.93612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:15.218878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.745696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-04T02:18:15.218913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.372313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T02:18:15.218961Z","caller":"traceutil/trace.go:171","msg":"trace[357709721] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23959; }","duration":"174.865989ms","start":"2026-03-04T02:18:15.044074Z","end":"2026-03-04T02:18:15.21894Z","steps":["trace[357709721] 'agreement among raft nodes before linearized reading' (duration: 174.47109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:15.218995Z","caller":"traceutil/trace.go:171","msg":"trace[1969929575] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23959; }","duration":"173.476256ms","start":"2026-03-04T02:18:15.045498Z","end":"2026-03-04T02:18:15.218974Z","steps":["trace[1969929575] 'agreement among raft nodes before linearized reading' (duration: 173.155708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:15.388436Z","caller":"traceutil/trace.go:171","msg":"trace[18102720] linearizableReadLoop","detail":"{readStateIndex:24835; appliedIndex:24833; }","duration":"160.727547ms","start":"2026-03-04T02:18:15.227683Z","end":"2026-03-04T02:18:15.388411Z","steps":["trace[18102720] 'read index received' (duration: 48.195676ms)","trace[18102720] 'applied index is now lower than readState.Index' (duration: 112.530961ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:15.388832Z","caller":"traceutil/trace.go:171","msg":"trace[1125117275] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"162.50575ms","start":"2026-03-04T02:18:15.226312Z","end":"2026-03-04T02:18:15.388818Z","steps":["trace[1125117275] 'process raft request' (duration: 161.956897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:15.389183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.483156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fe0ab459-5bb4-4f6f-9ebc-34c0cc2b797f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:18:15.389238Z","caller":"traceutil/trace.go:171","msg":"trace[2012225041] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fe0ab459-5bb4-4f6f-9ebc-34c0cc2b797f; range_end:; response_count:1; response_revision:23961; }","duration":"161.568137ms","start":"2026-03-04T02:18:15.227658Z","end":"2026-03-04T02:18:15.389227Z","steps":["trace[2012225041] 'agreement among raft nodes before linearized reading' (duration: 161.410154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:15.389439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.609679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-03-04T02:18:15.389475Z","caller":"traceutil/trace.go:171","msg":"trace[1666609199] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:23961; }","duration":"111.706042ms","start":"2026-03-04T02:18:15.27776Z","end":"2026-03-04T02:18:15.389466Z","steps":["trace[1666609199] 'agreement among raft nodes before linearized reading' (duration: 111.61207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:15.389866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.981191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6984b44f7f-47lsm.1899800e7316a42b\" ","response":"range_response_count:1 size:2108"} {"level":"info","ts":"2026-03-04T02:18:15.389905Z","caller":"traceutil/trace.go:171","msg":"trace[4514451] range","detail":"{range_begin:/registry/events/openstack/glance-api-6984b44f7f-47lsm.1899800e7316a42b; range_end:; response_count:1; response_revision:23961; }","duration":"110.069664ms","start":"2026-03-04T02:18:15.279826Z","end":"2026-03-04T02:18:15.389896Z","steps":["trace[4514451] 'agreement among raft nodes before linearized reading' (duration: 109.89956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:15.553542Z","caller":"traceutil/trace.go:171","msg":"trace[1491999964] linearizableReadLoop","detail":"{readStateIndex:24836; appliedIndex:24835; }","duration":"157.78958ms","start":"2026-03-04T02:18:15.395733Z","end":"2026-03-04T02:18:15.553522Z","steps":["trace[1491999964] 'read index received' (duration: 104.447473ms)","trace[1491999964] 'applied index is now lower than readState.Index' (duration: 53.341207ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:15.553629Z","caller":"traceutil/trace.go:171","msg":"trace[1161487767] transaction","detail":"{read_only:false; response_revision:23962; number_of_response:1; }","duration":"161.281871ms","start":"2026-03-04T02:18:15.392337Z","end":"2026-03-04T02:18:15.553619Z","steps":["trace[1161487767] 'process raft request' (duration: 107.921403ms)","trace[1161487767] 'compare' (duration: 53.050431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:15.553806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.893144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:15.553845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.931313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-04T02:18:15.553887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.500479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-03-04T02:18:15.553885Z","caller":"traceutil/trace.go:171","msg":"trace[1870720048] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23962; }","duration":"141.032028ms","start":"2026-03-04T02:18:15.412828Z","end":"2026-03-04T02:18:15.55386Z","steps":["trace[1870720048] 'agreement among raft nodes before linearized reading' (duration: 140.910835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:15.553908Z","caller":"traceutil/trace.go:171","msg":"trace[834614022] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:23962; }","duration":"150.591261ms","start":"2026-03-04T02:18:15.40331Z","end":"2026-03-04T02:18:15.553902Z","steps":["trace[834614022] 'agreement among raft nodes before linearized reading' (duration: 150.487378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:15.553924Z","caller":"traceutil/trace.go:171","msg":"trace[545260631] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23962; }","duration":"158.028055ms","start":"2026-03-04T02:18:15.395873Z","end":"2026-03-04T02:18:15.553901Z","steps":["trace[545260631] 'agreement among raft nodes before linearized reading' (duration: 157.82613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:15.554125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.395554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-2pf2w\" ","response":"range_response_count:1 size:4350"} {"level":"info","ts":"2026-03-04T02:18:15.554152Z","caller":"traceutil/trace.go:171","msg":"trace[609489425] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-2pf2w; range_end:; response_count:1; response_revision:23962; }","duration":"158.472775ms","start":"2026-03-04T02:18:15.395673Z","end":"2026-03-04T02:18:15.554145Z","steps":["trace[609489425] 'agreement among raft nodes before linearized reading' (duration: 158.366123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:15.796Z","caller":"traceutil/trace.go:171","msg":"trace[586478413] linearizableReadLoop","detail":"{readStateIndex:24838; appliedIndex:24837; }","duration":"189.002709ms","start":"2026-03-04T02:18:15.606972Z","end":"2026-03-04T02:18:15.795975Z","steps":["trace[586478413] 'read index received' (duration: 170.2188ms)","trace[586478413] 'applied index is now lower than readState.Index' (duration: 18.782738ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:15.796117Z","caller":"traceutil/trace.go:171","msg":"trace[996191633] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"231.967073ms","start":"2026-03-04T02:18:15.56409Z","end":"2026-03-04T02:18:15.796057Z","steps":["trace[996191633] 'process raft request' (duration: 213.082812ms)","trace[996191633] 'compare' (duration: 18.318648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:15.796254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.265545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4f186651-5143-4740-9741-dae6266ccc5c\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-04T02:18:15.796337Z","caller":"traceutil/trace.go:171","msg":"trace[1121160767] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4f186651-5143-4740-9741-dae6266ccc5c; range_end:; response_count:1; response_revision:23964; }","duration":"189.382877ms","start":"2026-03-04T02:18:15.606931Z","end":"2026-03-04T02:18:15.796314Z","steps":["trace[1121160767] 'agreement among raft nodes before linearized reading' (duration: 189.155232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:15.8568Z","caller":"traceutil/trace.go:171","msg":"trace[507573170] transaction","detail":"{read_only:false; response_revision:23965; number_of_response:1; }","duration":"249.620526ms","start":"2026-03-04T02:18:15.607144Z","end":"2026-03-04T02:18:15.856764Z","steps":["trace[507573170] 'process raft request' (duration: 249.479863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:15.856832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.560707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:15.856888Z","caller":"traceutil/trace.go:171","msg":"trace[509618446] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23965; }","duration":"152.636538ms","start":"2026-03-04T02:18:15.704239Z","end":"2026-03-04T02:18:15.856876Z","steps":["trace[509618446] 'agreement among raft nodes before linearized reading' (duration: 152.520266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:16.355385Z","caller":"traceutil/trace.go:171","msg":"trace[902085865] linearizableReadLoop","detail":"{readStateIndex:24840; appliedIndex:24839; }","duration":"492.014174ms","start":"2026-03-04T02:18:15.863336Z","end":"2026-03-04T02:18:16.35535Z","steps":["trace[902085865] 'read index received' (duration: 415.120546ms)","trace[902085865] 'applied index is now lower than readState.Index' (duration: 76.891628ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:16.355401Z","caller":"traceutil/trace.go:171","msg":"trace[453498337] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"493.240243ms","start":"2026-03-04T02:18:15.862124Z","end":"2026-03-04T02:18:16.355364Z","steps":["trace[453498337] 'process raft request' (duration: 416.200361ms)","trace[453498337] 'compare' (duration: 76.553321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:16.355543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:15.862095Z","time spent":"493.377725ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:18:16.355832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.486015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:18:16.35594Z","caller":"traceutil/trace.go:171","msg":"trace[673093865] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23966; }","duration":"492.629058ms","start":"2026-03-04T02:18:15.863293Z","end":"2026-03-04T02:18:16.355922Z","steps":["trace[673093865] 'agreement among raft nodes before linearized reading' (duration: 492.150277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:16.355989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:15.863279Z","time spent":"492.69535ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-04T02:18:16.755266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.528486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:16.755401Z","caller":"traceutil/trace.go:171","msg":"trace[215279238] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"887.43687ms","start":"2026-03-04T02:18:15.867934Z","end":"2026-03-04T02:18:16.755371Z","steps":["trace[215279238] 'process raft request' (duration: 660.724399ms)","trace[215279238] 'compare' (duration: 226.210519ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:16.755474Z","caller":"traceutil/trace.go:171","msg":"trace[112051655] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"395.59765ms","start":"2026-03-04T02:18:16.359861Z","end":"2026-03-04T02:18:16.755458Z","steps":["trace[112051655] 'process raft request' (duration: 395.512728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:16.755531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:15.867918Z","time spent":"887.545972ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:16.755577Z","caller":"traceutil/trace.go:171","msg":"trace[1003905152] linearizableReadLoop","detail":"{readStateIndex:24841; appliedIndex:24840; }","duration":"400.115815ms","start":"2026-03-04T02:18:16.355448Z","end":"2026-03-04T02:18:16.755563Z","steps":["trace[1003905152] 'read index received' (duration: 173.200519ms)","trace[1003905152] 'applied index is now lower than readState.Index' (duration: 226.914396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:16.755732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.226129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:16.755536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:16.359822Z","time spent":"395.690292ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:18:16.755765Z","caller":"traceutil/trace.go:171","msg":"trace[350332586] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23968; }","duration":"619.315871ms","start":"2026-03-04T02:18:16.136441Z","end":"2026-03-04T02:18:16.755757Z","steps":["trace[350332586] 'agreement among raft nodes before linearized reading' (duration: 619.202758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:16.755796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:16.136414Z","time spent":"619.373562ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:16.756299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.21338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:16.756363Z","caller":"traceutil/trace.go:171","msg":"trace[124448690] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23968; }","duration":"182.316262ms","start":"2026-03-04T02:18:16.57403Z","end":"2026-03-04T02:18:16.756346Z","steps":["trace[124448690] 'agreement among raft nodes before linearized reading' (duration: 182.193229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:16.756431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.850983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:18:16.756488Z","caller":"traceutil/trace.go:171","msg":"trace[1778886637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23968; }","duration":"628.976196ms","start":"2026-03-04T02:18:16.127499Z","end":"2026-03-04T02:18:16.756475Z","steps":["trace[1778886637] 'agreement among raft nodes before linearized reading' (duration: 628.814953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:16.756519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:16.127468Z","time spent":"629.045928ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:18:16.75666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.515492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:16.756698Z","caller":"traceutil/trace.go:171","msg":"trace[286905273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23968; }","duration":"281.589994ms","start":"2026-03-04T02:18:16.475098Z","end":"2026-03-04T02:18:16.756688Z","steps":["trace[286905273] 'agreement among raft nodes before linearized reading' (duration: 281.527313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:16.756975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.187567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8811ae8a-025d-47c0-bd82-c6616a4ce8d9\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:18:16.757174Z","caller":"traceutil/trace.go:171","msg":"trace[1046025774] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8811ae8a-025d-47c0-bd82-c6616a4ce8d9; range_end:; response_count:1; response_revision:23968; }","duration":"397.34206ms","start":"2026-03-04T02:18:16.359713Z","end":"2026-03-04T02:18:16.757055Z","steps":["trace[1046025774] 'agreement among raft nodes before linearized reading' (duration: 396.07443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:16.757266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:16.359696Z","time spent":"397.547615ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8811ae8a-025d-47c0-bd82-c6616a4ce8d9\" "} {"level":"info","ts":"2026-03-04T02:18:16.982497Z","caller":"traceutil/trace.go:171","msg":"trace[885855719] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"219.218335ms","start":"2026-03-04T02:18:16.763247Z","end":"2026-03-04T02:18:16.982465Z","steps":["trace[885855719] 'process raft request' (duration: 174.334806ms)","trace[885855719] 'compare' (duration: 44.622043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:17.726542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.52327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:17.726822Z","caller":"traceutil/trace.go:171","msg":"trace[2124682133] linearizableReadLoop","detail":"{readStateIndex:24844; appliedIndex:24842; }","duration":"963.286923ms","start":"2026-03-04T02:18:16.763513Z","end":"2026-03-04T02:18:17.7268Z","steps":["trace[2124682133] 'read index received' (duration: 174.183782ms)","trace[2124682133] 'applied index is now lower than readState.Index' (duration: 789.101701ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:17.726982Z","caller":"traceutil/trace.go:171","msg":"trace[1332501553] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"963.515748ms","start":"2026-03-04T02:18:16.763448Z","end":"2026-03-04T02:18:17.726964Z","steps":["trace[1332501553] 'process raft request' (duration: 519.463876ms)","trace[1332501553] 'compare' (duration: 443.144051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:17.727088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:16.763428Z","time spent":"963.60553ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:17.727415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.216151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:17.727486Z","caller":"traceutil/trace.go:171","msg":"trace[1133413051] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23971; }","duration":"590.324892ms","start":"2026-03-04T02:18:17.137144Z","end":"2026-03-04T02:18:17.727469Z","steps":["trace[1133413051] 'agreement among raft nodes before linearized reading' (duration: 590.21609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:17.727549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:17.137125Z","time spent":"590.407805ms","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:17.727573Z","caller":"traceutil/trace.go:171","msg":"trace[329564177] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"963.246352ms","start":"2026-03-04T02:18:16.764263Z","end":"2026-03-04T02:18:17.727509Z","steps":["trace[329564177] 'process raft request' (duration: 962.409543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:17.727628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.765053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-04T02:18:17.727632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.567699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:17.727696Z","caller":"traceutil/trace.go:171","msg":"trace[1172616638] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23971; }","duration":"534.664891ms","start":"2026-03-04T02:18:17.193018Z","end":"2026-03-04T02:18:17.727683Z","steps":["trace[1172616638] 'agreement among raft nodes before linearized reading' (duration: 534.560179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:17.727694Z","caller":"traceutil/trace.go:171","msg":"trace[1006910052] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23971; }","duration":"398.873726ms","start":"2026-03-04T02:18:17.328804Z","end":"2026-03-04T02:18:17.727678Z","steps":["trace[1006910052] 'agreement among raft nodes before linearized reading' (duration: 398.694462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:17.727744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:17.328786Z","time spent":"398.950428ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T02:18:17.727744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:17.193005Z","time spent":"534.729932ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:17.727602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.997022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:17.727816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:16.764245Z","time spent":"963.431646ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5899,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:17.727871Z","caller":"traceutil/trace.go:171","msg":"trace[1161940448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23971; }","duration":"252.304819ms","start":"2026-03-04T02:18:17.475549Z","end":"2026-03-04T02:18:17.727854Z","steps":["trace[1161940448] 'agreement among raft nodes before linearized reading' (duration: 251.989812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:17.727707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.547474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:17.728047Z","caller":"traceutil/trace.go:171","msg":"trace[1161379524] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23971; }","duration":"166.895083ms","start":"2026-03-04T02:18:17.561058Z","end":"2026-03-04T02:18:17.727953Z","steps":["trace[1161379524] 'agreement among raft nodes before linearized reading' (duration: 166.435642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:17.728067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.319307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-769adf52-3e4e-4723-a4bc-4beb2d6084b8\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T02:18:17.728123Z","caller":"traceutil/trace.go:171","msg":"trace[703529875] range","detail":"{range_begin:/registry/persistentvolumes/pvc-769adf52-3e4e-4723-a4bc-4beb2d6084b8; range_end:; response_count:1; response_revision:23971; }","duration":"964.635004ms","start":"2026-03-04T02:18:16.76346Z","end":"2026-03-04T02:18:17.728095Z","steps":["trace[703529875] 'agreement among raft nodes before linearized reading' (duration: 963.570219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:17.728162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:16.763441Z","time spent":"964.712956ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-769adf52-3e4e-4723-a4bc-4beb2d6084b8\" "} {"level":"warn","ts":"2026-03-04T02:18:18.278978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732563,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:18:18.289196Z","caller":"traceutil/trace.go:171","msg":"trace[1854295647] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"553.317917ms","start":"2026-03-04T02:18:17.735846Z","end":"2026-03-04T02:18:18.289164Z","steps":["trace[1854295647] 'process raft request' (duration: 553.142832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:18.289357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:17.73583Z","time spent":"553.441229ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:18.980717Z","caller":"traceutil/trace.go:171","msg":"trace[2138684302] linearizableReadLoop","detail":"{readStateIndex:24847; appliedIndex:24845; }","duration":"1.202101875s","start":"2026-03-04T02:18:17.778589Z","end":"2026-03-04T02:18:18.98069Z","steps":["trace[2138684302] 'read index received' (duration: 510.455224ms)","trace[2138684302] 'applied index is now lower than readState.Index' (duration: 691.645431ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:18.980851Z","caller":"traceutil/trace.go:171","msg":"trace[1042360376] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"1.243266829s","start":"2026-03-04T02:18:17.737569Z","end":"2026-03-04T02:18:18.980836Z","steps":["trace[1042360376] 'process raft request' (duration: 1.24290858s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:18.980999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:17.73754Z","time spent":"1.24334835s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4319,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:18.981002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.244144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:18.981059Z","caller":"traceutil/trace.go:171","msg":"trace[952472262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23973; }","duration":"508.365096ms","start":"2026-03-04T02:18:18.472681Z","end":"2026-03-04T02:18:18.981047Z","steps":["trace[952472262] 'agreement among raft nodes before linearized reading' (duration: 508.246634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:18.981091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:18.472662Z","time spent":"508.424957ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:18.981116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089206336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:18.981122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.623611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w.189981c04e40925b\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-03-04T02:18:18.981168Z","caller":"traceutil/trace.go:171","msg":"trace[416682597] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23973; }","duration":"1.089294038s","start":"2026-03-04T02:18:17.891858Z","end":"2026-03-04T02:18:18.981152Z","steps":["trace[416682597] 'agreement among raft nodes before linearized reading' (duration: 1.089207866s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:18.98118Z","caller":"traceutil/trace.go:171","msg":"trace[1906779823] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w.189981c04e40925b; range_end:; response_count:1; response_revision:23973; }","duration":"688.727923ms","start":"2026-03-04T02:18:18.292438Z","end":"2026-03-04T02:18:18.981166Z","steps":["trace[1906779823] 'agreement among raft nodes before linearized reading' (duration: 688.532189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:18.981167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202550456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-04T02:18:18.981215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:18.292421Z","time spent":"688.785914ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1011,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w.189981c04e40925b\" "} {"level":"warn","ts":"2026-03-04T02:18:18.981217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:17.891837Z","time spent":"1.089367999s","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:18.981184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144364226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T02:18:18.981242Z","caller":"traceutil/trace.go:171","msg":"trace[437879363] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:23973; }","duration":"1.202675519s","start":"2026-03-04T02:18:17.778546Z","end":"2026-03-04T02:18:18.981222Z","steps":["trace[437879363] 'agreement among raft nodes before linearized reading' (duration: 1.202397592s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:18.981295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:17.778523Z","time spent":"1.202764331s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":928,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-04T02:18:18.981292Z","caller":"traceutil/trace.go:171","msg":"trace[2045113801] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23973; }","duration":"1.144540309s","start":"2026-03-04T02:18:17.836721Z","end":"2026-03-04T02:18:18.981262Z","steps":["trace[2045113801] 'agreement among raft nodes before linearized reading' (duration: 1.144197001s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:18.981349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:17.836639Z","time spent":"1.144699443s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-04T02:18:19.093053Z","caller":"traceutil/trace.go:171","msg":"trace[339103475] linearizableReadLoop","detail":"{readStateIndex:24848; appliedIndex:24847; }","duration":"108.399895ms","start":"2026-03-04T02:18:18.984627Z","end":"2026-03-04T02:18:19.093027Z","steps":["trace[339103475] 'read index received' (duration: 76.788826ms)","trace[339103475] 'applied index is now lower than readState.Index' (duration: 31.609669ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:19.093087Z","caller":"traceutil/trace.go:171","msg":"trace[1698508624] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"108.956337ms","start":"2026-03-04T02:18:18.9841Z","end":"2026-03-04T02:18:19.093056Z","steps":["trace[1698508624] 'process raft request' (duration: 77.338088ms)","trace[1698508624] 'compare' (duration: 31.481946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:19.093267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.62476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4664"} {"level":"warn","ts":"2026-03-04T02:18:19.093307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.440256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-804a2f26-3396-47a9-848b-4c12ce93fbc1\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-04T02:18:19.093325Z","caller":"traceutil/trace.go:171","msg":"trace[419033885] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:23974; }","duration":"108.708561ms","start":"2026-03-04T02:18:18.984605Z","end":"2026-03-04T02:18:19.093313Z","steps":["trace[419033885] 'agreement among raft nodes before linearized reading' (duration: 108.518167ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:19.093349Z","caller":"traceutil/trace.go:171","msg":"trace[1424572543] range","detail":"{range_begin:/registry/persistentvolumes/pvc-804a2f26-3396-47a9-848b-4c12ce93fbc1; range_end:; response_count:1; response_revision:23974; }","duration":"108.501907ms","start":"2026-03-04T02:18:18.984835Z","end":"2026-03-04T02:18:19.093337Z","steps":["trace[1424572543] 'agreement among raft nodes before linearized reading' (duration: 108.342763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:19.093617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.606263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:18:19.093672Z","caller":"traceutil/trace.go:171","msg":"trace[1391276082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23974; }","duration":"106.742305ms","start":"2026-03-04T02:18:18.986913Z","end":"2026-03-04T02:18:19.093655Z","steps":["trace[1391276082] 'agreement among raft nodes before linearized reading' (duration: 106.536091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:19.379899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.104214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:19.379985Z","caller":"traceutil/trace.go:171","msg":"trace[1079519353] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"282.917755ms","start":"2026-03-04T02:18:19.097049Z","end":"2026-03-04T02:18:19.379967Z","steps":["trace[1079519353] 'process raft request' (duration: 178.400061ms)","trace[1079519353] 'compare' (duration: 103.634023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:19.838244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.551097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:19.838413Z","caller":"traceutil/trace.go:171","msg":"trace[1555029795] linearizableReadLoop","detail":"{readStateIndex:24850; appliedIndex:24848; }","duration":"739.221754ms","start":"2026-03-04T02:18:19.099175Z","end":"2026-03-04T02:18:19.838397Z","steps":["trace[1555029795] 'read index received' (duration: 176.382774ms)","trace[1555029795] 'applied index is now lower than readState.Index' (duration: 562.8381ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:19.838506Z","caller":"traceutil/trace.go:171","msg":"trace[308596115] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"739.45354ms","start":"2026-03-04T02:18:19.099039Z","end":"2026-03-04T02:18:19.838493Z","steps":["trace[308596115] 'process raft request' (duration: 506.562964ms)","trace[308596115] 'compare' (duration: 232.417004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:19.838567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:19.099026Z","time spent":"739.50843ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:19.83877Z","caller":"traceutil/trace.go:171","msg":"trace[2026639079] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"739.060261ms","start":"2026-03-04T02:18:19.099689Z","end":"2026-03-04T02:18:19.838749Z","steps":["trace[2026639079] 'process raft request' (duration: 738.641091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:19.83882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.639814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab5987f8-a59e-4131-9d13-a31dd6af1b03\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-04T02:18:19.838812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.727511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:19.838857Z","caller":"traceutil/trace.go:171","msg":"trace[1772801309] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab5987f8-a59e-4131-9d13-a31dd6af1b03; range_end:; response_count:1; response_revision:23977; }","duration":"739.694795ms","start":"2026-03-04T02:18:19.099151Z","end":"2026-03-04T02:18:19.838846Z","steps":["trace[1772801309] 'agreement among raft nodes before linearized reading' (duration: 739.561242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:19.838881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:19.09914Z","time spent":"739.735635ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ab5987f8-a59e-4131-9d13-a31dd6af1b03\" "} {"level":"warn","ts":"2026-03-04T02:18:19.838879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:19.099675Z","time spent":"739.147492ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:19.838888Z","caller":"traceutil/trace.go:171","msg":"trace[591455893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23977; }","duration":"365.866344ms","start":"2026-03-04T02:18:19.473003Z","end":"2026-03-04T02:18:19.838869Z","steps":["trace[591455893] 'agreement among raft nodes before linearized reading' (duration: 365.745261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:19.83893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:19.472973Z","time spent":"365.949897ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:20.260496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.898634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:20.260633Z","caller":"traceutil/trace.go:171","msg":"trace[737240914] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"417.724227ms","start":"2026-03-04T02:18:19.842888Z","end":"2026-03-04T02:18:20.260613Z","steps":["trace[737240914] 'process raft request' (duration: 146.641239ms)","trace[737240914] 'compare' (duration: 270.398052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:20.260691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:19.842875Z","time spent":"417.790699ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:18:20.471761Z","caller":"traceutil/trace.go:171","msg":"trace[1437766111] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"622.29258ms","start":"2026-03-04T02:18:19.849443Z","end":"2026-03-04T02:18:20.471735Z","steps":["trace[1437766111] 'process raft request' (duration: 615.8739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:20.471914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:19.849425Z","time spent":"622.402263ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4448,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:20.70462Z","caller":"traceutil/trace.go:171","msg":"trace[685478322] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"439.475076ms","start":"2026-03-04T02:18:20.265069Z","end":"2026-03-04T02:18:20.704544Z","steps":["trace[685478322] 'process raft request' (duration: 399.275916ms)","trace[685478322] 'compare' (duration: 39.910923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:20.704729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:20.265048Z","time spent":"439.631019ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:18:20.704852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:18:20.704947Z","caller":"traceutil/trace.go:171","msg":"trace[1118636436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23980; }","duration":"227.248094ms","start":"2026-03-04T02:18:20.477676Z","end":"2026-03-04T02:18:20.704924Z","steps":["trace[1118636436] 'agreement among raft nodes before linearized reading' (duration: 226.905586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:20.704896Z","caller":"traceutil/trace.go:171","msg":"trace[1696178315] linearizableReadLoop","detail":"{readStateIndex:24854; appliedIndex:24853; }","duration":"226.853174ms","start":"2026-03-04T02:18:20.477722Z","end":"2026-03-04T02:18:20.704575Z","steps":["trace[1696178315] 'read index received' (duration: 186.641514ms)","trace[1696178315] 'applied index is now lower than readState.Index' (duration: 40.17884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:20.705407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.647073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:20.705413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.812303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-mwgwl\" ","response":"range_response_count:1 size:5901"} {"level":"info","ts":"2026-03-04T02:18:20.705461Z","caller":"traceutil/trace.go:171","msg":"trace[1675436912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23980; }","duration":"227.761796ms","start":"2026-03-04T02:18:20.477684Z","end":"2026-03-04T02:18:20.705446Z","steps":["trace[1675436912] 'agreement among raft nodes before linearized reading' (duration: 227.641343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:20.705466Z","caller":"traceutil/trace.go:171","msg":"trace[1002763962] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-mwgwl; range_end:; response_count:1; response_revision:23980; }","duration":"226.907226ms","start":"2026-03-04T02:18:20.478545Z","end":"2026-03-04T02:18:20.705452Z","steps":["trace[1002763962] 'agreement among raft nodes before linearized reading' (duration: 226.789413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:21.077389Z","caller":"traceutil/trace.go:171","msg":"trace[1079970176] linearizableReadLoop","detail":"{readStateIndex:24855; appliedIndex:24854; }","duration":"360.170851ms","start":"2026-03-04T02:18:20.7172Z","end":"2026-03-04T02:18:21.077371Z","steps":["trace[1079970176] 'read index received' (duration: 324.608529ms)","trace[1079970176] 'applied index is now lower than readState.Index' (duration: 35.561372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:21.077496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.282883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:21.077517Z","caller":"traceutil/trace.go:171","msg":"trace[1093135797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23981; }","duration":"360.359215ms","start":"2026-03-04T02:18:20.71715Z","end":"2026-03-04T02:18:21.077509Z","steps":["trace[1093135797] 'agreement among raft nodes before linearized reading' (duration: 360.292883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:21.077537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:20.717129Z","time spent":"360.403027ms","remote":"127.0.0.1:47136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:21.077655Z","caller":"traceutil/trace.go:171","msg":"trace[570148945] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"360.500669ms","start":"2026-03-04T02:18:20.717097Z","end":"2026-03-04T02:18:21.077598Z","steps":["trace[570148945] 'process raft request' (duration: 324.697622ms)","trace[570148945] 'compare' (duration: 35.48365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:21.077805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:20.717066Z","time spent":"360.669302ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:18:21.221691Z","caller":"traceutil/trace.go:171","msg":"trace[940500738] linearizableReadLoop","detail":"{readStateIndex:24856; appliedIndex:24855; }","duration":"140.71555ms","start":"2026-03-04T02:18:21.080945Z","end":"2026-03-04T02:18:21.221661Z","steps":["trace[940500738] 'read index received' (duration: 140.448104ms)","trace[940500738] 'applied index is now lower than readState.Index' (duration: 266.226µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:21.221898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.939525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:18:21.221944Z","caller":"traceutil/trace.go:171","msg":"trace[1896274413] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997; range_end:; response_count:1; response_revision:23982; }","duration":"141.032418ms","start":"2026-03-04T02:18:21.080895Z","end":"2026-03-04T02:18:21.221928Z","steps":["trace[1896274413] 'agreement among raft nodes before linearized reading' (duration: 140.874044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:21.221995Z","caller":"traceutil/trace.go:171","msg":"trace[1919723592] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"504.784683ms","start":"2026-03-04T02:18:20.717182Z","end":"2026-03-04T02:18:21.221966Z","steps":["trace[1919723592] 'process raft request' (duration: 504.277291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:21.222142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:20.717156Z","time spent":"504.908455ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6201,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:21.417132Z","caller":"traceutil/trace.go:171","msg":"trace[805238958] linearizableReadLoop","detail":"{readStateIndex:24857; appliedIndex:24856; }","duration":"190.552895ms","start":"2026-03-04T02:18:21.226555Z","end":"2026-03-04T02:18:21.417108Z","steps":["trace[805238958] 'read index received' (duration: 190.209857ms)","trace[805238958] 'applied index is now lower than readState.Index' (duration: 341.668µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:21.417199Z","caller":"traceutil/trace.go:171","msg":"trace[334093342] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"193.014683ms","start":"2026-03-04T02:18:21.224135Z","end":"2026-03-04T02:18:21.417149Z","steps":["trace[334093342] 'process raft request' (duration: 192.663495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:21.417391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.812241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-t8spd\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:18:21.417482Z","caller":"traceutil/trace.go:171","msg":"trace[216811410] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-t8spd; range_end:; response_count:1; response_revision:23983; }","duration":"190.935985ms","start":"2026-03-04T02:18:21.226526Z","end":"2026-03-04T02:18:21.417462Z","steps":["trace[216811410] 'agreement among raft nodes before linearized reading' (duration: 190.683589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:21.822309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.331461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:21.822385Z","caller":"traceutil/trace.go:171","msg":"trace[1664089134] linearizableReadLoop","detail":"{readStateIndex:24858; appliedIndex:24857; }","duration":"405.172733ms","start":"2026-03-04T02:18:21.4172Z","end":"2026-03-04T02:18:21.822373Z","steps":["trace[1664089134] 'read index received' (duration: 261.715449ms)","trace[1664089134] 'applied index is now lower than readState.Index' (duration: 143.456374ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:21.822562Z","caller":"traceutil/trace.go:171","msg":"trace[639893590] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"498.768201ms","start":"2026-03-04T02:18:21.323782Z","end":"2026-03-04T02:18:21.822551Z","steps":["trace[639893590] 'process raft request' (duration: 355.124592ms)","trace[639893590] 'compare' (duration: 143.060845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:21.822609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:21.323762Z","time spent":"498.826662ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:21.822643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.344232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:18:21.822738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.312776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-04T02:18:21.822738Z","caller":"traceutil/trace.go:171","msg":"trace[1044775967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23984; }","duration":"439.456264ms","start":"2026-03-04T02:18:21.383231Z","end":"2026-03-04T02:18:21.822687Z","steps":["trace[1044775967] 'agreement among raft nodes before linearized reading' (duration: 439.28327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:21.822754Z","caller":"traceutil/trace.go:171","msg":"trace[999972159] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:23984; }","duration":"559.328216ms","start":"2026-03-04T02:18:21.26342Z","end":"2026-03-04T02:18:21.822748Z","steps":["trace[999972159] 'agreement among raft nodes before linearized reading' (duration: 559.255095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:21.822768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:21.2634Z","time spent":"559.365227ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-04T02:18:21.822773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:21.383206Z","time spent":"439.558916ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:18:21.822805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.576642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:21.822877Z","caller":"traceutil/trace.go:171","msg":"trace[411990917] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23984; }","duration":"414.706995ms","start":"2026-03-04T02:18:21.408153Z","end":"2026-03-04T02:18:21.82286Z","steps":["trace[411990917] 'agreement among raft nodes before linearized reading' (duration: 414.526531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:21.822933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:21.408139Z","time spent":"414.784197ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:21.862997Z","caller":"traceutil/trace.go:171","msg":"trace[200909275] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"435.943752ms","start":"2026-03-04T02:18:21.427023Z","end":"2026-03-04T02:18:21.862966Z","steps":["trace[200909275] 'process raft request' (duration: 435.503372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:21.863028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.939651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-04T02:18:21.863048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.826744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:21.863098Z","caller":"traceutil/trace.go:171","msg":"trace[1258900416] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23985; }","duration":"190.045174ms","start":"2026-03-04T02:18:21.673039Z","end":"2026-03-04T02:18:21.863084Z","steps":["trace[1258900416] 'agreement among raft nodes before linearized reading' (duration: 189.811988ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:21.863112Z","caller":"traceutil/trace.go:171","msg":"trace[1095968931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23985; }","duration":"389.957837ms","start":"2026-03-04T02:18:21.473139Z","end":"2026-03-04T02:18:21.863097Z","steps":["trace[1095968931] 'agreement among raft nodes before linearized reading' (duration: 389.814334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:21.863144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:21.473128Z","time spent":"390.011048ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:21.863149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:21.427005Z","time spent":"436.061264ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5158,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:21.863333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.689689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:21.863366Z","caller":"traceutil/trace.go:171","msg":"trace[1100006617] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23985; }","duration":"202.755229ms","start":"2026-03-04T02:18:21.6606Z","end":"2026-03-04T02:18:21.863355Z","steps":["trace[1100006617] 'agreement among raft nodes before linearized reading' (duration: 202.711178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:21.863469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.541047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980e7fd82c019\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:18:21.863513Z","caller":"traceutil/trace.go:171","msg":"trace[2099475778] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980e7fd82c019; range_end:; response_count:1; response_revision:23985; }","duration":"442.615228ms","start":"2026-03-04T02:18:21.420887Z","end":"2026-03-04T02:18:21.863503Z","steps":["trace[2099475778] 'agreement among raft nodes before linearized reading' (duration: 442.503565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:21.863549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:21.420876Z","time spent":"442.66565ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980e7fd82c019\" "} {"level":"info","ts":"2026-03-04T02:18:22.124932Z","caller":"traceutil/trace.go:171","msg":"trace[2012617164] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"259.59485ms","start":"2026-03-04T02:18:21.865314Z","end":"2026-03-04T02:18:22.124909Z","steps":["trace[2012617164] 'process raft request' (duration: 259.441396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:22.125023Z","caller":"traceutil/trace.go:171","msg":"trace[1145116975] linearizableReadLoop","detail":"{readStateIndex:24861; appliedIndex:24861; }","duration":"203.618301ms","start":"2026-03-04T02:18:21.92138Z","end":"2026-03-04T02:18:22.124998Z","steps":["trace[1145116975] 'read index received' (duration: 203.60533ms)","trace[1145116975] 'applied index is now lower than readState.Index' (duration: 10.341µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:22.12526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.367211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4135"} {"level":"info","ts":"2026-03-04T02:18:22.125328Z","caller":"traceutil/trace.go:171","msg":"trace[1166813290] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23987; }","duration":"258.473363ms","start":"2026-03-04T02:18:21.866841Z","end":"2026-03-04T02:18:22.125315Z","steps":["trace[1166813290] 'agreement among raft nodes before linearized reading' (duration: 258.243858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:22.754838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.329476ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:18:22.755488Z","caller":"traceutil/trace.go:171","msg":"trace[1569156025] linearizableReadLoop","detail":"{readStateIndex:24862; appliedIndex:24861; }","duration":"629.840837ms","start":"2026-03-04T02:18:22.12507Z","end":"2026-03-04T02:18:22.754911Z","steps":["trace[1569156025] 'read index received' (duration: 183.401398ms)","trace[1569156025] 'applied index is now lower than readState.Index' (duration: 446.438259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:22.755689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.932862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:22.756207Z","caller":"traceutil/trace.go:171","msg":"trace[1455566787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23987; }","duration":"776.480725ms","start":"2026-03-04T02:18:21.97971Z","end":"2026-03-04T02:18:22.756191Z","steps":["trace[1455566787] 'agreement among raft nodes before linearized reading' (duration: 775.891951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:22.755759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.650787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:18:22.756285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.499414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:22.756358Z","caller":"traceutil/trace.go:171","msg":"trace[1735687023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23987; }","duration":"729.275021ms","start":"2026-03-04T02:18:22.027062Z","end":"2026-03-04T02:18:22.756337Z","steps":["trace[1735687023] 'agreement among raft nodes before linearized reading' (duration: 728.539004ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:22.756416Z","caller":"traceutil/trace.go:171","msg":"trace[1931852897] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23987; }","duration":"808.891432ms","start":"2026-03-04T02:18:21.947502Z","end":"2026-03-04T02:18:22.756393Z","steps":["trace[1931852897] 'agreement among raft nodes before linearized reading' (duration: 808.220957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:22.75643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:21.979699Z","time spent":"776.548097ms","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:22.756433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:22.027052Z","time spent":"729.365693ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:18:22.756475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:21.947489Z","time spent":"808.968075ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:23.021076Z","caller":"traceutil/trace.go:171","msg":"trace[1206836780] linearizableReadLoop","detail":"{readStateIndex:24864; appliedIndex:24862; }","duration":"265.527468ms","start":"2026-03-04T02:18:22.755527Z","end":"2026-03-04T02:18:23.021055Z","steps":["trace[1206836780] 'read index received' (duration: 265.394205ms)","trace[1206836780] 'applied index is now lower than readState.Index' (duration: 132.283µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:23.021178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.393348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:23.021154Z","caller":"traceutil/trace.go:171","msg":"trace[1674661404] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"887.135242ms","start":"2026-03-04T02:18:22.133981Z","end":"2026-03-04T02:18:23.021116Z","steps":["trace[1674661404] 'process raft request' (duration: 887.013759ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:23.021202Z","caller":"traceutil/trace.go:171","msg":"trace[1319084170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23989; }","duration":"795.461859ms","start":"2026-03-04T02:18:22.22573Z","end":"2026-03-04T02:18:23.021192Z","steps":["trace[1319084170] 'agreement among raft nodes before linearized reading' (duration: 795.399487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:23.021227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:22.225712Z","time spent":"795.50999ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:23.02129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:22.13396Z","time spent":"887.254205ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:23.021338Z","caller":"traceutil/trace.go:171","msg":"trace[503145716] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"892.428716ms","start":"2026-03-04T02:18:22.128884Z","end":"2026-03-04T02:18:23.021313Z","steps":["trace[503145716] 'process raft request' (duration: 891.962156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:23.021463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.101352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:23.021452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:22.12887Z","time spent":"892.526508ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:18:23.021483Z","caller":"traceutil/trace.go:171","msg":"trace[1089271714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23989; }","duration":"544.156423ms","start":"2026-03-04T02:18:22.47732Z","end":"2026-03-04T02:18:23.021477Z","steps":["trace[1089271714] 'agreement among raft nodes before linearized reading' (duration: 544.125323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:23.021503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:22.477301Z","time spent":"544.199364ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:23.561841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.302986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:23.561953Z","caller":"traceutil/trace.go:171","msg":"trace[343818586] linearizableReadLoop","detail":"{readStateIndex:24865; appliedIndex:24864; }","duration":"533.581836ms","start":"2026-03-04T02:18:23.028356Z","end":"2026-03-04T02:18:23.561937Z","steps":["trace[343818586] 'read index received' (duration: 199.154357ms)","trace[343818586] 'applied index is now lower than readState.Index' (duration: 334.425969ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:23.562038Z","caller":"traceutil/trace.go:171","msg":"trace[1526046651] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"800.952408ms","start":"2026-03-04T02:18:22.761063Z","end":"2026-03-04T02:18:23.562016Z","steps":["trace[1526046651] 'process raft request' (duration: 466.427726ms)","trace[1526046651] 'compare' (duration: 333.920958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:23.562155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:22.761045Z","time spent":"801.043369ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:23.56216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.512944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6756"} {"level":"info","ts":"2026-03-04T02:18:23.562199Z","caller":"traceutil/trace.go:171","msg":"trace[301502518] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:23990; }","duration":"533.574316ms","start":"2026-03-04T02:18:23.028613Z","end":"2026-03-04T02:18:23.562188Z","steps":["trace[301502518] 'agreement among raft nodes before linearized reading' (duration: 533.431522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:23.562172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.873946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:23.562219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.43456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-04T02:18:23.562244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.028538Z","time spent":"533.695108ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6778,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-04T02:18:23.56226Z","caller":"traceutil/trace.go:171","msg":"trace[1173337324] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23990; }","duration":"198.01299ms","start":"2026-03-04T02:18:23.364224Z","end":"2026-03-04T02:18:23.562237Z","steps":["trace[1173337324] 'agreement among raft nodes before linearized reading' (duration: 197.840236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:23.562278Z","caller":"traceutil/trace.go:171","msg":"trace[1183237304] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23990; }","duration":"284.531082ms","start":"2026-03-04T02:18:23.277733Z","end":"2026-03-04T02:18:23.562264Z","steps":["trace[1183237304] 'agreement among raft nodes before linearized reading' (duration: 284.362629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:23.562256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.858742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-04T02:18:23.562173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.671705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:23.562342Z","caller":"traceutil/trace.go:171","msg":"trace[718815951] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1; range_end:; response_count:1; response_revision:23990; }","duration":"533.977205ms","start":"2026-03-04T02:18:23.028345Z","end":"2026-03-04T02:18:23.562322Z","steps":["trace[718815951] 'agreement among raft nodes before linearized reading' (duration: 533.683428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:23.562691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.028243Z","time spent":"534.431525ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1\" "} {"level":"info","ts":"2026-03-04T02:18:23.562644Z","caller":"traceutil/trace.go:171","msg":"trace[1641934563] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23990; }","duration":"261.093664ms","start":"2026-03-04T02:18:23.301465Z","end":"2026-03-04T02:18:23.562559Z","steps":["trace[1641934563] 'agreement among raft nodes before linearized reading' (duration: 260.622833ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:23.866329Z","caller":"traceutil/trace.go:171","msg":"trace[1406997398] linearizableReadLoop","detail":"{readStateIndex:24868; appliedIndex:24866; }","duration":"206.869057ms","start":"2026-03-04T02:18:23.659437Z","end":"2026-03-04T02:18:23.866306Z","steps":["trace[1406997398] 'read index received' (duration: 206.738234ms)","trace[1406997398] 'applied index is now lower than readState.Index' (duration: 129.603µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:23.866476Z","caller":"traceutil/trace.go:171","msg":"trace[1816117195] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"296.208386ms","start":"2026-03-04T02:18:23.570251Z","end":"2026-03-04T02:18:23.866459Z","steps":["trace[1816117195] 'process raft request' (duration: 295.986361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:23.866475Z","caller":"traceutil/trace.go:171","msg":"trace[1493461909] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"300.128578ms","start":"2026-03-04T02:18:23.56631Z","end":"2026-03-04T02:18:23.866439Z","steps":["trace[1493461909] 'process raft request' (duration: 299.79112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:23.86662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.5663Z","time spent":"300.25525ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:18:23.866645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.807158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-04T02:18:23.86672Z","caller":"traceutil/trace.go:171","msg":"trace[1170891117] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23993; }","duration":"263.920631ms","start":"2026-03-04T02:18:23.602784Z","end":"2026-03-04T02:18:23.866705Z","steps":["trace[1170891117] 'agreement among raft nodes before linearized reading' (duration: 263.705406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:23.867107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.143192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:18:23.867146Z","caller":"traceutil/trace.go:171","msg":"trace[363829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23993; }","duration":"301.208413ms","start":"2026-03-04T02:18:23.565928Z","end":"2026-03-04T02:18:23.867136Z","steps":["trace[363829] 'agreement among raft nodes before linearized reading' (duration: 300.468626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:23.867178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.565923Z","time spent":"301.247104ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:18:24.402758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732615,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:18:24.572214Z","caller":"traceutil/trace.go:171","msg":"trace[1934293002] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"908.564133ms","start":"2026-03-04T02:18:23.663627Z","end":"2026-03-04T02:18:24.572191Z","steps":["trace[1934293002] 'process raft request' (duration: 908.496681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:24.572252Z","caller":"traceutil/trace.go:171","msg":"trace[1202655262] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"909.026244ms","start":"2026-03-04T02:18:23.663197Z","end":"2026-03-04T02:18:24.572223Z","steps":["trace[1202655262] 'process raft request' (duration: 908.808019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:24.57237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.66362Z","time spent":"908.662815ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:24.572427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.663182Z","time spent":"909.128517ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:18:24.591399Z","caller":"traceutil/trace.go:171","msg":"trace[1823904394] linearizableReadLoop","detail":"{readStateIndex:24871; appliedIndex:24868; }","duration":"689.315736ms","start":"2026-03-04T02:18:23.902067Z","end":"2026-03-04T02:18:24.591383Z","steps":["trace[1823904394] 'read index received' (duration: 669.979405ms)","trace[1823904394] 'applied index is now lower than readState.Index' (duration: 19.335351ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:24.591456Z","caller":"traceutil/trace.go:171","msg":"trace[1222160041] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"718.751435ms","start":"2026-03-04T02:18:23.872684Z","end":"2026-03-04T02:18:24.591436Z","steps":["trace[1222160041] 'process raft request' (duration: 718.610251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:24.591547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.872665Z","time spent":"718.833467ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:24.591584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.507151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-03-04T02:18:24.591616Z","caller":"traceutil/trace.go:171","msg":"trace[1677677792] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:23996; }","duration":"689.571513ms","start":"2026-03-04T02:18:23.902035Z","end":"2026-03-04T02:18:24.591606Z","steps":["trace[1677677792] 'agreement among raft nodes before linearized reading' (duration: 689.43988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:24.591654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.902019Z","time spent":"689.627334ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7103,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-04T02:18:24.59174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.359461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-03-04T02:18:24.59164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.891981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:18:24.591827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.291227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:24.591845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.17593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:24.591883Z","caller":"traceutil/trace.go:171","msg":"trace[659770939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23996; }","duration":"117.236721ms","start":"2026-03-04T02:18:24.474634Z","end":"2026-03-04T02:18:24.591871Z","steps":["trace[659770939] 'agreement among raft nodes before linearized reading' (duration: 117.174619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:24.591889Z","caller":"traceutil/trace.go:171","msg":"trace[540481457] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23996; }","duration":"621.344178ms","start":"2026-03-04T02:18:23.970523Z","end":"2026-03-04T02:18:24.591867Z","steps":["trace[540481457] 'agreement among raft nodes before linearized reading' (duration: 621.267846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:24.591926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.642807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:18:24.591936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.970491Z","time spent":"621.432459ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:18:24.591955Z","caller":"traceutil/trace.go:171","msg":"trace[500925672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23996; }","duration":"666.687148ms","start":"2026-03-04T02:18:23.925259Z","end":"2026-03-04T02:18:24.591947Z","steps":["trace[500925672] 'agreement among raft nodes before linearized reading' (duration: 666.599326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:24.591746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.638406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:18:24.591996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.925251Z","time spent":"666.734529ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:18:24.59201Z","caller":"traceutil/trace.go:171","msg":"trace[2049297584] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:23996; }","duration":"660.937354ms","start":"2026-03-04T02:18:23.931058Z","end":"2026-03-04T02:18:24.591995Z","steps":["trace[2049297584] 'agreement among raft nodes before linearized reading' (duration: 660.507284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:24.592044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.931046Z","time spent":"660.987605ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-04T02:18:24.591829Z","caller":"traceutil/trace.go:171","msg":"trace[1097461044] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23996; }","duration":"687.486484ms","start":"2026-03-04T02:18:23.904321Z","end":"2026-03-04T02:18:24.591807Z","steps":["trace[1097461044] 'agreement among raft nodes before linearized reading' (duration: 687.231198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:24.592167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.904308Z","time spent":"687.851863ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-04T02:18:24.591834Z","caller":"traceutil/trace.go:171","msg":"trace[1383993251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23996; }","duration":"143.119036ms","start":"2026-03-04T02:18:24.448704Z","end":"2026-03-04T02:18:24.591824Z","steps":["trace[1383993251] 'agreement among raft nodes before linearized reading' (duration: 142.85024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:24.837866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.93524ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T02:18:24.888067Z","caller":"traceutil/trace.go:171","msg":"trace[1323729231] linearizableReadLoop","detail":"{readStateIndex:24874; appliedIndex:24871; }","duration":"290.188105ms","start":"2026-03-04T02:18:24.597862Z","end":"2026-03-04T02:18:24.88805Z","steps":["trace[1323729231] 'read index received' (duration: 130.065491ms)","trace[1323729231] 'applied index is now lower than readState.Index' (duration: 160.121884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:24.888178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.296358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:24.888201Z","caller":"traceutil/trace.go:171","msg":"trace[1079840706] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23999; }","duration":"290.350699ms","start":"2026-03-04T02:18:24.597845Z","end":"2026-03-04T02:18:24.888196Z","steps":["trace[1079840706] 'agreement among raft nodes before linearized reading' (duration: 290.273137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:24.888329Z","caller":"traceutil/trace.go:171","msg":"trace[755493448] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"293.583135ms","start":"2026-03-04T02:18:24.594716Z","end":"2026-03-04T02:18:24.888299Z","steps":["trace[755493448] 'process raft request' (duration: 293.117414ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:24.888382Z","caller":"traceutil/trace.go:171","msg":"trace[773538559] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"290.589535ms","start":"2026-03-04T02:18:24.597787Z","end":"2026-03-04T02:18:24.888376Z","steps":["trace[773538559] 'process raft request' (duration: 290.203056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:24.888462Z","caller":"traceutil/trace.go:171","msg":"trace[1237930952] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"290.418371ms","start":"2026-03-04T02:18:24.598037Z","end":"2026-03-04T02:18:24.888455Z","steps":["trace[1237930952] 'process raft request' (duration: 289.988281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:25.436459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.91677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:25.436596Z","caller":"traceutil/trace.go:171","msg":"trace[1987674609] linearizableReadLoop","detail":"{readStateIndex:24877; appliedIndex:24876; }","duration":"509.186414ms","start":"2026-03-04T02:18:24.927393Z","end":"2026-03-04T02:18:25.436579Z","steps":["trace[1987674609] 'read index received' (duration: 242.049469ms)","trace[1987674609] 'applied index is now lower than readState.Index' (duration: 267.102745ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:25.436745Z","caller":"traceutil/trace.go:171","msg":"trace[1535115316] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"510.065595ms","start":"2026-03-04T02:18:24.926635Z","end":"2026-03-04T02:18:25.4367Z","steps":["trace[1535115316] 'process raft request' (duration: 242.807017ms)","trace[1535115316] 'compare' (duration: 266.804228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:25.436813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:24.926622Z","time spent":"510.154997ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:25.437128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.733097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:18:25.43717Z","caller":"traceutil/trace.go:171","msg":"trace[508617076] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24001; }","duration":"509.776188ms","start":"2026-03-04T02:18:24.927384Z","end":"2026-03-04T02:18:25.43716Z","steps":["trace[508617076] 'agreement among raft nodes before linearized reading' (duration: 509.616864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:25.437157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.203695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:25.437205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:24.927344Z","time spent":"509.85329ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:18:25.437324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.265491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-04T02:18:25.437345Z","caller":"traceutil/trace.go:171","msg":"trace[1470683356] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24001; }","duration":"102.364013ms","start":"2026-03-04T02:18:25.334975Z","end":"2026-03-04T02:18:25.437339Z","steps":["trace[1470683356] 'agreement among raft nodes before linearized reading' (duration: 102.250841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:25.43721Z","caller":"traceutil/trace.go:171","msg":"trace[1046953090] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24001; }","duration":"509.288697ms","start":"2026-03-04T02:18:24.927908Z","end":"2026-03-04T02:18:25.437197Z","steps":["trace[1046953090] 'agreement among raft nodes before linearized reading' (duration: 509.189214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:25.437444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:24.927898Z","time spent":"509.516292ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:18:25.43749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.166792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:25.437581Z","caller":"traceutil/trace.go:171","msg":"trace[1552741075] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24001; }","duration":"263.296515ms","start":"2026-03-04T02:18:25.174252Z","end":"2026-03-04T02:18:25.437548Z","steps":["trace[1552741075] 'agreement among raft nodes before linearized reading' (duration: 263.130701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:25.869112Z","caller":"traceutil/trace.go:171","msg":"trace[1446125131] linearizableReadLoop","detail":"{readStateIndex:24879; appliedIndex:24878; }","duration":"326.966375ms","start":"2026-03-04T02:18:25.54212Z","end":"2026-03-04T02:18:25.869086Z","steps":["trace[1446125131] 'read index received' (duration: 326.77476ms)","trace[1446125131] 'applied index is now lower than readState.Index' (duration: 190.425µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:25.869266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.132948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:25.869302Z","caller":"traceutil/trace.go:171","msg":"trace[1663163128] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24003; }","duration":"327.234981ms","start":"2026-03-04T02:18:25.542055Z","end":"2026-03-04T02:18:25.86929Z","steps":["trace[1663163128] 'agreement among raft nodes before linearized reading' (duration: 327.131608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:25.869337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:25.542027Z","time spent":"327.301012ms","remote":"127.0.0.1:37904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:25.86952Z","caller":"traceutil/trace.go:171","msg":"trace[1204038630] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"367.422281ms","start":"2026-03-04T02:18:25.502065Z","end":"2026-03-04T02:18:25.869488Z","steps":["trace[1204038630] 'process raft request' (duration: 366.857088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:25.869674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:25.50204Z","time spent":"367.554224ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:26.069174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.031067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:26.069612Z","caller":"traceutil/trace.go:171","msg":"trace[937921182] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"194.948298ms","start":"2026-03-04T02:18:25.874642Z","end":"2026-03-04T02:18:26.06959Z","steps":["trace[937921182] 'process raft request' (duration: 74.406729ms)","trace[937921182] 'compare' (duration: 119.929884ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:26.482895Z","caller":"traceutil/trace.go:171","msg":"trace[1245207673] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"335.574586ms","start":"2026-03-04T02:18:26.147298Z","end":"2026-03-04T02:18:26.482872Z","steps":["trace[1245207673] 'process raft request' (duration: 335.070624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:26.483032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:26.147275Z","time spent":"335.687329ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:18:26.901826Z","caller":"traceutil/trace.go:171","msg":"trace[854370359] linearizableReadLoop","detail":"{readStateIndex:24883; appliedIndex:24882; }","duration":"305.042673ms","start":"2026-03-04T02:18:26.596756Z","end":"2026-03-04T02:18:26.901799Z","steps":["trace[854370359] 'read index received' (duration: 304.874449ms)","trace[854370359] 'applied index is now lower than readState.Index' (duration: 166.994µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:26.902078Z","caller":"traceutil/trace.go:171","msg":"trace[39622397] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"415.27097ms","start":"2026-03-04T02:18:26.486782Z","end":"2026-03-04T02:18:26.902053Z","steps":["trace[39622397] 'process raft request' (duration: 414.84503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:26.902325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.510684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:18:26.90246Z","caller":"traceutil/trace.go:171","msg":"trace[1853153406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24007; }","duration":"305.717348ms","start":"2026-03-04T02:18:26.596724Z","end":"2026-03-04T02:18:26.902442Z","steps":["trace[1853153406] 'agreement among raft nodes before linearized reading' (duration: 305.39094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:26.902275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:26.486765Z","time spent":"415.433093ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:18:26.902537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:26.59671Z","time spent":"305.814981ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:18:27.652573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:28.153301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:28.510031Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.513534609s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:30.00663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:28.740971Z","time spent":"1.265652851s","remote":"127.0.0.1:40914","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:30.007274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496940339s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:30.007486Z","caller":"traceutil/trace.go:171","msg":"trace[394383642] linearizableReadLoop","detail":"{readStateIndex:24886; appliedIndex:24884; }","duration":"2.855150236s","start":"2026-03-04T02:18:27.152318Z","end":"2026-03-04T02:18:30.007469Z","steps":["trace[394383642] 'read index received' (duration: 1.357853678s)","trace[394383642] 'applied index is now lower than readState.Index' (duration: 1.497292868s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:30.007557Z","caller":"traceutil/trace.go:171","msg":"trace[118194796] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"3.098119687s","start":"2026-03-04T02:18:26.909427Z","end":"2026-03-04T02:18:30.007547Z","steps":["trace[118194796] 'process raft request' (duration: 3.097946893s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:30.007615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:26.909407Z","time spent":"3.098173298s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:30.007744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855425732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:30.007772Z","caller":"traceutil/trace.go:171","msg":"trace[859940375] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24010; }","duration":"2.855485614s","start":"2026-03-04T02:18:27.152278Z","end":"2026-03-04T02:18:30.007763Z","steps":["trace[859940375] 'agreement among raft nodes before linearized reading' (duration: 2.855431533s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:30.007805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:27.15226Z","time spent":"2.855536705s","remote":"127.0.0.1:37870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:30.007894Z","caller":"traceutil/trace.go:171","msg":"trace[590044997] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"3.100501632s","start":"2026-03-04T02:18:26.907364Z","end":"2026-03-04T02:18:30.007865Z","steps":["trace[590044997] 'process raft request' (duration: 1.602873607s)","trace[590044997] 'compare' (duration: 1.496238283s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:30.008007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:26.907344Z","time spent":"3.100597335s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:30.255063Z","caller":"traceutil/trace.go:171","msg":"trace[696474482] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"916.060329ms","start":"2026-03-04T02:18:29.338938Z","end":"2026-03-04T02:18:30.254999Z","steps":["trace[696474482] 'process raft request' (duration: 868.591239ms)","trace[696474482] 'compare' (duration: 47.107991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:30.255361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:29.338912Z","time spent":"916.319934ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:30.374501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.721398ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:18:30.374615Z","caller":"traceutil/trace.go:171","msg":"trace[2002867340] linearizableReadLoop","detail":"{readStateIndex:24888; appliedIndex:24886; }","duration":"367.080113ms","start":"2026-03-04T02:18:30.007515Z","end":"2026-03-04T02:18:30.374595Z","steps":["trace[2002867340] 'read index received' (duration: 200.032417ms)","trace[2002867340] 'applied index is now lower than readState.Index' (duration: 167.046066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:30.374688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623585931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:30.374694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745410759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:30.374745Z","caller":"traceutil/trace.go:171","msg":"trace[251964573] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24011; }","duration":"1.623692053s","start":"2026-03-04T02:18:28.751041Z","end":"2026-03-04T02:18:30.374733Z","steps":["trace[251964573] 'agreement among raft nodes before linearized reading' (duration: 1.62356098s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:30.374751Z","caller":"traceutil/trace.go:171","msg":"trace[1893476120] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24011; }","duration":"1.745511431s","start":"2026-03-04T02:18:28.629228Z","end":"2026-03-04T02:18:30.37474Z","steps":["trace[1893476120] 'agreement among raft nodes before linearized reading' (duration: 1.745424319s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:30.37473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636245447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:30.374779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:28.751021Z","time spent":"1.623746624s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:30.37478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:28.629204Z","time spent":"1.745567782s","remote":"127.0.0.1:45184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:30.374794Z","caller":"traceutil/trace.go:171","msg":"trace[1697143471] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24011; }","duration":"2.63637181s","start":"2026-03-04T02:18:27.738409Z","end":"2026-03-04T02:18:30.374781Z","steps":["trace[1697143471] 'agreement among raft nodes before linearized reading' (duration: 2.636206197s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:30.374814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804888971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-04T02:18:30.374828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:27.73839Z","time spent":"2.636431052s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:30.374848Z","caller":"traceutil/trace.go:171","msg":"trace[902444834] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24011; }","duration":"2.804966733s","start":"2026-03-04T02:18:27.569871Z","end":"2026-03-04T02:18:30.374838Z","steps":["trace[902444834] 'agreement among raft nodes before linearized reading' (duration: 2.804815359s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:30.374882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:27.56985Z","time spent":"2.805023534s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T02:18:30.374993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895915238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:30.375015Z","caller":"traceutil/trace.go:171","msg":"trace[1296969916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24011; }","duration":"1.89598125s","start":"2026-03-04T02:18:28.479027Z","end":"2026-03-04T02:18:30.375008Z","steps":["trace[1296969916] 'agreement among raft nodes before linearized reading' (duration: 1.895938839s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:30.375027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:28.478996Z","time spent":"1.896028421s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:30.375038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97165604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:18:30.375064Z","caller":"traceutil/trace.go:171","msg":"trace[1790561074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24011; }","duration":"2.971717051s","start":"2026-03-04T02:18:27.403339Z","end":"2026-03-04T02:18:30.375056Z","steps":["trace[1790561074] 'agreement among raft nodes before linearized reading' (duration: 2.971637879s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:30.375087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:27.40332Z","time spent":"2.971762682s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:18:30.375201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.16412037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T02:18:30.375231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.136481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w.189981c04e40925b\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-03-04T02:18:30.375227Z","caller":"traceutil/trace.go:171","msg":"trace[2018329194] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24011; }","duration":"3.164182062s","start":"2026-03-04T02:18:27.211037Z","end":"2026-03-04T02:18:30.375219Z","steps":["trace[2018329194] 'agreement among raft nodes before linearized reading' (duration: 3.16410319s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:30.375251Z","caller":"traceutil/trace.go:171","msg":"trace[1644748505] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w.189981c04e40925b; range_end:; response_count:1; response_revision:24011; }","duration":"363.191392ms","start":"2026-03-04T02:18:30.012051Z","end":"2026-03-04T02:18:30.375242Z","steps":["trace[1644748505] 'agreement among raft nodes before linearized reading' (duration: 363.10542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:30.375253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:27.211017Z","time spent":"3.164230562s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-04T02:18:30.375265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:30.012028Z","time spent":"363.233143ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1011,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w.189981c04e40925b\" "} {"level":"warn","ts":"2026-03-04T02:18:30.375263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375026779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:18:30.375284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393960313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:30.375296Z","caller":"traceutil/trace.go:171","msg":"trace[1614052468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24011; }","duration":"1.375085141s","start":"2026-03-04T02:18:29.0002Z","end":"2026-03-04T02:18:30.375286Z","steps":["trace[1614052468] 'agreement among raft nodes before linearized reading' (duration: 1.374985649s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:30.375307Z","caller":"traceutil/trace.go:171","msg":"trace[1058294952] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24011; }","duration":"1.394010354s","start":"2026-03-04T02:18:28.98129Z","end":"2026-03-04T02:18:30.3753Z","steps":["trace[1058294952] 'agreement among raft nodes before linearized reading' (duration: 1.393965872s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:30.375322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:29.000183Z","time spent":"1.375132342s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:18:30.375331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:28.981275Z","time spent":"1.394050335s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:30.375375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.477639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T02:18:30.375395Z","caller":"traceutil/trace.go:171","msg":"trace[1140971004] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24011; }","duration":"301.529821ms","start":"2026-03-04T02:18:30.073857Z","end":"2026-03-04T02:18:30.375387Z","steps":["trace[1140971004] 'agreement among raft nodes before linearized reading' (duration: 301.479609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:30.375408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:30.073829Z","time spent":"301.575951ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T02:18:30.375459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.695651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:30.375486Z","caller":"traceutil/trace.go:171","msg":"trace[133209998] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24011; }","duration":"720.758553ms","start":"2026-03-04T02:18:29.654719Z","end":"2026-03-04T02:18:30.375477Z","steps":["trace[133209998] 'agreement among raft nodes before linearized reading' (duration: 720.712502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:30.37551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:29.654696Z","time spent":"720.807503ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:30.375639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.757065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:30.375655Z","caller":"traceutil/trace.go:171","msg":"trace[935144206] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24011; }","duration":"919.810967ms","start":"2026-03-04T02:18:29.45584Z","end":"2026-03-04T02:18:30.375651Z","steps":["trace[935144206] 'agreement among raft nodes before linearized reading' (duration: 919.779056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:30.375668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:29.455812Z","time spent":"919.852837ms","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:30.720361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.576478ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:30.720504Z","caller":"traceutil/trace.go:171","msg":"trace[1909272173] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24013; }","duration":"111.744653ms","start":"2026-03-04T02:18:30.608737Z","end":"2026-03-04T02:18:30.720481Z","steps":["trace[1909272173] 'range keys from in-memory index tree' (duration: 111.518897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:30.720505Z","caller":"traceutil/trace.go:171","msg":"trace[1526058342] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"251.412298ms","start":"2026-03-04T02:18:30.469068Z","end":"2026-03-04T02:18:30.720481Z","steps":["trace[1526058342] 'process raft request' (duration: 156.183651ms)","trace[1526058342] 'compare' (duration: 95.125375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.095158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.149607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:31.09536Z","caller":"traceutil/trace.go:171","msg":"trace[184036543] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"620.644911ms","start":"2026-03-04T02:18:30.474675Z","end":"2026-03-04T02:18:31.09532Z","steps":["trace[184036543] 'process raft request' (duration: 347.050754ms)","trace[184036543] 'compare' (duration: 273.002134ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:31.095399Z","caller":"traceutil/trace.go:171","msg":"trace[1337061555] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"371.516857ms","start":"2026-03-04T02:18:30.723859Z","end":"2026-03-04T02:18:31.095376Z","steps":["trace[1337061555] 'process raft request' (duration: 371.423544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:31.095431Z","caller":"traceutil/trace.go:171","msg":"trace[1498686902] linearizableReadLoop","detail":"{readStateIndex:24892; appliedIndex:24890; }","duration":"522.441425ms","start":"2026-03-04T02:18:30.572967Z","end":"2026-03-04T02:18:31.095408Z","steps":["trace[1498686902] 'read index received' (duration: 52.305503ms)","trace[1498686902] 'applied index is now lower than readState.Index' (duration: 470.134252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.095491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:30.723846Z","time spent":"371.599098ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:18:31.095531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:30.474652Z","time spent":"620.788495ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:31.095581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.908791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:31.095623Z","caller":"traceutil/trace.go:171","msg":"trace[542013406] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24016; }","duration":"284.981733ms","start":"2026-03-04T02:18:30.810629Z","end":"2026-03-04T02:18:31.095611Z","steps":["trace[542013406] 'agreement among raft nodes before linearized reading' (duration: 284.881971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:31.095701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.962685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-04T02:18:31.095779Z","caller":"traceutil/trace.go:171","msg":"trace[2012223291] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24016; }","duration":"259.095998ms","start":"2026-03-04T02:18:30.836665Z","end":"2026-03-04T02:18:31.095761Z","steps":["trace[2012223291] 'agreement among raft nodes before linearized reading' (duration: 258.864012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:31.095942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.702551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:18:31.096014Z","caller":"traceutil/trace.go:171","msg":"trace[2049635529] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24016; }","duration":"523.07722ms","start":"2026-03-04T02:18:30.572919Z","end":"2026-03-04T02:18:31.095996Z","steps":["trace[2049635529] 'agreement among raft nodes before linearized reading' (duration: 522.581669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:31.096068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:30.572897Z","time spent":"523.155841ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-04T02:18:31.591598Z","caller":"traceutil/trace.go:171","msg":"trace[1511782215] linearizableReadLoop","detail":"{readStateIndex:24894; appliedIndex:24893; }","duration":"371.905075ms","start":"2026-03-04T02:18:31.219669Z","end":"2026-03-04T02:18:31.591574Z","steps":["trace[1511782215] 'read index received' (duration: 371.67533ms)","trace[1511782215] 'applied index is now lower than readState.Index' (duration: 228.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:31.591644Z","caller":"traceutil/trace.go:171","msg":"trace[2108027981] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"490.56537ms","start":"2026-03-04T02:18:31.101039Z","end":"2026-03-04T02:18:31.591604Z","steps":["trace[2108027981] 'process raft request' (duration: 490.377735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:31.59177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:31.101014Z","time spent":"490.692033ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:31.591781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.08891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:31.591816Z","caller":"traceutil/trace.go:171","msg":"trace[775342340] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24017; }","duration":"372.186213ms","start":"2026-03-04T02:18:31.21962Z","end":"2026-03-04T02:18:31.591806Z","steps":["trace[775342340] 'agreement among raft nodes before linearized reading' (duration: 372.07358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:31.591864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:31.2196Z","time spent":"372.251004ms","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:31.591928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.924112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w\" ","response":"range_response_count:1 size:5597"} {"level":"warn","ts":"2026-03-04T02:18:31.591996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.164506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:31.592017Z","caller":"traceutil/trace.go:171","msg":"trace[538167730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24017; }","duration":"119.220907ms","start":"2026-03-04T02:18:31.47279Z","end":"2026-03-04T02:18:31.592011Z","steps":["trace[538167730] 'agreement among raft nodes before linearized reading' (duration: 119.174316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:31.592011Z","caller":"traceutil/trace.go:171","msg":"trace[244796360] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w; range_end:; response_count:1; response_revision:24017; }","duration":"291.055145ms","start":"2026-03-04T02:18:31.300938Z","end":"2026-03-04T02:18:31.591993Z","steps":["trace[244796360] 'agreement among raft nodes before linearized reading' (duration: 290.816399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:31.592182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.263088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:31.592204Z","caller":"traceutil/trace.go:171","msg":"trace[1988345052] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24017; }","duration":"264.287179ms","start":"2026-03-04T02:18:31.327911Z","end":"2026-03-04T02:18:31.592198Z","steps":["trace[1988345052] 'agreement among raft nodes before linearized reading' (duration: 264.245448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:31.965296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.842908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:31.965417Z","caller":"traceutil/trace.go:171","msg":"trace[1899080243] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"368.338372ms","start":"2026-03-04T02:18:31.597059Z","end":"2026-03-04T02:18:31.965397Z","steps":["trace[1899080243] 'process raft request' (duration: 255.314359ms)","trace[1899080243] 'compare' (duration: 112.319706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.965502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:31.597045Z","time spent":"368.414174ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:32.098707Z","caller":"traceutil/trace.go:171","msg":"trace[823926124] linearizableReadLoop","detail":"{readStateIndex:24896; appliedIndex:24894; }","duration":"406.083765ms","start":"2026-03-04T02:18:31.692595Z","end":"2026-03-04T02:18:32.098679Z","steps":["trace[823926124] 'read index received' (duration: 159.806547ms)","trace[823926124] 'applied index is now lower than readState.Index' (duration: 246.275918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:32.099098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.184455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:32.099158Z","caller":"traceutil/trace.go:171","msg":"trace[31568968] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24019; }","duration":"293.287457ms","start":"2026-03-04T02:18:31.80586Z","end":"2026-03-04T02:18:32.099147Z","steps":["trace[31568968] 'agreement among raft nodes before linearized reading' (duration: 293.176364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:32.099174Z","caller":"traceutil/trace.go:171","msg":"trace[2043679196] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"500.478582ms","start":"2026-03-04T02:18:31.598672Z","end":"2026-03-04T02:18:32.099151Z","steps":["trace[2043679196] 'process raft request' (duration: 472.369955ms)","trace[2043679196] 'compare' (duration: 27.513473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:32.099317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:31.598654Z","time spent":"500.611825ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5401,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:32.099104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.480674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:32.099613Z","caller":"traceutil/trace.go:171","msg":"trace[2113855406] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24019; }","duration":"407.084988ms","start":"2026-03-04T02:18:31.692521Z","end":"2026-03-04T02:18:32.099606Z","steps":["trace[2113855406] 'agreement among raft nodes before linearized reading' (duration: 406.480093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:32.099646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:31.692499Z","time spent":"407.139249ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:32.099654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.022164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:18:32.099695Z","caller":"traceutil/trace.go:171","msg":"trace[1382384795] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997; range_end:; response_count:1; response_revision:24019; }","duration":"131.065275ms","start":"2026-03-04T02:18:31.968621Z","end":"2026-03-04T02:18:32.099686Z","steps":["trace[1382384795] 'agreement among raft nodes before linearized reading' (duration: 130.967462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:32.099855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.487687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:18:32.09989Z","caller":"traceutil/trace.go:171","msg":"trace[2114865738] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24019; }","duration":"194.554459ms","start":"2026-03-04T02:18:31.905328Z","end":"2026-03-04T02:18:32.099882Z","steps":["trace[2114865738] 'agreement among raft nodes before linearized reading' (duration: 194.421486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:32.100023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.74076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:32.100047Z","caller":"traceutil/trace.go:171","msg":"trace[1160517997] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24019; }","duration":"267.825962ms","start":"2026-03-04T02:18:31.832216Z","end":"2026-03-04T02:18:32.100042Z","steps":["trace[1160517997] 'agreement among raft nodes before linearized reading' (duration: 267.786731ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:32.554524Z","caller":"traceutil/trace.go:171","msg":"trace[669305296] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"454.070026ms","start":"2026-03-04T02:18:32.10043Z","end":"2026-03-04T02:18:32.5545Z","steps":["trace[669305296] 'process raft request' (duration: 453.684637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:32.554661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:32.100415Z","time spent":"454.175548ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:32.784577Z","caller":"traceutil/trace.go:171","msg":"trace[195013352] linearizableReadLoop","detail":"{readStateIndex:24898; appliedIndex:24896; }","duration":"678.957794ms","start":"2026-03-04T02:18:32.105582Z","end":"2026-03-04T02:18:32.784539Z","steps":["trace[195013352] 'read index received' (duration: 448.510726ms)","trace[195013352] 'applied index is now lower than readState.Index' (duration: 230.446298ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:32.784627Z","caller":"traceutil/trace.go:171","msg":"trace[1168707231] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"676.091277ms","start":"2026-03-04T02:18:32.108488Z","end":"2026-03-04T02:18:32.784579Z","steps":["trace[1168707231] 'process raft request' (duration: 675.979384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:32.784635Z","caller":"traceutil/trace.go:171","msg":"trace[1353289897] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"682.22525ms","start":"2026-03-04T02:18:32.102318Z","end":"2026-03-04T02:18:32.784543Z","steps":["trace[1353289897] 'process raft request' (duration: 681.834441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:32.784748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:32.108481Z","time spent":"676.191519ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:32.784766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:32.102303Z","time spent":"682.391544ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:32.784773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.007748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:32.784818Z","caller":"traceutil/trace.go:171","msg":"trace[1240654492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24022; }","duration":"310.08464ms","start":"2026-03-04T02:18:32.474724Z","end":"2026-03-04T02:18:32.784809Z","steps":["trace[1240654492] 'agreement among raft nodes before linearized reading' (duration: 310.008799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:32.784799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.735385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:32.784839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.171119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w\" ","response":"range_response_count:1 size:5419"} {"level":"warn","ts":"2026-03-04T02:18:32.784897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.97438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18442"} {"level":"info","ts":"2026-03-04T02:18:32.784935Z","caller":"traceutil/trace.go:171","msg":"trace[1476131958] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w; range_end:; response_count:1; response_revision:24022; }","duration":"679.367293ms","start":"2026-03-04T02:18:32.105559Z","end":"2026-03-04T02:18:32.784926Z","steps":["trace[1476131958] 'agreement among raft nodes before linearized reading' (duration: 679.116707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:32.78495Z","caller":"traceutil/trace.go:171","msg":"trace[56439828] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24022; }","duration":"222.063852ms","start":"2026-03-04T02:18:32.562873Z","end":"2026-03-04T02:18:32.784937Z","steps":["trace[56439828] 'agreement among raft nodes before linearized reading' (duration: 221.914629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:32.78496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:32.105553Z","time spent":"679.400474ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5441,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w\" "} {"level":"warn","ts":"2026-03-04T02:18:32.784842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:32.474708Z","time spent":"310.129511ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:32.784989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.387464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:18:32.784867Z","caller":"traceutil/trace.go:171","msg":"trace[577626033] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24022; }","duration":"479.822897ms","start":"2026-03-04T02:18:32.305026Z","end":"2026-03-04T02:18:32.784849Z","steps":["trace[577626033] 'agreement among raft nodes before linearized reading' (duration: 479.697024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:32.785082Z","caller":"traceutil/trace.go:171","msg":"trace[1677759833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24022; }","duration":"315.524637ms","start":"2026-03-04T02:18:32.46954Z","end":"2026-03-04T02:18:32.785064Z","steps":["trace[1677759833] 'agreement among raft nodes before linearized reading' (duration: 315.264861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:32.78511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:32.30497Z","time spent":"480.127195ms","remote":"127.0.0.1:37906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:32.784889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.546868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-04T02:18:32.785126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:32.469523Z","time spent":"315.593689ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:18:32.785195Z","caller":"traceutil/trace.go:171","msg":"trace[2009049554] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24022; }","duration":"416.857836ms","start":"2026-03-04T02:18:32.368305Z","end":"2026-03-04T02:18:32.785163Z","steps":["trace[2009049554] 'agreement among raft nodes before linearized reading' (duration: 416.517798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:32.785297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:32.368292Z","time spent":"416.969328ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:18:33.38625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.953968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:33.38634Z","caller":"traceutil/trace.go:171","msg":"trace[1534322791] linearizableReadLoop","detail":"{readStateIndex:24900; appliedIndex:24899; }","duration":"597.372588ms","start":"2026-03-04T02:18:32.788952Z","end":"2026-03-04T02:18:33.386325Z","steps":["trace[1534322791] 'read index received' (duration: 337.278556ms)","trace[1534322791] 'applied index is now lower than readState.Index' (duration: 260.092952ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:33.386368Z","caller":"traceutil/trace.go:171","msg":"trace[781941154] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"597.603602ms","start":"2026-03-04T02:18:32.78875Z","end":"2026-03-04T02:18:33.386354Z","steps":["trace[781941154] 'process raft request' (duration: 337.44967ms)","trace[781941154] 'compare' (duration: 259.864396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:33.386415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:32.788725Z","time spent":"597.669394ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:33.386482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.527901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980e7fd82c019\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:18:33.386508Z","caller":"traceutil/trace.go:171","msg":"trace[116710481] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980e7fd82c019; range_end:; response_count:1; response_revision:24023; }","duration":"597.591933ms","start":"2026-03-04T02:18:32.788907Z","end":"2026-03-04T02:18:33.386499Z","steps":["trace[116710481] 'agreement among raft nodes before linearized reading' (duration: 597.47834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:33.386537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:32.788889Z","time spent":"597.641123ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980e7fd82c019\" "} {"level":"warn","ts":"2026-03-04T02:18:33.410298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.465123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:33.410359Z","caller":"traceutil/trace.go:171","msg":"trace[579298640] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24024; }","duration":"394.570665ms","start":"2026-03-04T02:18:33.015776Z","end":"2026-03-04T02:18:33.410347Z","steps":["trace[579298640] 'agreement among raft nodes before linearized reading' (duration: 394.454563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:33.410388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:33.015756Z","time spent":"394.626167ms","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:33.410394Z","caller":"traceutil/trace.go:171","msg":"trace[1821601862] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"617.630621ms","start":"2026-03-04T02:18:32.792741Z","end":"2026-03-04T02:18:33.410372Z","steps":["trace[1821601862] 'process raft request' (duration: 617.397076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:33.410513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:32.79273Z","time spent":"617.723563ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7744,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:33.664741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.729783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:33.664874Z","caller":"traceutil/trace.go:171","msg":"trace[1060574735] linearizableReadLoop","detail":"{readStateIndex:24902; appliedIndex:24901; }","duration":"251.099861ms","start":"2026-03-04T02:18:33.413754Z","end":"2026-03-04T02:18:33.664854Z","steps":["trace[1060574735] 'read index received' (duration: 121.125312ms)","trace[1060574735] 'applied index is now lower than readState.Index' (duration: 129.972589ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:33.664991Z","caller":"traceutil/trace.go:171","msg":"trace[696029702] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"276.360712ms","start":"2026-03-04T02:18:33.388611Z","end":"2026-03-04T02:18:33.664971Z","steps":["trace[696029702] 'process raft request' (duration: 146.314831ms)","trace[696029702] 'compare' (duration: 129.56206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:33.665473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.706455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w\" ","response":"range_response_count:1 size:7762"} {"level":"info","ts":"2026-03-04T02:18:33.665531Z","caller":"traceutil/trace.go:171","msg":"trace[594778936] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w; range_end:; response_count:1; response_revision:24025; }","duration":"251.793688ms","start":"2026-03-04T02:18:33.413721Z","end":"2026-03-04T02:18:33.665515Z","steps":["trace[594778936] 'agreement among raft nodes before linearized reading' (duration: 251.668495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:34.154566Z","caller":"traceutil/trace.go:171","msg":"trace[1182836520] linearizableReadLoop","detail":"{readStateIndex:24905; appliedIndex:24903; }","duration":"388.591596ms","start":"2026-03-04T02:18:33.76595Z","end":"2026-03-04T02:18:34.154541Z","steps":["trace[1182836520] 'read index received' (duration: 388.434002ms)","trace[1182836520] 'applied index is now lower than readState.Index' (duration: 156.523µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:34.154621Z","caller":"traceutil/trace.go:171","msg":"trace[464700191] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"483.780092ms","start":"2026-03-04T02:18:33.67081Z","end":"2026-03-04T02:18:34.15459Z","steps":["trace[464700191] 'process raft request' (duration: 483.520926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:34.154678Z","caller":"traceutil/trace.go:171","msg":"trace[638588113] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"479.849819ms","start":"2026-03-04T02:18:33.674818Z","end":"2026-03-04T02:18:34.154668Z","steps":["trace[638588113] 'process raft request' (duration: 479.657595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:34.154776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:33.670788Z","time spent":"483.901024ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:34.154801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:33.674805Z","time spent":"479.89984ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:34.155011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.052267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:18:34.155075Z","caller":"traceutil/trace.go:171","msg":"trace[560324896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24028; }","duration":"389.122249ms","start":"2026-03-04T02:18:33.765936Z","end":"2026-03-04T02:18:34.155058Z","steps":["trace[560324896] 'agreement among raft nodes before linearized reading' (duration: 388.959625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:34.15512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:33.765878Z","time spent":"389.230391ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:18:34.65557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:35.156146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:35.656963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:35.767095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000609686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:35.767159Z","caller":"traceutil/trace.go:171","msg":"trace[988895601] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725079s","start":"2026-03-04T02:18:33.766419Z","end":"2026-03-04T02:18:35.767144Z","steps":["trace[988895601] 'agreement among raft nodes before linearized reading' (duration: 2.000639907s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:35.767199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:33.766401Z","time spent":"2.000786671s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:36.157328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:36.474331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:36.474415Z","caller":"traceutil/trace.go:171","msg":"trace[748125806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000190695s","start":"2026-03-04T02:18:34.474205Z","end":"2026-03-04T02:18:36.474396Z","steps":["trace[748125806] 'agreement among raft nodes before linearized reading' (duration: 2.000083032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.474461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:34.474185Z","time spent":"2.000267107s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:36.657706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:37.158209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:37.658355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:38.159164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:38.482581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0007528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:38.482666Z","caller":"traceutil/trace.go:171","msg":"trace[1387379674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000885673s","start":"2026-03-04T02:18:36.481761Z","end":"2026-03-04T02:18:38.482646Z","steps":["trace[1387379674] 'agreement among raft nodes before linearized reading' (duration: 2.000778621s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:38.482713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:36.481745Z","time spent":"2.000959235s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:38.659784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:39.133777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99938343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:39.133885Z","caller":"traceutil/trace.go:171","msg":"trace[1392901846] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999543464s","start":"2026-03-04T02:18:34.134316Z","end":"2026-03-04T02:18:39.133859Z","steps":["trace[1392901846] 'agreement among raft nodes before linearized reading' (duration: 4.999416141s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.133936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:34.134295Z","time spent":"4.999629636s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 02:18:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:39.157956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:34.158782Z","time spent":"4.999165915s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:18:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:39.160088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:39.4878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.07169978s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:39.76992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000257968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:39.770006Z","caller":"traceutil/trace.go:171","msg":"trace[16281726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397651s","start":"2026-03-04T02:18:37.769589Z","end":"2026-03-04T02:18:39.769987Z","steps":["trace[16281726] 'agreement among raft nodes before linearized reading' (duration: 2.000286208s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.770053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:37.769573Z","time spent":"2.000469652s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:39.804545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999106732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:39.804627Z","caller":"traceutil/trace.go:171","msg":"trace[1253522288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999219025s","start":"2026-03-04T02:18:34.805395Z","end":"2026-03-04T02:18:39.804614Z","steps":["trace[1253522288] 'agreement among raft nodes before linearized reading' (duration: 4.999127913s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.804664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:34.805382Z","time spent":"4.999271156s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 02:18:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:40.24959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000074586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:40.249675Z","caller":"traceutil/trace.go:171","msg":"trace[557488995] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"5.000223249s","start":"2026-03-04T02:18:35.249432Z","end":"2026-03-04T02:18:40.249655Z","steps":["trace[557488995] 'agreement among raft nodes before linearized reading' (duration: 5.000112776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:40.249721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:35.249409Z","time spent":"5.00030059s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:18:40.350596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.542837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:40.350666Z","caller":"traceutil/trace.go:171","msg":"trace[444998177] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"6.583510357s","start":"2026-03-04T02:18:33.767142Z","end":"2026-03-04T02:18:40.350652Z","steps":["trace[444998177] 'process raft request' (duration: 5.720852069s)","trace[444998177] 'compare' (duration: 861.43728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:40.350697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:33.767117Z","time spent":"6.583567459s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:18:40.390564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999343148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:40.390635Z","caller":"traceutil/trace.go:171","msg":"trace[621930735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999467651s","start":"2026-03-04T02:18:35.39115Z","end":"2026-03-04T02:18:40.390618Z","steps":["trace[621930735] 'agreement among raft nodes before linearized reading' (duration: 4.999372308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:40.390672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:35.391132Z","time spent":"4.999532153s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:18:40.483669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000520543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:40.483752Z","caller":"traceutil/trace.go:171","msg":"trace[1229791346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000698707s","start":"2026-03-04T02:18:38.483034Z","end":"2026-03-04T02:18:40.483733Z","steps":["trace[1229791346] 'agreement among raft nodes before linearized reading' (duration: 2.000603135s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:40.483795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:38.483015Z","time spent":"2.000770989s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:40.56157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999557574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:40.561661Z","caller":"traceutil/trace.go:171","msg":"trace[1946376920] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999706257s","start":"2026-03-04T02:18:35.561933Z","end":"2026-03-04T02:18:40.561639Z","steps":["trace[1946376920] 'agreement among raft nodes before linearized reading' (duration: 4.999582304s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:40.56171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:35.561915Z","time spent":"4.999784049s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 02:18:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:40.71505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999545473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:40.715142Z","caller":"traceutil/trace.go:171","msg":"trace[1995875041] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999701727s","start":"2026-03-04T02:18:35.71542Z","end":"2026-03-04T02:18:40.715122Z","steps":["trace[1995875041] 'agreement among raft nodes before linearized reading' (duration: 4.999573134s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:40.715193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:35.715402Z","time spent":"4.999779779s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 02:18:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:41.159063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:34.15822Z","time spent":"7.000836056s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:41.835618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:34.835114Z","time spent":"7.000497237s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:41.935005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:34.929182Z","time spent":"7.005817382s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:42.489511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000456683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:42.489592Z","caller":"traceutil/trace.go:171","msg":"trace[1275230534] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000597166s","start":"2026-03-04T02:18:40.488979Z","end":"2026-03-04T02:18:42.489577Z","steps":["trace[1275230534] 'agreement among raft nodes before linearized reading' (duration: 2.000486923s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:42.489662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:40.488963Z","time spent":"2.000688779s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:43.766477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607165728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:43.766559Z","caller":"traceutil/trace.go:171","msg":"trace[76636403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.607299491s","start":"2026-03-04T02:18:41.159239Z","end":"2026-03-04T02:18:43.766538Z","steps":["trace[76636403] 'agreement among raft nodes before linearized reading' (duration: 2.607199138s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.766605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:41.159218Z","time spent":"2.607377822s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 02:18:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:43.770889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000593835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:43.770939Z","caller":"traceutil/trace.go:171","msg":"trace[935380396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000678878s","start":"2026-03-04T02:18:41.770249Z","end":"2026-03-04T02:18:43.770928Z","steps":["trace[935380396] 'agreement among raft nodes before linearized reading' (duration: 2.000621266s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.770974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:41.770234Z","time spent":"2.000730438s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:44.390916Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.902910193s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:44.490162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:44.49023Z","caller":"traceutil/trace.go:171","msg":"trace[848247849] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00038687s","start":"2026-03-04T02:18:42.489826Z","end":"2026-03-04T02:18:44.490212Z","steps":["trace[848247849] 'agreement among raft nodes before linearized reading' (duration: 2.000305828s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:44.490272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:42.489795Z","time spent":"2.000468792s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:44.763469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:37.763203Z","time spent":"7.000260512s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:44.805444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99859837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:44.805502Z","caller":"traceutil/trace.go:171","msg":"trace[1203981658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998695522s","start":"2026-03-04T02:18:41.806795Z","end":"2026-03-04T02:18:44.805491Z","steps":["trace[1203981658] 'agreement among raft nodes before linearized reading' (duration: 2.9986248s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:44.805534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:41.806783Z","time spent":"2.998743544s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 02:18:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:44.978098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369257847s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:44.978194Z","caller":"traceutil/trace.go:171","msg":"trace[1679057465] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24029; }","duration":"4.369366769s","start":"2026-03-04T02:18:40.608813Z","end":"2026-03-04T02:18:44.978179Z","steps":["trace[1679057465] 'range keys from in-memory index tree' (duration: 4.369244937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:44.980076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.920089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:44.98025Z","caller":"traceutil/trace.go:171","msg":"trace[1953045237] linearizableReadLoop","detail":"{readStateIndex:24911; appliedIndex:24905; }","duration":"10.825610932s","start":"2026-03-04T02:18:34.154632Z","end":"2026-03-04T02:18:44.980243Z","steps":["trace[1953045237] 'read index received' (duration: 5.333379509s)","trace[1953045237] 'applied index is now lower than readState.Index' (duration: 5.492230893s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:44.980429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.049117888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:18:44.980446Z","caller":"traceutil/trace.go:171","msg":"trace[2036716652] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:24034; }","duration":"11.049163869s","start":"2026-03-04T02:18:33.931276Z","end":"2026-03-04T02:18:44.98044Z","steps":["trace[2036716652] 'agreement among raft nodes before linearized reading' (duration: 11.049080167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:44.980463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:33.931261Z","time spent":"11.04919875s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-04T02:18:45.206031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000577256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:45.206124Z","caller":"traceutil/trace.go:171","msg":"trace[1004130673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000727909s","start":"2026-03-04T02:18:43.205374Z","end":"2026-03-04T02:18:45.206102Z","steps":["trace[1004130673] 'agreement among raft nodes before linearized reading' (duration: 2.000609477s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:45.206175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:43.205351Z","time spent":"2.000811791s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:45.391361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998418426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:45.391442Z","caller":"traceutil/trace.go:171","msg":"trace[2033996451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998556428s","start":"2026-03-04T02:18:42.392864Z","end":"2026-03-04T02:18:45.391421Z","steps":["trace[2033996451] 'agreement among raft nodes before linearized reading' (duration: 2.998455766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:45.391487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:42.392842Z","time spent":"2.998635311s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 02:18:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:45.469316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005478697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:45.469405Z","caller":"traceutil/trace.go:171","msg":"trace[1960360699] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.00562821s","start":"2026-03-04T02:18:35.463756Z","end":"2026-03-04T02:18:45.469384Z","steps":["trace[1960360699] 'agreement among raft nodes before linearized reading' (duration: 10.005509267s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:45.469457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:35.463738Z","time spent":"10.005707602s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/04 02:18:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:46.394692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244947358s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:46.496507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:46.496684Z","caller":"traceutil/trace.go:171","msg":"trace[710862555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000545425s","start":"2026-03-04T02:18:44.496118Z","end":"2026-03-04T02:18:46.496664Z","steps":["trace[710862555] 'agreement among raft nodes before linearized reading' (duration: 2.000344211s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:46.496761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:44.496103Z","time spent":"2.000645037s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:46.886814Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9cb6727f2dcc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:18:47.237548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998460728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:47.237644Z","caller":"traceutil/trace.go:171","msg":"trace[1594684275] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998608292s","start":"2026-03-04T02:18:42.23901Z","end":"2026-03-04T02:18:47.237618Z","steps":["trace[1594684275] 'agreement among raft nodes before linearized reading' (duration: 4.998499269s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:47.237705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:42.238982Z","time spent":"4.998708843s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 02:18:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:47.538079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.143213989s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:47.640039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998857987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:47.640129Z","caller":"traceutil/trace.go:171","msg":"trace[277670077] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.99899402s","start":"2026-03-04T02:18:42.641115Z","end":"2026-03-04T02:18:47.640109Z","steps":["trace[277670077] 'agreement among raft nodes before linearized reading' (duration: 4.998879788s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:47.640176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:42.641099Z","time spent":"4.999067062s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 02:18:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:48.32156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999152355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:48.321902Z","caller":"traceutil/trace.go:171","msg":"trace[1622546251] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999574855s","start":"2026-03-04T02:18:43.322304Z","end":"2026-03-04T02:18:48.321878Z","steps":["trace[1622546251] 'agreement among raft nodes before linearized reading' (duration: 4.999173016s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:48.322066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:43.322289Z","time spent":"4.999662837s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 02:18:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:48.498154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000947564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:48.498287Z","caller":"traceutil/trace.go:171","msg":"trace[1192115704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001134488s","start":"2026-03-04T02:18:46.497124Z","end":"2026-03-04T02:18:48.498259Z","steps":["trace[1192115704] 'agreement among raft nodes before linearized reading' (duration: 2.000954614s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:48.498352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:46.497113Z","time spent":"2.00122609s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:48.841074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:41.840283Z","time spent":"7.000783834s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:48.919628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999485603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:48.919735Z","caller":"traceutil/trace.go:171","msg":"trace[1345686420] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999633616s","start":"2026-03-04T02:18:43.92008Z","end":"2026-03-04T02:18:48.919713Z","steps":["trace[1345686420] 'agreement among raft nodes before linearized reading' (duration: 4.999501493s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:48.919787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:43.920068Z","time spent":"4.999707697s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:18:48.939423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:41.938348Z","time spent":"7.001068631s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:49.806198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:44.807642Z","time spent":"4.998549991s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:50.392422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:45.393819Z","time spent":"4.998596271s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:18:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:50.50641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:50.506493Z","caller":"traceutil/trace.go:171","msg":"trace[273044006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000194406s","start":"2026-03-04T02:18:48.506281Z","end":"2026-03-04T02:18:50.506475Z","steps":["trace[273044006] 'agreement among raft nodes before linearized reading' (duration: 2.000090354s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:50.50654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:48.506228Z","time spent":"2.000303228s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:51.953784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.804137646s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T02:18:51.95395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345863598s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:51.954034Z","caller":"traceutil/trace.go:171","msg":"trace[356648707] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24035; }","duration":"1.34595071s","start":"2026-03-04T02:18:50.608066Z","end":"2026-03-04T02:18:51.954016Z","steps":["trace[356648707] 'range keys from in-memory index tree' (duration: 1.345850378s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:51.957693Z","caller":"traceutil/trace.go:171","msg":"trace[1873688360] linearizableReadLoop","detail":"{readStateIndex:24915; appliedIndex:24911; }","duration":"6.977405638s","start":"2026-03-04T02:18:44.980269Z","end":"2026-03-04T02:18:51.957675Z","steps":["trace[1873688360] 'read index received' (duration: 169.481123ms)","trace[1873688360] 'applied index is now lower than readState.Index' (duration: 6.807923535s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:51.957779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.938881102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:51.957793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.405202547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:51.957808Z","caller":"traceutil/trace.go:171","msg":"trace[2097496700] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24037; }","duration":"12.938964454s","start":"2026-03-04T02:18:39.018835Z","end":"2026-03-04T02:18:51.9578Z","steps":["trace[2097496700] 'agreement among raft nodes before linearized reading' (duration: 12.938900122s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:51.957815Z","caller":"traceutil/trace.go:171","msg":"trace[1080546041] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24037; }","duration":"16.405266779s","start":"2026-03-04T02:18:35.55254Z","end":"2026-03-04T02:18:51.957807Z","steps":["trace[1080546041] 'agreement among raft nodes before linearized reading' (duration: 16.405223918s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.957832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:39.018815Z","time spent":"12.939011935s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:51.957833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:35.552527Z","time spent":"16.405301359s","remote":"127.0.0.1:37986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:51.957832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.394172467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:51.95782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.038766149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:51.957867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.389058233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:51.957831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.995977833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:51.9579Z","caller":"traceutil/trace.go:171","msg":"trace[1303396621] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24037; }","duration":"9.389127165s","start":"2026-03-04T02:18:42.568764Z","end":"2026-03-04T02:18:51.957891Z","steps":["trace[1303396621] 'agreement among raft nodes before linearized reading' (duration: 9.389082354s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.957845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.439377953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:18:51.957885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.835416723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:51.957927Z","caller":"traceutil/trace.go:171","msg":"trace[1135580449] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24037; }","duration":"12.439492205s","start":"2026-03-04T02:18:39.518427Z","end":"2026-03-04T02:18:51.957919Z","steps":["trace[1135580449] 'agreement among raft nodes before linearized reading' (duration: 12.439327982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.957946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.773981526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:51.95793Z","caller":"traceutil/trace.go:171","msg":"trace[1168221543] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24037; }","duration":"8.996114566s","start":"2026-03-04T02:18:42.961787Z","end":"2026-03-04T02:18:51.957902Z","steps":["trace[1168221543] 'agreement among raft nodes before linearized reading' (duration: 8.995938202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.957942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.397490527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T02:18:51.957964Z","caller":"traceutil/trace.go:171","msg":"trace[2093197058] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24037; }","duration":"12.774034527s","start":"2026-03-04T02:18:39.183924Z","end":"2026-03-04T02:18:51.957958Z","steps":["trace[2093197058] 'agreement among raft nodes before linearized reading' (duration: 12.774002007s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.957854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.397413846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:428"} {"level":"info","ts":"2026-03-04T02:18:51.957962Z","caller":"traceutil/trace.go:171","msg":"trace[511972415] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24037; }","duration":"11.835538775s","start":"2026-03-04T02:18:40.122405Z","end":"2026-03-04T02:18:51.957944Z","steps":["trace[511972415] 'agreement among raft nodes before linearized reading' (duration: 11.835278809s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.957975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.535442563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:51.957985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:39.183907Z","time spent":"12.774072368s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:51.957985Z","caller":"traceutil/trace.go:171","msg":"trace[1573066559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24037; }","duration":"16.397534919s","start":"2026-03-04T02:18:35.560437Z","end":"2026-03-04T02:18:51.957972Z","steps":["trace[1573066559] 'agreement among raft nodes before linearized reading' (duration: 16.397447657s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:51.957999Z","caller":"traceutil/trace.go:171","msg":"trace[217354448] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24037; }","duration":"16.535507643s","start":"2026-03-04T02:18:35.422484Z","end":"2026-03-04T02:18:51.957992Z","steps":["trace[217354448] 'agreement among raft nodes before linearized reading' (duration: 16.535464352s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.957993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:42.961774Z","time spent":"8.996202009s","remote":"127.0.0.1:41374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:51.958007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:40.122389Z","time spent":"11.835607107s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:51.958021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:35.422463Z","time spent":"16.535551415s","remote":"127.0.0.1:35846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:51.958031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.502570472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:51.957923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:42.568716Z","time spent":"9.389201077s","remote":"127.0.0.1:38016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:51.958032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.765381087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:18:51.957962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.983155254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:51.958008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.209686549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130726"} {"level":"info","ts":"2026-03-04T02:18:51.958068Z","caller":"traceutil/trace.go:171","msg":"trace[1789027150] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24037; }","duration":"9.983302058s","start":"2026-03-04T02:18:41.974757Z","end":"2026-03-04T02:18:51.958059Z","steps":["trace[1789027150] 'agreement among raft nodes before linearized reading' (duration: 9.983179335s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:51.958072Z","caller":"traceutil/trace.go:171","msg":"trace[1747074396] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24037; }","duration":"13.765419498s","start":"2026-03-04T02:18:38.192637Z","end":"2026-03-04T02:18:51.958056Z","steps":["trace[1747074396] 'agreement among raft nodes before linearized reading' (duration: 13.765257414s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.991875323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:51.958092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:41.974742Z","time spent":"9.983341288s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:51.958098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.815980682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T02:18:51.958107Z","caller":"traceutil/trace.go:171","msg":"trace[1463705913] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24037; }","duration":"14.991895954s","start":"2026-03-04T02:18:36.966203Z","end":"2026-03-04T02:18:51.958099Z","steps":["trace[1463705913] 'agreement among raft nodes before linearized reading' (duration: 14.991864913s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:38.192604Z","time spent":"13.765492829s","remote":"127.0.0.1:35742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:51.958105Z","caller":"traceutil/trace.go:171","msg":"trace[316820109] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24037; }","duration":"7.209811071s","start":"2026-03-04T02:18:44.748268Z","end":"2026-03-04T02:18:51.958079Z","steps":["trace[316820109] 'agreement among raft nodes before linearized reading' (duration: 7.209549125s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:36.966147Z","time spent":"14.991978125s","remote":"127.0.0.1:38192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:51.958139Z","caller":"traceutil/trace.go:171","msg":"trace[244326877] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24037; }","duration":"15.816031583s","start":"2026-03-04T02:18:36.142087Z","end":"2026-03-04T02:18:51.958118Z","steps":["trace[244326877] 'agreement among raft nodes before linearized reading' (duration: 15.81589553s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.789113734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:51.958157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:44.748256Z","time spent":"7.209890803s","remote":"127.0.0.1:44858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130748,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T02:18:51.958164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:36.142072Z","time spent":"15.816086834s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:18:51.958178Z","caller":"traceutil/trace.go:171","msg":"trace[1901449386] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24037; }","duration":"17.789163485s","start":"2026-03-04T02:18:34.169007Z","end":"2026-03-04T02:18:51.958171Z","steps":["trace[1901449386] 'agreement among raft nodes before linearized reading' (duration: 17.789128685s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.795751654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189981c3573eaf4d\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-04T02:18:51.958232Z","caller":"traceutil/trace.go:171","msg":"trace[769134333] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189981c3573eaf4d; range_end:; response_count:1; response_revision:24037; }","duration":"10.795838216s","start":"2026-03-04T02:18:41.16238Z","end":"2026-03-04T02:18:51.958218Z","steps":["trace[769134333] 'agreement among raft nodes before linearized reading' (duration: 10.795662442s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.676258561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:51.95779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.11167785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:51.958262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:41.16237Z","time spent":"10.795883057s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.189981c3573eaf4d\" "} {"level":"info","ts":"2026-03-04T02:18:51.958268Z","caller":"traceutil/trace.go:171","msg":"trace[1642544680] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24037; }","duration":"11.676325532s","start":"2026-03-04T02:18:40.281934Z","end":"2026-03-04T02:18:51.95826Z","steps":["trace[1642544680] 'agreement among raft nodes before linearized reading' (duration: 11.676258231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:40.281916Z","time spent":"11.676369883s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:51.957994Z","caller":"traceutil/trace.go:171","msg":"trace[1496181177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24037; }","duration":"16.397561179s","start":"2026-03-04T02:18:35.560425Z","end":"2026-03-04T02:18:51.957986Z","steps":["trace[1496181177] 'agreement among raft nodes before linearized reading' (duration: 16.397303903s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.799116148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-97lrd\" ","response":"range_response_count:1 size:4981"} {"level":"info","ts":"2026-03-04T02:18:51.958298Z","caller":"traceutil/trace.go:171","msg":"trace[230625612] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24037; }","duration":"10.112222402s","start":"2026-03-04T02:18:41.846056Z","end":"2026-03-04T02:18:51.958278Z","steps":["trace[230625612] 'agreement among raft nodes before linearized reading' (duration: 10.111687829s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:51.958324Z","caller":"traceutil/trace.go:171","msg":"trace[777959778] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-97lrd; range_end:; response_count:1; response_revision:24037; }","duration":"17.79915713s","start":"2026-03-04T02:18:34.15916Z","end":"2026-03-04T02:18:51.958318Z","steps":["trace[777959778] 'agreement among raft nodes before linearized reading' (duration: 17.799056167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:35.560402Z","time spent":"16.397915327s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":450,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:18:51.958345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:34.159155Z","time spent":"17.79918523s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5003,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-97lrd\" "} {"level":"warn","ts":"2026-03-04T02:18:51.958358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.439438653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:51.958363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.182663869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:51.958381Z","caller":"traceutil/trace.go:171","msg":"trace[369908108] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24037; }","duration":"10.439461843s","start":"2026-03-04T02:18:41.518911Z","end":"2026-03-04T02:18:51.958373Z","steps":["trace[369908108] 'agreement among raft nodes before linearized reading' (duration: 10.439401432s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:34.168992Z","time spent":"17.789203906s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:51.958381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:44.984627Z","time spent":"6.973752122s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:51.958399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:41.518827Z","time spent":"10.439568336s","remote":"127.0.0.1:45306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:51.958409Z","caller":"traceutil/trace.go:171","msg":"trace[1809092511] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24037; }","duration":"10.182748771s","start":"2026-03-04T02:18:41.775648Z","end":"2026-03-04T02:18:51.958397Z","steps":["trace[1809092511] 'agreement among raft nodes before linearized reading' (duration: 10.182675829s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.957776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.329262762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:51.957963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:39.51841Z","time spent":"12.439543836s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:18:51.957831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.193981953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:51.958024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:35.560435Z","time spent":"16.3975815s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:18:51.958452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:41.775628Z","time spent":"10.182814243s","remote":"127.0.0.1:38204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:51.958473Z","caller":"traceutil/trace.go:171","msg":"trace[2046556535] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24037; }","duration":"9.194641378s","start":"2026-03-04T02:18:42.763822Z","end":"2026-03-04T02:18:51.958464Z","steps":["trace[2046556535] 'agreement among raft nodes before linearized reading' (duration: 9.193985063s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:51.957892Z","caller":"traceutil/trace.go:171","msg":"trace[125480017] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24037; }","duration":"16.038881232s","start":"2026-03-04T02:18:35.918991Z","end":"2026-03-04T02:18:51.957872Z","steps":["trace[125480017] 'agreement among raft nodes before linearized reading' (duration: 16.038742099s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:42.763813Z","time spent":"9.194678409s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:51.958122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.990269006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:51.958508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.838310506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:18:51.958526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:35.918975Z","time spent":"16.039536717s","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:51.958535Z","caller":"traceutil/trace.go:171","msg":"trace[1033329167] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24037; }","duration":"16.990713517s","start":"2026-03-04T02:18:34.967811Z","end":"2026-03-04T02:18:51.958524Z","steps":["trace[1033329167] 'agreement among raft nodes before linearized reading' (duration: 16.990287617s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.268048873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-04T02:18:51.958574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:34.967791Z","time spent":"16.990767858s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:51.958055Z","caller":"traceutil/trace.go:171","msg":"trace[429700861] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24037; }","duration":"14.502621643s","start":"2026-03-04T02:18:37.455426Z","end":"2026-03-04T02:18:51.958047Z","steps":["trace[429700861] 'agreement among raft nodes before linearized reading' (duration: 14.502582753s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:41.846036Z","time spent":"10.112300074s","remote":"127.0.0.1:37784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:51.958604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:37.45541Z","time spent":"14.503187837s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:51.957873Z","caller":"traceutil/trace.go:171","msg":"trace[1139841102] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24037; }","duration":"13.394242429s","start":"2026-03-04T02:18:38.563616Z","end":"2026-03-04T02:18:51.957859Z","steps":["trace[1139841102] 'agreement among raft nodes before linearized reading' (duration: 13.394184828s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.471696016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:51.958693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.192559518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:18:51.958568Z","caller":"traceutil/trace.go:171","msg":"trace[175007356] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24037; }","duration":"7.838358857s","start":"2026-03-04T02:18:44.120187Z","end":"2026-03-04T02:18:51.958546Z","steps":["trace[175007356] 'agreement among raft nodes before linearized reading' (duration: 7.838206294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:38.563598Z","time spent":"13.395086398s","remote":"127.0.0.1:50204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:51.958714Z","caller":"traceutil/trace.go:171","msg":"trace[8490598] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24037; }","duration":"8.471734977s","start":"2026-03-04T02:18:43.486971Z","end":"2026-03-04T02:18:51.958706Z","steps":["trace[8490598] 'agreement among raft nodes before linearized reading' (duration: 8.471648695s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:44.120142Z","time spent":"7.838585093s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:18:51.95874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:43.486935Z","time spent":"8.471799408s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:51.958601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.153954825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:51.958832Z","caller":"traceutil/trace.go:171","msg":"trace[47307073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24037; }","duration":"7.154205682s","start":"2026-03-04T02:18:44.804621Z","end":"2026-03-04T02:18:51.958827Z","steps":["trace[47307073] 'agreement among raft nodes before linearized reading' (duration: 7.153954796s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:51.958466Z","caller":"traceutil/trace.go:171","msg":"trace[911555096] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24037; }","duration":"15.329998279s","start":"2026-03-04T02:18:36.628451Z","end":"2026-03-04T02:18:51.958449Z","steps":["trace[911555096] 'agreement among raft nodes before linearized reading' (duration: 15.329269882s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:44.804614Z","time spent":"7.154230382s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:51.958582Z","caller":"traceutil/trace.go:171","msg":"trace[1939235159] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24037; }","duration":"7.268300459s","start":"2026-03-04T02:18:44.690275Z","end":"2026-03-04T02:18:51.958575Z","steps":["trace[1939235159] 'agreement among raft nodes before linearized reading' (duration: 7.26794023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.958875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:36.628431Z","time spent":"15.330428218s","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:51.958885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:44.690258Z","time spent":"7.268614927s","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-04T02:18:51.958717Z","caller":"traceutil/trace.go:171","msg":"trace[1807024084] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24037; }","duration":"7.192607349s","start":"2026-03-04T02:18:44.766103Z","end":"2026-03-04T02:18:51.95871Z","steps":["trace[1807024084] 'agreement among raft nodes before linearized reading' (duration: 7.192512027s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.95894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:44.766089Z","time spent":"7.192838555s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T02:18:51.95901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.175443129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:51.959048Z","caller":"traceutil/trace.go:171","msg":"trace[1711323112] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24037; }","duration":"8.175499451s","start":"2026-03-04T02:18:43.783541Z","end":"2026-03-04T02:18:51.95904Z","steps":["trace[1711323112] 'agreement among raft nodes before linearized reading' (duration: 8.175433439s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.95907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:43.783529Z","time spent":"8.175535411s","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:51.957898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.891621397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:51.959797Z","caller":"traceutil/trace.go:171","msg":"trace[1744172267] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24037; }","duration":"11.893521191s","start":"2026-03-04T02:18:40.066262Z","end":"2026-03-04T02:18:51.959784Z","steps":["trace[1744172267] 'agreement among raft nodes before linearized reading' (duration: 11.891603526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:51.959835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:40.066212Z","time spent":"11.893611903s","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:52.432099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:52.432183Z","caller":"traceutil/trace.go:171","msg":"trace[615381044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000506994s","start":"2026-03-04T02:18:50.431657Z","end":"2026-03-04T02:18:52.432164Z","steps":["trace[615381044] 'agreement among raft nodes before linearized reading' (duration: 2.000386731s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:52.432237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.431626Z","time spent":"2.000596276s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:52.458816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:52.507306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000567205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:52.507369Z","caller":"traceutil/trace.go:171","msg":"trace[1626145270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000674418s","start":"2026-03-04T02:18:50.506681Z","end":"2026-03-04T02:18:52.507356Z","steps":["trace[1626145270] 'agreement among raft nodes before linearized reading' (duration: 2.000600736s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:52.507405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.506662Z","time spent":"2.00073471s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:52.761798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.824313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:52.761868Z","caller":"traceutil/trace.go:171","msg":"trace[2023443151] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"797.925676ms","start":"2026-03-04T02:18:51.963927Z","end":"2026-03-04T02:18:52.761852Z","steps":["trace[2023443151] 'agreement among raft nodes before linearized reading' (duration: 797.835904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:52.761905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:51.963915Z","time spent":"797.982397ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/04 02:18:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:52.959925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:53.460489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:53.895424Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9cb6727f2dcc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:18:53.96159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:54.228075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:54.228158Z","caller":"traceutil/trace.go:171","msg":"trace[797053975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000705008s","start":"2026-03-04T02:18:52.227434Z","end":"2026-03-04T02:18:54.228139Z","steps":["trace[797053975] 'agreement among raft nodes before linearized reading' (duration: 2.000585755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:54.228203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:52.227412Z","time spent":"2.00078273s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:54.462198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:54.516581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000404491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:54.516669Z","caller":"traceutil/trace.go:171","msg":"trace[268207396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000563175s","start":"2026-03-04T02:18:52.516087Z","end":"2026-03-04T02:18:54.51665Z","steps":["trace[268207396] 'agreement among raft nodes before linearized reading' (duration: 2.000430572s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:54.516718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:52.516071Z","time spent":"2.000636406s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:54.791142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999250306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:54.791242Z","caller":"traceutil/trace.go:171","msg":"trace[2083184390] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.99940474s","start":"2026-03-04T02:18:49.791811Z","end":"2026-03-04T02:18:54.791215Z","steps":["trace[2083184390] 'agreement among raft nodes before linearized reading' (duration: 4.999289237s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:54.791316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:49.791792Z","time spent":"4.999510163s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 02:18:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:54.822158Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.283911754s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:55.449335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999652077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:55.449442Z","caller":"traceutil/trace.go:171","msg":"trace[966075886] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99979407s","start":"2026-03-04T02:18:50.449625Z","end":"2026-03-04T02:18:55.449419Z","steps":["trace[966075886] 'agreement among raft nodes before linearized reading' (duration: 4.999657707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:55.449502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.449618Z","time spent":"4.999873532s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 02:18:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:56.524662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000936585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:56.524743Z","caller":"traceutil/trace.go:171","msg":"trace[820764773] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001066817s","start":"2026-03-04T02:18:54.523658Z","end":"2026-03-04T02:18:56.524725Z","steps":["trace[820764773] 'agreement among raft nodes before linearized reading' (duration: 2.000963194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:56.524789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:54.523642Z","time spent":"2.001138939s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:56.848355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001741416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:56.848448Z","caller":"traceutil/trace.go:171","msg":"trace[254624820] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.00189506s","start":"2026-03-04T02:18:51.846533Z","end":"2026-03-04T02:18:56.848428Z","steps":["trace[254624820] 'agreement among raft nodes before linearized reading' (duration: 5.001774797s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:56.848498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:51.846512Z","time spent":"5.001975541s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:18:57.332696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996464482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:57.3328Z","caller":"traceutil/trace.go:171","msg":"trace[1733249090] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.996638816s","start":"2026-03-04T02:18:52.33614Z","end":"2026-03-04T02:18:57.332779Z","steps":["trace[1733249090] 'agreement among raft nodes before linearized reading' (duration: 4.996497903s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:57.332855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:52.336119Z","time spent":"4.996724849s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 02:18:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:58.525196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:58.525283Z","caller":"traceutil/trace.go:171","msg":"trace[202159283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310019s","start":"2026-03-04T02:18:56.524949Z","end":"2026-03-04T02:18:58.525259Z","steps":["trace[202159283] 'agreement among raft nodes before linearized reading' (duration: 2.000205916s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:58.525343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:56.524927Z","time spent":"2.00040239s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:58.752016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.92971498s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:18:58.752068Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"3.929780472s","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:18:58.844054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999549238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:58.844137Z","caller":"traceutil/trace.go:171","msg":"trace[20379511] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999693722s","start":"2026-03-04T02:18:48.844424Z","end":"2026-03-04T02:18:58.844118Z","steps":["trace[20379511] 'agreement among raft nodes before linearized reading' (duration: 9.999575979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:58.844185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:48.84441Z","time spent":"9.999765633s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T02:18:58.961323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:51.960652Z","time spent":"7.000664602s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:58.961326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:51.960592Z","time spent":"7.000729573s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:58.965115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:51.963983Z","time spent":"7.001125852s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:58.965255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:51.965172Z","time spent":"7.000077568s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:58.993799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:51.992726Z","time spent":"7.001070461s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:59.765377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:52.764341Z","time spent":"7.00102901s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:00.532905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000649028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:00.533036Z","caller":"traceutil/trace.go:171","msg":"trace[2146748895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000809472s","start":"2026-03-04T02:18:58.532205Z","end":"2026-03-04T02:19:00.533015Z","steps":["trace[2146748895] 'agreement among raft nodes before linearized reading' (duration: 2.000671708s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:00.533089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:58.532193Z","time spent":"2.000887323s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:02.350147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999642805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:02.350211Z","caller":"traceutil/trace.go:171","msg":"trace[630907277] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999766998s","start":"2026-03-04T02:18:57.35043Z","end":"2026-03-04T02:19:02.350197Z","steps":["trace[630907277] 'agreement among raft nodes before linearized reading' (duration: 4.999678286s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:02.350244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:57.35041Z","time spent":"4.99982749s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 02:19:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:02.443397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.61092367s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:19:02.444041Z","caller":"traceutil/trace.go:171","msg":"trace[1698819977] linearizableReadLoop","detail":"{readStateIndex:24924; appliedIndex:24917; }","duration":"10.486277099s","start":"2026-03-04T02:18:51.957742Z","end":"2026-03-04T02:19:02.444019Z","steps":["trace[1698819977] 'read index received' (duration: 2.864570417s)","trace[1698819977] 'applied index is now lower than readState.Index' (duration: 7.621705702s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:02.444251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.344076295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:02.444318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.286401278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:02.444365Z","caller":"traceutil/trace.go:171","msg":"trace[2117960480] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24042; }","duration":"13.28649434s","start":"2026-03-04T02:18:49.157859Z","end":"2026-03-04T02:19:02.444353Z","steps":["trace[2117960480] 'agreement among raft nodes before linearized reading' (duration: 13.286401937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:02.444405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:49.157842Z","time spent":"13.286553792s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:02.444636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.270006563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:02.444689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.644691927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:02.444697Z","caller":"traceutil/trace.go:171","msg":"trace[1234345269] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24042; }","duration":"11.270101425s","start":"2026-03-04T02:18:51.17458Z","end":"2026-03-04T02:19:02.444682Z","steps":["trace[1234345269] 'agreement among raft nodes before linearized reading' (duration: 11.270003883s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:02.44472Z","caller":"traceutil/trace.go:171","msg":"trace[927216454] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24042; }","duration":"15.644788329s","start":"2026-03-04T02:18:46.799923Z","end":"2026-03-04T02:19:02.444712Z","steps":["trace[927216454] 'agreement among raft nodes before linearized reading' (duration: 15.644733408s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:02.444732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:51.174562Z","time spent":"11.270161806s","remote":"127.0.0.1:38160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:02.44476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:46.799874Z","time spent":"15.644878471s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:02.444837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.090645831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:02.444866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.155874094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:02.444931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.076742958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:02.444944Z","caller":"traceutil/trace.go:171","msg":"trace[2060977436] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24042; }","duration":"12.155961917s","start":"2026-03-04T02:18:50.288965Z","end":"2026-03-04T02:19:02.444926Z","steps":["trace[2060977436] 'agreement among raft nodes before linearized reading' (duration: 12.155788383s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:02.444968Z","caller":"traceutil/trace.go:171","msg":"trace[517968466] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24042; }","duration":"16.076802699s","start":"2026-03-04T02:18:46.368156Z","end":"2026-03-04T02:19:02.444959Z","steps":["trace[517968466] 'agreement among raft nodes before linearized reading' (duration: 16.076750328s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:02.444989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.2889Z","time spent":"12.156079989s","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:02.445003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:46.368141Z","time spent":"16.076854581s","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:02.444902Z","caller":"traceutil/trace.go:171","msg":"trace[252973774] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24042; }","duration":"12.090753923s","start":"2026-03-04T02:18:50.354136Z","end":"2026-03-04T02:19:02.44489Z","steps":["trace[252973774] 'agreement among raft nodes before linearized reading' (duration: 12.090526428s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:02.445088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.354118Z","time spent":"12.090955267s","remote":"127.0.0.1:37704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:02.445166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.202624268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:02.445408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.541782389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:02.445441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.470356558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:02.445467Z","caller":"traceutil/trace.go:171","msg":"trace[1503148798] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24042; }","duration":"13.541904881s","start":"2026-03-04T02:18:48.903546Z","end":"2026-03-04T02:19:02.445451Z","steps":["trace[1503148798] 'agreement among raft nodes before linearized reading' (duration: 13.541798839s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:02.445476Z","caller":"traceutil/trace.go:171","msg":"trace[674679546] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24042; }","duration":"11.470428859s","start":"2026-03-04T02:18:50.975038Z","end":"2026-03-04T02:19:02.445467Z","steps":["trace[674679546] 'agreement among raft nodes before linearized reading' (duration: 11.470360547s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:02.445496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.227329337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:02.445506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.975019Z","time spent":"11.47048061s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:02.445204Z","caller":"traceutil/trace.go:171","msg":"trace[1802195057] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24042; }","duration":"12.203022167s","start":"2026-03-04T02:18:50.242171Z","end":"2026-03-04T02:19:02.445193Z","steps":["trace[1802195057] 'agreement among raft nodes before linearized reading' (duration: 12.202555986s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:02.445545Z","caller":"traceutil/trace.go:171","msg":"trace[336893746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24042; }","duration":"14.22743654s","start":"2026-03-04T02:18:48.218098Z","end":"2026-03-04T02:19:02.445534Z","steps":["trace[336893746] 'agreement among raft nodes before linearized reading' (duration: 14.227357448s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:02.445584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:48.218068Z","time spent":"14.227507481s","remote":"127.0.0.1:47168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:02.445616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.242154Z","time spent":"12.203392366s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:02.445633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.50251728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-04T02:19:02.445673Z","caller":"traceutil/trace.go:171","msg":"trace[352501950] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24042; }","duration":"13.502580842s","start":"2026-03-04T02:18:48.943081Z","end":"2026-03-04T02:19:02.445662Z","steps":["trace[352501950] 'agreement among raft nodes before linearized reading' (duration: 13.502448339s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:02.445705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:48.943068Z","time spent":"13.502629493s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T02:19:02.445508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:48.90352Z","time spent":"13.541976423s","remote":"127.0.0.1:41420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:02.444377Z","caller":"traceutil/trace.go:171","msg":"trace[1003507902] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24042; }","duration":"12.344239929s","start":"2026-03-04T02:18:50.100089Z","end":"2026-03-04T02:19:02.444329Z","steps":["trace[1003507902] 'agreement among raft nodes before linearized reading' (duration: 12.344051255s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:02.445871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.100069Z","time spent":"12.345789875s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:02.446036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.577397913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:02.446082Z","caller":"traceutil/trace.go:171","msg":"trace[1628809726] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24042; }","duration":"14.577446694s","start":"2026-03-04T02:18:47.868623Z","end":"2026-03-04T02:19:02.44607Z","steps":["trace[1628809726] 'agreement among raft nodes before linearized reading' (duration: 14.577372912s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:02.446112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:47.868532Z","time spent":"14.577572407s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:02.446542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.530985405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:02.446627Z","caller":"traceutil/trace.go:171","msg":"trace[743545382] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24042; }","duration":"11.531123048s","start":"2026-03-04T02:18:50.915485Z","end":"2026-03-04T02:19:02.446608Z","steps":["trace[743545382] 'agreement among raft nodes before linearized reading' (duration: 11.530945664s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:02.44668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:50.915467Z","time spent":"11.53120198s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:02.533163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:02.533253Z","caller":"traceutil/trace.go:171","msg":"trace[1719139421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064923s","start":"2026-03-04T02:19:00.533169Z","end":"2026-03-04T02:19:02.533233Z","steps":["trace[1719139421] 'agreement among raft nodes before linearized reading' (duration: 1.99992758s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:02.533315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:00.53314Z","time spent":"2.000152595s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:02.771056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999106804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:02.771137Z","caller":"traceutil/trace.go:171","msg":"trace[198958849] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999241447s","start":"2026-03-04T02:18:57.771879Z","end":"2026-03-04T02:19:02.771121Z","steps":["trace[198958849] 'agreement among raft nodes before linearized reading' (duration: 4.999138895s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:02.77117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:57.771861Z","time spent":"4.999302348s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T02:19:02.944369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:04.000254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.037743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:04.000343Z","caller":"traceutil/trace.go:171","msg":"trace[1853550177] linearizableReadLoop","detail":"{readStateIndex:24925; appliedIndex:24924; }","duration":"1.556248677s","start":"2026-03-04T02:19:02.444081Z","end":"2026-03-04T02:19:04.00033Z","steps":["trace[1853550177] 'read index received' (duration: 677.00986ms)","trace[1853550177] 'applied index is now lower than readState.Index' (duration: 879.237787ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:04.000353Z","caller":"traceutil/trace.go:171","msg":"trace[1440929565] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"5.034973093s","start":"2026-03-04T02:18:58.965364Z","end":"2026-03-04T02:19:04.000337Z","steps":["trace[1440929565] 'process raft request' (duration: 4.155803926s)","trace[1440929565] 'compare' (duration: 878.945791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:04.000407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:58.965344Z","time spent":"5.035038434s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:19:04.000431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776574359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.000448Z","caller":"traceutil/trace.go:171","msg":"trace[456382487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24043; }","duration":"1.776622259s","start":"2026-03-04T02:19:02.22382Z","end":"2026-03-04T02:19:04.000442Z","steps":["trace[456382487] 'agreement among raft nodes before linearized reading' (duration: 1.776570738s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.000503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:02.223805Z","time spent":"1.776692871s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:04.000648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.912180593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:04.000661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.882010311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.000676Z","caller":"traceutil/trace.go:171","msg":"trace[581559076] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24043; }","duration":"6.912236984s","start":"2026-03-04T02:18:57.088433Z","end":"2026-03-04T02:19:04.00067Z","steps":["trace[581559076] 'agreement among raft nodes before linearized reading' (duration: 6.912193233s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:04.000683Z","caller":"traceutil/trace.go:171","msg":"trace[303105972] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24043; }","duration":"9.882070672s","start":"2026-03-04T02:18:54.118606Z","end":"2026-03-04T02:19:04.000677Z","steps":["trace[303105972] 'agreement among raft nodes before linearized reading' (duration: 9.882029782s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.000695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:57.088415Z","time spent":"6.912274755s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.000703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:54.118583Z","time spent":"9.882114953s","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.000825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.310942639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.000851Z","caller":"traceutil/trace.go:171","msg":"trace[1189988717] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24043; }","duration":"10.31101854s","start":"2026-03-04T02:18:53.689826Z","end":"2026-03-04T02:19:04.000845Z","steps":["trace[1189988717] 'agreement among raft nodes before linearized reading' (duration: 10.310978389s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.000856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.284611221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:19:04.00087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:53.689802Z","time spent":"10.311062562s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:04.000873Z","caller":"traceutil/trace.go:171","msg":"trace[730511426] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24043; }","duration":"7.284665712s","start":"2026-03-04T02:18:56.716202Z","end":"2026-03-04T02:19:04.000868Z","steps":["trace[730511426] 'agreement among raft nodes before linearized reading' (duration: 7.28457344s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.001061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:56.716181Z","time spent":"7.284874987s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.000831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.470974039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:04.001103Z","caller":"traceutil/trace.go:171","msg":"trace[1037874529] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24043; }","duration":"6.471279115s","start":"2026-03-04T02:18:57.529807Z","end":"2026-03-04T02:19:04.001086Z","steps":["trace[1037874529] 'agreement among raft nodes before linearized reading' (duration: 6.470604479s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.001169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.188977449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.00119Z","caller":"traceutil/trace.go:171","msg":"trace[1669011039] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24043; }","duration":"11.189021519s","start":"2026-03-04T02:18:52.812164Z","end":"2026-03-04T02:19:04.001185Z","steps":["trace[1669011039] 'agreement among raft nodes before linearized reading' (duration: 11.188994089s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.001208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:52.81215Z","time spent":"11.189053871s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.001207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:57.529791Z","time spent":"6.471400439s","remote":"127.0.0.1:41402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.001281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.486095423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:19:04.001307Z","caller":"traceutil/trace.go:171","msg":"trace[2130537273] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24043; }","duration":"8.486154704s","start":"2026-03-04T02:18:55.515146Z","end":"2026-03-04T02:19:04.001301Z","steps":["trace[2130537273] 'agreement among raft nodes before linearized reading' (duration: 8.486074532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.001326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:55.515123Z","time spent":"8.486196936s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:04.00141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.5120949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.001434Z","caller":"traceutil/trace.go:171","msg":"trace[589256710] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24043; }","duration":"8.512143542s","start":"2026-03-04T02:18:55.489284Z","end":"2026-03-04T02:19:04.001428Z","steps":["trace[589256710] 'agreement among raft nodes before linearized reading' (duration: 8.512109901s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.001452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:55.489272Z","time spent":"8.512175862s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:19:04.001541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.555287431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.001563Z","caller":"traceutil/trace.go:171","msg":"trace[1155620480] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24043; }","duration":"8.555334972s","start":"2026-03-04T02:18:55.446223Z","end":"2026-03-04T02:19:04.001558Z","steps":["trace[1155620480] 'agreement among raft nodes before linearized reading' (duration: 8.555302321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.00158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:55.446209Z","time spent":"8.555366782s","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.001574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005314046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:19:04.001624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.010528107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115561"} {"level":"info","ts":"2026-03-04T02:19:04.001642Z","caller":"traceutil/trace.go:171","msg":"trace[904404475] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24043; }","duration":"12.010583129s","start":"2026-03-04T02:18:51.991054Z","end":"2026-03-04T02:19:04.001637Z","steps":["trace[904404475] 'agreement among raft nodes before linearized reading' (duration: 12.010228001s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.001659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.046194808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:04.001663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:51.991036Z","time spent":"12.010621299s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115583,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-04T02:19:04.001676Z","caller":"traceutil/trace.go:171","msg":"trace[49187304] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24043; }","duration":"9.04624002s","start":"2026-03-04T02:18:54.955431Z","end":"2026-03-04T02:19:04.001671Z","steps":["trace[49187304] 'agreement among raft nodes before linearized reading' (duration: 9.046214079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.001699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:54.955416Z","time spent":"9.04627791s","remote":"127.0.0.1:42022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.001723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005569323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:04.001773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.279133245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.00179Z","caller":"traceutil/trace.go:171","msg":"trace[563100069] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24043; }","duration":"9.279186576s","start":"2026-03-04T02:18:54.722598Z","end":"2026-03-04T02:19:04.001785Z","steps":["trace[563100069] 'agreement among raft nodes before linearized reading' (duration: 9.279160676s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.001813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:54.722579Z","time spent":"9.279228577s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.001816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.040798445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-943b94da-03d5-4bd0-95e5-75f08e342edc\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T02:19:04.001837Z","caller":"traceutil/trace.go:171","msg":"trace[1020436474] range","detail":"{range_begin:/registry/persistentvolumes/pvc-943b94da-03d5-4bd0-95e5-75f08e342edc; range_end:; response_count:1; response_revision:24043; }","duration":"12.040843246s","start":"2026-03-04T02:18:51.960988Z","end":"2026-03-04T02:19:04.001831Z","steps":["trace[1020436474] 'agreement among raft nodes before linearized reading' (duration: 12.040783285s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.001859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:51.960971Z","time spent":"12.040883757s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-943b94da-03d5-4bd0-95e5-75f08e342edc\" "} {"level":"warn","ts":"2026-03-04T02:19:04.001903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.428780434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:04.001925Z","caller":"traceutil/trace.go:171","msg":"trace[1321803782] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24043; }","duration":"9.428829175s","start":"2026-03-04T02:18:54.573092Z","end":"2026-03-04T02:19:04.001921Z","steps":["trace[1321803782] 'agreement among raft nodes before linearized reading' (duration: 9.428793874s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.001942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:54.573077Z","time spent":"9.428861106s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.001923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880847737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:19:04.001978Z","caller":"traceutil/trace.go:171","msg":"trace[1560432520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24043; }","duration":"2.880903969s","start":"2026-03-04T02:19:01.121065Z","end":"2026-03-04T02:19:04.001969Z","steps":["trace[1560432520] 'agreement among raft nodes before linearized reading' (duration: 2.880765985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.002041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:01.12102Z","time spent":"2.880988591s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:19:04.001643Z","caller":"traceutil/trace.go:171","msg":"trace[747454830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24043; }","duration":"2.005394269s","start":"2026-03-04T02:19:01.996237Z","end":"2026-03-04T02:19:04.001631Z","steps":["trace[747454830] 'agreement among raft nodes before linearized reading' (duration: 2.005227165s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.002077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:01.99623Z","time spent":"2.005840629s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:04.002222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.041517922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115561"} {"level":"info","ts":"2026-03-04T02:19:04.002259Z","caller":"traceutil/trace.go:171","msg":"trace[1590414561] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24043; }","duration":"12.041552243s","start":"2026-03-04T02:18:51.960689Z","end":"2026-03-04T02:19:04.002242Z","steps":["trace[1590414561] 'agreement among raft nodes before linearized reading' (duration: 12.041257456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.002236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.186812892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:04.002279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:51.960685Z","time spent":"12.041588744s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115583,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-04T02:19:04.002305Z","caller":"traceutil/trace.go:171","msg":"trace[1050224662] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24043; }","duration":"4.186896444s","start":"2026-03-04T02:18:59.815392Z","end":"2026-03-04T02:19:04.002288Z","steps":["trace[1050224662] 'agreement among raft nodes before linearized reading' (duration: 4.186767551s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.002153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.036489088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.002404Z","caller":"traceutil/trace.go:171","msg":"trace[528589784] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:0; response_revision:24043; }","duration":"5.036756375s","start":"2026-03-04T02:18:58.965636Z","end":"2026-03-04T02:19:04.002392Z","steps":["trace[528589784] 'agreement among raft nodes before linearized reading' (duration: 5.036484878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.002593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183941344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-03-04T02:19:04.002613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.098470919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.002631Z","caller":"traceutil/trace.go:171","msg":"trace[1455342479] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24043; }","duration":"4.183996546s","start":"2026-03-04T02:18:59.818625Z","end":"2026-03-04T02:19:04.002621Z","steps":["trace[1455342479] 'agreement among raft nodes before linearized reading' (duration: 4.183870513s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.002665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:59.818614Z","time spent":"4.184045227s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:19:04.002692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.146286305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T02:19:04.002711Z","caller":"traceutil/trace.go:171","msg":"trace[1077289217] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24043; }","duration":"5.146330066s","start":"2026-03-04T02:18:58.856376Z","end":"2026-03-04T02:19:04.002706Z","steps":["trace[1077289217] 'agreement among raft nodes before linearized reading' (duration: 5.146274145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.002737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:58.856363Z","time spent":"5.146370368s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T02:19:04.001209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.660212083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:04.002787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.32399322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.002805Z","caller":"traceutil/trace.go:171","msg":"trace[363402648] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24043; }","duration":"5.324052451s","start":"2026-03-04T02:18:58.678747Z","end":"2026-03-04T02:19:04.002799Z","steps":["trace[363402648] 'agreement among raft nodes before linearized reading' (duration: 5.32402668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.002829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:58.678726Z","time spent":"5.324096853s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.002829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.071907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:19:04.002848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457964699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.002878Z","caller":"traceutil/trace.go:171","msg":"trace[1267366642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24043; }","duration":"1.458031801s","start":"2026-03-04T02:19:02.544839Z","end":"2026-03-04T02:19:04.002871Z","steps":["trace[1267366642] 'agreement among raft nodes before linearized reading' (duration: 1.45798243s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.002902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:02.54482Z","time spent":"1.458076921s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:04.002931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.875990827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18442"} {"level":"info","ts":"2026-03-04T02:19:04.002949Z","caller":"traceutil/trace.go:171","msg":"trace[2023677772] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24043; }","duration":"5.876041927s","start":"2026-03-04T02:18:58.126901Z","end":"2026-03-04T02:19:04.002943Z","steps":["trace[2023677772] 'agreement among raft nodes before linearized reading' (duration: 5.875988116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.002971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:58.126881Z","time spent":"5.876085889s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:19:04.003083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.872457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:04.002852Z","caller":"traceutil/trace.go:171","msg":"trace[954481322] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24043; }","duration":"164.129397ms","start":"2026-03-04T02:19:03.838717Z","end":"2026-03-04T02:19:04.002847Z","steps":["trace[954481322] 'agreement among raft nodes before linearized reading' (duration: 164.069536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:04.003117Z","caller":"traceutil/trace.go:171","msg":"trace[1765831149] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24043; }","duration":"697.945718ms","start":"2026-03-04T02:19:03.305164Z","end":"2026-03-04T02:19:04.00311Z","steps":["trace[1765831149] 'agreement among raft nodes before linearized reading' (duration: 697.883917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.003147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:03.305144Z","time spent":"697.99644ms","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.003207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295589282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:04.003229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.928805551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274795"} {"level":"info","ts":"2026-03-04T02:19:04.003236Z","caller":"traceutil/trace.go:171","msg":"trace[2040474437] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24043; }","duration":"1.295619783s","start":"2026-03-04T02:19:02.707609Z","end":"2026-03-04T02:19:04.003228Z","steps":["trace[2040474437] 'agreement among raft nodes before linearized reading' (duration: 1.295576992s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:04.003247Z","caller":"traceutil/trace.go:171","msg":"trace[746829100] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24043; }","duration":"5.928853892s","start":"2026-03-04T02:18:58.074388Z","end":"2026-03-04T02:19:04.003242Z","steps":["trace[746829100] 'agreement among raft nodes before linearized reading' (duration: 5.928647768s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.003255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:02.707541Z","time spent":"1.295709105s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.003266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:58.074372Z","time spent":"5.928890413s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274817,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:19:04.002592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:58.965628Z","time spent":"5.036951189s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-04T02:19:04.002638Z","caller":"traceutil/trace.go:171","msg":"trace[131050648] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24043; }","duration":"6.098523029s","start":"2026-03-04T02:18:57.904108Z","end":"2026-03-04T02:19:04.002631Z","steps":["trace[131050648] 'agreement among raft nodes before linearized reading' (duration: 6.098484358s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.003395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:57.904091Z","time spent":"6.099297358s","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:04.002799Z","caller":"traceutil/trace.go:171","msg":"trace[2124509294] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24043; }","duration":"7.661840801s","start":"2026-03-04T02:18:56.340948Z","end":"2026-03-04T02:19:04.002789Z","steps":["trace[2124509294] 'agreement among raft nodes before linearized reading' (duration: 7.660173262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.003461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:56.340925Z","time spent":"7.662529446s","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:04.001786Z","caller":"traceutil/trace.go:171","msg":"trace[859967545] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24043; }","duration":"2.005663765s","start":"2026-03-04T02:19:01.996111Z","end":"2026-03-04T02:19:04.001775Z","steps":["trace[859967545] 'agreement among raft nodes before linearized reading' (duration: 2.005578343s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.003497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.104652293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:04.003523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:01.996093Z","time spent":"2.007420916s","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:04.003529Z","caller":"traceutil/trace.go:171","msg":"trace[1149660324] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24043; }","duration":"6.104724375s","start":"2026-03-04T02:18:57.898795Z","end":"2026-03-04T02:19:04.00352Z","steps":["trace[1149660324] 'agreement among raft nodes before linearized reading' (duration: 6.104652473s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.003558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:57.898774Z","time spent":"6.104777216s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.002433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553791489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-03-04T02:19:04.002479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.021444495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:04.001146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.997099022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.003603Z","caller":"traceutil/trace.go:171","msg":"trace[321042607] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24043; }","duration":"10.999590771s","start":"2026-03-04T02:18:53.004005Z","end":"2026-03-04T02:19:04.003596Z","steps":["trace[321042607] 'agreement among raft nodes before linearized reading' (duration: 10.997121943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.003635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:53.003987Z","time spent":"10.999640691s","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.002408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607267291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:04.003833Z","caller":"traceutil/trace.go:171","msg":"trace[257912943] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24043; }","duration":"3.608690174s","start":"2026-03-04T02:19:00.395133Z","end":"2026-03-04T02:19:04.003824Z","steps":["trace[257912943] 'agreement among raft nodes before linearized reading' (duration: 3.60724932s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.003867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:00.395076Z","time spent":"3.608782987s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.004601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.23420935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:19:04.004633Z","caller":"traceutil/trace.go:171","msg":"trace[914008114] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24043; }","duration":"4.234270681s","start":"2026-03-04T02:18:59.770355Z","end":"2026-03-04T02:19:04.004625Z","steps":["trace[914008114] 'agreement among raft nodes before linearized reading' (duration: 4.234174188s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.004652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:59.770338Z","time spent":"4.234309432s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T02:19:04.004733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229018968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-04T02:19:04.004756Z","caller":"traceutil/trace.go:171","msg":"trace[92783340] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24043; }","duration":"4.22907729s","start":"2026-03-04T02:18:59.775673Z","end":"2026-03-04T02:19:04.004751Z","steps":["trace[92783340] 'agreement among raft nodes before linearized reading' (duration: 4.229019988s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.004772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:59.775657Z","time spent":"4.2291109s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:19:04.002361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:59.815356Z","time spent":"4.186989375s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:04.004797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.008720919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-j4hnb\" ","response":"range_response_count:1 size:5493"} {"level":"info","ts":"2026-03-04T02:19:04.004825Z","caller":"traceutil/trace.go:171","msg":"trace[1718190947] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-j4hnb; range_end:; response_count:1; response_revision:24043; }","duration":"5.00879507s","start":"2026-03-04T02:18:58.996023Z","end":"2026-03-04T02:19:04.004818Z","steps":["trace[1718190947] 'agreement among raft nodes before linearized reading' (duration: 5.008721049s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.004844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:58.996013Z","time spent":"5.008826901s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5515,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-j4hnb\" "} {"level":"info","ts":"2026-03-04T02:19:04.004976Z","caller":"traceutil/trace.go:171","msg":"trace[1875076188] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24043; }","duration":"4.023980735s","start":"2026-03-04T02:18:59.980988Z","end":"2026-03-04T02:19:04.004969Z","steps":["trace[1875076188] 'agreement among raft nodes before linearized reading' (duration: 4.021461756s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.004993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.225699461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:04.005004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:59.980966Z","time spent":"4.024027525s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:04.005022Z","caller":"traceutil/trace.go:171","msg":"trace[1380793276] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24043; }","duration":"4.225754062s","start":"2026-03-04T02:18:59.77926Z","end":"2026-03-04T02:19:04.005014Z","steps":["trace[1380793276] 'agreement among raft nodes before linearized reading' (duration: 4.223355646s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.005044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:59.77925Z","time spent":"4.225789013s","remote":"127.0.0.1:37920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:04.005088Z","caller":"traceutil/trace.go:171","msg":"trace[2127931429] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24043; }","duration":"1.556469911s","start":"2026-03-04T02:19:02.448612Z","end":"2026-03-04T02:19:04.005082Z","steps":["trace[2127931429] 'agreement among raft nodes before linearized reading' (duration: 1.553781619s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:04.005107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:02.448597Z","time spent":"1.556504743s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T02:19:05.682882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.616697329s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:19:05.771172Z","caller":"traceutil/trace.go:171","msg":"trace[1448644428] linearizableReadLoop","detail":"{readStateIndex:24928; appliedIndex:24925; }","duration":"1.754363368s","start":"2026-03-04T02:19:04.016792Z","end":"2026-03-04T02:19:05.771156Z","steps":["trace[1448644428] 'read index received' (duration: 53.991µs)","trace[1448644428] 'applied index is now lower than readState.Index' (duration: 1.754308777s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:05.771167Z","caller":"traceutil/trace.go:171","msg":"trace[599839337] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"1.754388799s","start":"2026-03-04T02:19:04.016747Z","end":"2026-03-04T02:19:05.771136Z","steps":["trace[599839337] 'process raft request' (duration: 1.66630805s)","trace[599839337] 'compare' (duration: 87.7142ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:05.771236Z","caller":"traceutil/trace.go:171","msg":"trace[1030901489] transaction","detail":"{read_only:false; response_revision:24045; number_of_response:1; }","duration":"1.75445439s","start":"2026-03-04T02:19:04.016776Z","end":"2026-03-04T02:19:05.771231Z","steps":["trace[1030901489] 'process raft request' (duration: 1.754324157s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:05.771292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.016768Z","time spent":"1.754483282s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:19:05.771277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.016703Z","time spent":"1.754568943s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:05.771299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.016737Z","time spent":"1.754493471s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:05.771505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754714586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:19:05.771525Z","caller":"traceutil/trace.go:171","msg":"trace[1787297934] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24045; }","duration":"1.754759708s","start":"2026-03-04T02:19:04.01676Z","end":"2026-03-04T02:19:05.77152Z","steps":["trace[1787297934] 'agreement among raft nodes before linearized reading' (duration: 1.754649355s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:05.77154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.01675Z","time spent":"1.754786968s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T02:19:06.034623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:06.034757Z","caller":"traceutil/trace.go:171","msg":"trace[1141601178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481982s","start":"2026-03-04T02:19:04.034257Z","end":"2026-03-04T02:19:06.034739Z","steps":["trace[1141601178] 'agreement among raft nodes before linearized reading' (duration: 2.000319638s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:06.034813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.034244Z","time spent":"2.000556315s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:06.27149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:06.772441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:07.273252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:07.485579Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.503208116s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:19:07.48593Z","caller":"traceutil/trace.go:171","msg":"trace[888600747] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"3.46907221s","start":"2026-03-04T02:19:04.016838Z","end":"2026-03-04T02:19:07.48591Z","steps":["trace[888600747] 'process raft request' (duration: 3.468970198s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:07.485951Z","caller":"traceutil/trace.go:171","msg":"trace[1228715125] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"3.469090091s","start":"2026-03-04T02:19:04.01684Z","end":"2026-03-04T02:19:07.48593Z","steps":["trace[1228715125] 'process raft request' (duration: 3.469001649s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:07.486025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.016817Z","time spent":"3.469150362s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:07.486044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.016818Z","time spent":"3.469180832s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:07.486176Z","caller":"traceutil/trace.go:171","msg":"trace[1857890149] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"3.469361527s","start":"2026-03-04T02:19:04.016803Z","end":"2026-03-04T02:19:07.486164Z","steps":["trace[1857890149] 'process raft request' (duration: 3.46906684s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:07.486227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.016783Z","time spent":"3.469416658s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7640,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:07.486176Z","caller":"traceutil/trace.go:171","msg":"trace[180462490] transaction","detail":"{read_only:false; response_revision:24046; number_of_response:1; }","duration":"3.469370587s","start":"2026-03-04T02:19:04.016794Z","end":"2026-03-04T02:19:07.486164Z","steps":["trace[180462490] 'process raft request' (duration: 3.468903876s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:07.486236Z","caller":"traceutil/trace.go:171","msg":"trace[1713708627] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"3.449208246s","start":"2026-03-04T02:19:04.037016Z","end":"2026-03-04T02:19:07.486224Z","steps":["trace[1713708627] 'process raft request' (duration: 3.449067312s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:07.486282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.016779Z","time spent":"3.469480419s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:07.486261Z","caller":"traceutil/trace.go:171","msg":"trace[998958442] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"3.449137754s","start":"2026-03-04T02:19:04.037094Z","end":"2026-03-04T02:19:07.486232Z","steps":["trace[998958442] 'process raft request' (duration: 3.449096853s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:07.486302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.037001Z","time spent":"3.449267107s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:07.486392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.037075Z","time spent":"3.449244597s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:08.039903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:08.04Z","caller":"traceutil/trace.go:171","msg":"trace[2087754270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000263389s","start":"2026-03-04T02:19:06.039719Z","end":"2026-03-04T02:19:08.039982Z","steps":["trace[2087754270] 'agreement among raft nodes before linearized reading' (duration: 2.000142226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:08.040052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:06.039702Z","time spent":"2.00033489s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:09.520366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999074522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:09.520457Z","caller":"traceutil/trace.go:171","msg":"trace[760939955] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999285257s","start":"2026-03-04T02:19:04.52116Z","end":"2026-03-04T02:19:09.520445Z","steps":["trace[760939955] 'agreement among raft nodes before linearized reading' (duration: 4.999112783s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:09.520487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.521141Z","time spent":"4.999336639s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 02:19:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:10.041244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000539754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:10.041363Z","caller":"traceutil/trace.go:171","msg":"trace[214951339] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000703568s","start":"2026-03-04T02:19:08.04064Z","end":"2026-03-04T02:19:10.041344Z","steps":["trace[214951339] 'agreement among raft nodes before linearized reading' (duration: 2.000563575s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.041413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:08.040626Z","time spent":"2.00077643s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:10.745084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.103696ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:10.745235Z","caller":"traceutil/trace.go:171","msg":"trace[1102389300] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24051; }","duration":"137.26032ms","start":"2026-03-04T02:19:10.607956Z","end":"2026-03-04T02:19:10.745216Z","steps":["trace[1102389300] 'range keys from in-memory index tree' (duration: 137.091346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.746006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613683729s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:10.746747Z","caller":"traceutil/trace.go:171","msg":"trace[72640077] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"4.959495208s","start":"2026-03-04T02:19:05.78722Z","end":"2026-03-04T02:19:10.746715Z","steps":["trace[72640077] 'process raft request' (duration: 4.958894064s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:10.74677Z","caller":"traceutil/trace.go:171","msg":"trace[192681821] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"4.958584176s","start":"2026-03-04T02:19:05.788152Z","end":"2026-03-04T02:19:10.746736Z","steps":["trace[192681821] 'process raft request' (duration: 4.958085444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.746847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.787213Z","time spent":"4.95959374s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:19:10.746899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.788146Z","time spent":"4.958684228s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:10.747029Z","caller":"traceutil/trace.go:171","msg":"trace[425639069] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"4.960912561s","start":"2026-03-04T02:19:05.786093Z","end":"2026-03-04T02:19:10.747018Z","steps":["trace[425639069] 'process raft request' (duration: 2.346067014s)","trace[425639069] 'compare' (duration: 2.61240843s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:10.747077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.786053Z","time spent":"4.961001223s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:10.798854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999756459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:10.799014Z","caller":"traceutil/trace.go:171","msg":"trace[820137058] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999872101s","start":"2026-03-04T02:19:05.799051Z","end":"2026-03-04T02:19:10.798923Z","steps":["trace[820137058] 'agreement among raft nodes before linearized reading' (duration: 4.999770639s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:10.799103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.799041Z","time spent":"5.000049536s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 02:19:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:11.311584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.179357186s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:19:12.049516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:12.049592Z","caller":"traceutil/trace.go:171","msg":"trace[422405464] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000247617s","start":"2026-03-04T02:19:10.049329Z","end":"2026-03-04T02:19:12.049577Z","steps":["trace[422405464] 'agreement among raft nodes before linearized reading' (duration: 2.000149275s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:12.049633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:10.04931Z","time spent":"2.000312988s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:12.085182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338824692s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:19:12.085403Z","caller":"traceutil/trace.go:171","msg":"trace[370109993] linearizableReadLoop","detail":"{readStateIndex:24938; appliedIndex:24932; }","duration":"6.31417246s","start":"2026-03-04T02:19:05.771213Z","end":"2026-03-04T02:19:12.085385Z","steps":["trace[370109993] 'read index received' (duration: 1.714873865s)","trace[370109993] 'applied index is now lower than readState.Index' (duration: 4.599297275s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:12.086894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:11.429147Z","time spent":"657.741668ms","remote":"127.0.0.1:38524","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:12.086988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.580890427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:12.087076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.046113645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:12.087149Z","caller":"traceutil/trace.go:171","msg":"trace[1898650940] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24054; }","duration":"8.046207127s","start":"2026-03-04T02:19:04.040923Z","end":"2026-03-04T02:19:12.087131Z","steps":["trace[1898650940] 'agreement among raft nodes before linearized reading' (duration: 8.046096325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:12.087164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.049867673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-76c9888b-cc52-4a50-b30f-8c1bac766f64\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-04T02:19:12.08717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.049885843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:12.087212Z","caller":"traceutil/trace.go:171","msg":"trace[37631443] range","detail":"{range_begin:/registry/persistentvolumes/pvc-76c9888b-cc52-4a50-b30f-8c1bac766f64; range_end:; response_count:1; response_revision:24054; }","duration":"8.049905674s","start":"2026-03-04T02:19:04.037288Z","end":"2026-03-04T02:19:12.087194Z","steps":["trace[37631443] 'agreement among raft nodes before linearized reading' (duration: 8.049773601s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:12.087213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.040915Z","time spent":"8.046275389s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-04T02:19:12.087252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.037267Z","time spent":"8.049976715s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-76c9888b-cc52-4a50-b30f-8c1bac766f64\" "} {"level":"info","ts":"2026-03-04T02:19:12.087256Z","caller":"traceutil/trace.go:171","msg":"trace[2082292288] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24054; }","duration":"8.050007306s","start":"2026-03-04T02:19:04.037229Z","end":"2026-03-04T02:19:12.087237Z","steps":["trace[2082292288] 'agreement among raft nodes before linearized reading' (duration: 8.049836222s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:12.087306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.037222Z","time spent":"8.050075187s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:19:12.087016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.846916477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:12.087542Z","caller":"traceutil/trace.go:171","msg":"trace[834332923] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24054; }","duration":"6.847463709s","start":"2026-03-04T02:19:05.240066Z","end":"2026-03-04T02:19:12.087529Z","steps":["trace[834332923] 'agreement among raft nodes before linearized reading' (duration: 6.846869766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:12.08754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.922253938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:12.08758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.239995Z","time spent":"6.847572572s","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:12.087588Z","caller":"traceutil/trace.go:171","msg":"trace[689351540] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24054; }","duration":"6.922345031s","start":"2026-03-04T02:19:05.16523Z","end":"2026-03-04T02:19:12.087575Z","steps":["trace[689351540] 'agreement among raft nodes before linearized reading' (duration: 6.922218738s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:12.087632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.165204Z","time spent":"6.922414342s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:12.087802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.676550424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:12.087851Z","caller":"traceutil/trace.go:171","msg":"trace[1174648224] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24054; }","duration":"7.676628946s","start":"2026-03-04T02:19:04.411211Z","end":"2026-03-04T02:19:12.08784Z","steps":["trace[1174648224] 'agreement among raft nodes before linearized reading' (duration: 7.676546154s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:12.087884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.411197Z","time spent":"7.676678857s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:12.087091Z","caller":"traceutil/trace.go:171","msg":"trace[1977911245] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24054; }","duration":"6.581045841s","start":"2026-03-04T02:19:05.506026Z","end":"2026-03-04T02:19:12.087072Z","steps":["trace[1977911245] 'agreement among raft nodes before linearized reading' (duration: 6.580860366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:12.088003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.506007Z","time spent":"6.581974962s","remote":"127.0.0.1:38152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:12.088076Z","caller":"traceutil/trace.go:171","msg":"trace[418233978] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"4.597998025s","start":"2026-03-04T02:19:07.49006Z","end":"2026-03-04T02:19:12.088058Z","steps":["trace[418233978] 'process raft request' (duration: 4.59522762s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:12.08821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.490043Z","time spent":"4.598090107s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:12.089229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.129257848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:19:12.089275Z","caller":"traceutil/trace.go:171","msg":"trace[479741167] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24054; }","duration":"7.12934654s","start":"2026-03-04T02:19:04.959919Z","end":"2026-03-04T02:19:12.089266Z","steps":["trace[479741167] 'agreement among raft nodes before linearized reading' (duration: 7.128013319s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:12.089306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:04.959898Z","time spent":"7.129400322s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2668,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:12.48936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.490121Z","time spent":"4.999232166s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:14.049755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:14.049852Z","caller":"traceutil/trace.go:171","msg":"trace[1513773317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274069s","start":"2026-03-04T02:19:12.049559Z","end":"2026-03-04T02:19:14.049833Z","steps":["trace[1513773317] 'agreement among raft nodes before linearized reading' (duration: 2.000152146s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:14.049897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.049545Z","time spent":"2.00034144s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:14.227209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:14.227272Z","caller":"traceutil/trace.go:171","msg":"trace[569774169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000556255s","start":"2026-03-04T02:19:12.226702Z","end":"2026-03-04T02:19:14.227259Z","steps":["trace[569774169] 'agreement among raft nodes before linearized reading' (duration: 2.000467383s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:14.227308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.226667Z","time spent":"2.000630317s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:14.491323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.490712Z","time spent":"7.00060292s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:14.493476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.492906Z","time spent":"7.000565069s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:15.516233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428110383s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:15.516584Z","caller":"traceutil/trace.go:171","msg":"trace[490732122] linearizableReadLoop","detail":"{readStateIndex:24943; appliedIndex:24938; }","duration":"3.431102682s","start":"2026-03-04T02:19:12.085439Z","end":"2026-03-04T02:19:15.516542Z","steps":["trace[490732122] 'read index received' (duration: 1.338141ms)","trace[490732122] 'applied index is now lower than readState.Index' (duration: 3.429763711s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:15.516672Z","caller":"traceutil/trace.go:171","msg":"trace[652095877] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"4.766043644s","start":"2026-03-04T02:19:10.750619Z","end":"2026-03-04T02:19:15.516663Z","steps":["trace[652095877] 'process raft request' (duration: 4.7658859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.516732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:10.75061Z","time spent":"4.766092235s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:19:15.516754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.449767761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:15.516881Z","caller":"traceutil/trace.go:171","msg":"trace[384301817] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24059; }","duration":"6.449954885s","start":"2026-03-04T02:19:09.066909Z","end":"2026-03-04T02:19:15.516864Z","steps":["trace[384301817] 'agreement among raft nodes before linearized reading' (duration: 6.449757131s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.516932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.066887Z","time spent":"6.450034368s","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.517037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.141329561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:15.517081Z","caller":"traceutil/trace.go:171","msg":"trace[56031279] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24059; }","duration":"7.141408622s","start":"2026-03-04T02:19:08.375662Z","end":"2026-03-04T02:19:15.517071Z","steps":["trace[56031279] 'agreement among raft nodes before linearized reading' (duration: 7.141286769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.517111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:08.375643Z","time spent":"7.141459804s","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.51716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29884091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:15.517182Z","caller":"traceutil/trace.go:171","msg":"trace[2044945531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24059; }","duration":"4.298864331s","start":"2026-03-04T02:19:11.218312Z","end":"2026-03-04T02:19:15.517177Z","steps":["trace[2044945531] 'agreement among raft nodes before linearized reading' (duration: 4.29882165s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.517198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:11.218287Z","time spent":"4.298906631s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.517246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.408311792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.517272Z","caller":"traceutil/trace.go:171","msg":"trace[282740622] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24059; }","duration":"7.408336893s","start":"2026-03-04T02:19:08.108927Z","end":"2026-03-04T02:19:15.517264Z","steps":["trace[282740622] 'agreement among raft nodes before linearized reading' (duration: 7.408294182s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.517283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.319837971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.517297Z","caller":"traceutil/trace.go:171","msg":"trace[789812354] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24059; }","duration":"4.319883121s","start":"2026-03-04T02:19:11.19741Z","end":"2026-03-04T02:19:15.517293Z","steps":["trace[789812354] 'agreement among raft nodes before linearized reading' (duration: 4.319851781s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.517297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:08.10889Z","time spent":"7.408401354s","remote":"127.0.0.1:50188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.51731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:11.197393Z","time spent":"4.319913593s","remote":"127.0.0.1:41392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.517433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.76800179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:19:15.517453Z","caller":"traceutil/trace.go:171","msg":"trace[38747455] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24059; }","duration":"4.768060161s","start":"2026-03-04T02:19:10.749389Z","end":"2026-03-04T02:19:15.517449Z","steps":["trace[38747455] 'agreement among raft nodes before linearized reading' (duration: 4.767988929s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.517466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:10.749339Z","time spent":"4.768124152s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:19:15.517502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.026720051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:19:15.517526Z","caller":"traceutil/trace.go:171","msg":"trace[1234428950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24059; }","duration":"8.026756252s","start":"2026-03-04T02:19:07.490764Z","end":"2026-03-04T02:19:15.517521Z","steps":["trace[1234428950] 'agreement among raft nodes before linearized reading' (duration: 8.02668417s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.517545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.807546934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.517563Z","caller":"traceutil/trace.go:171","msg":"trace[2103018375] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24059; }","duration":"4.807597216s","start":"2026-03-04T02:19:10.70996Z","end":"2026-03-04T02:19:15.517557Z","steps":["trace[2103018375] 'agreement among raft nodes before linearized reading' (duration: 4.807569555s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.517579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:10.709941Z","time spent":"4.807632886s","remote":"127.0.0.1:38002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.517589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.027250363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:19:15.517605Z","caller":"traceutil/trace.go:171","msg":"trace[1874748579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24059; }","duration":"8.027284795s","start":"2026-03-04T02:19:07.490316Z","end":"2026-03-04T02:19:15.517601Z","steps":["trace[1874748579] 'agreement among raft nodes before linearized reading' (duration: 8.027238664s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.517624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.490311Z","time spent":"8.027308655s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:15.517665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.058305447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:15.517684Z","caller":"traceutil/trace.go:171","msg":"trace[564942055] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24059; }","duration":"5.058325757s","start":"2026-03-04T02:19:10.459354Z","end":"2026-03-04T02:19:15.51768Z","steps":["trace[564942055] 'agreement among raft nodes before linearized reading' (duration: 5.058286127s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.517698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:10.45929Z","time spent":"5.05840473s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.517737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.387013455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:19:15.517756Z","caller":"traceutil/trace.go:171","msg":"trace[789024384] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24059; }","duration":"8.387064636s","start":"2026-03-04T02:19:07.130686Z","end":"2026-03-04T02:19:15.517751Z","steps":["trace[789024384] 'agreement among raft nodes before linearized reading' (duration: 8.387017025s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.517772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.998531971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.51779Z","caller":"traceutil/trace.go:171","msg":"trace[782628885] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24059; }","duration":"5.998572312s","start":"2026-03-04T02:19:09.519213Z","end":"2026-03-04T02:19:15.517785Z","steps":["trace[782628885] 'agreement among raft nodes before linearized reading' (duration: 5.998545071s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.517804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.5192Z","time spent":"5.998600152s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.517854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.423409532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-04T02:19:15.517876Z","caller":"traceutil/trace.go:171","msg":"trace[539850542] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24059; }","duration":"3.423469154s","start":"2026-03-04T02:19:12.094402Z","end":"2026-03-04T02:19:15.517871Z","steps":["trace[539850542] 'agreement among raft nodes before linearized reading' (duration: 3.423418593s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.517893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.094385Z","time spent":"3.423503904s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:19:15.517114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438432043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.518014Z","caller":"traceutil/trace.go:171","msg":"trace[51267562] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24059; }","duration":"3.439375245s","start":"2026-03-04T02:19:12.078633Z","end":"2026-03-04T02:19:15.518008Z","steps":["trace[51267562] 'agreement among raft nodes before linearized reading' (duration: 3.438449013s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.518036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.07861Z","time spent":"3.439419667s","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.51807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.181554109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-04T02:19:15.518086Z","caller":"traceutil/trace.go:171","msg":"trace[1885512121] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24059; }","duration":"6.181604411s","start":"2026-03-04T02:19:09.336477Z","end":"2026-03-04T02:19:15.518081Z","steps":["trace[1885512121] 'agreement among raft nodes before linearized reading' (duration: 6.181383866s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.518099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.336458Z","time spent":"6.181638272s","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418373,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T02:19:15.518198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.806136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.518224Z","caller":"traceutil/trace.go:171","msg":"trace[1359946941] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24059; }","duration":"257.864398ms","start":"2026-03-04T02:19:15.260353Z","end":"2026-03-04T02:19:15.518217Z","steps":["trace[1359946941] 'agreement among raft nodes before linearized reading' (duration: 257.827827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.51832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.448149933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.518341Z","caller":"traceutil/trace.go:171","msg":"trace[515919149] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24059; }","duration":"6.448191465s","start":"2026-03-04T02:19:09.070144Z","end":"2026-03-04T02:19:15.518336Z","steps":["trace[515919149] 'agreement among raft nodes before linearized reading' (duration: 6.448160254s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.518355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:09.070136Z","time spent":"6.448215815s","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.517437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.022300558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-j4hnb\" ","response":"range_response_count:1 size:7658"} {"level":"info","ts":"2026-03-04T02:19:15.518491Z","caller":"traceutil/trace.go:171","msg":"trace[539823475] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-j4hnb; range_end:; response_count:1; response_revision:24059; }","duration":"8.023371553s","start":"2026-03-04T02:19:07.495114Z","end":"2026-03-04T02:19:15.518485Z","steps":["trace[539823475] 'agreement among raft nodes before linearized reading' (duration: 8.022267538s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.518507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.495104Z","time spent":"8.023397724s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7680,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-j4hnb\" "} {"level":"warn","ts":"2026-03-04T02:19:15.517545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.490759Z","time spent":"8.026781852s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:19:15.517773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:07.130665Z","time spent":"8.387103678s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:15.517802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.730378904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-04T02:19:15.518731Z","caller":"traceutil/trace.go:171","msg":"trace[1660353467] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24059; }","duration":"9.731321807s","start":"2026-03-04T02:19:05.787403Z","end":"2026-03-04T02:19:15.518724Z","steps":["trace[1660353467] 'agreement among raft nodes before linearized reading' (duration: 9.730380795s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.518748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:05.787398Z","time spent":"9.731345957s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T02:19:15.519158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.890866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:19:15.519185Z","caller":"traceutil/trace.go:171","msg":"trace[1164523214] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24059; }","duration":"274.921017ms","start":"2026-03-04T02:19:15.244259Z","end":"2026-03-04T02:19:15.51918Z","steps":["trace[1164523214] 'agreement among raft nodes before linearized reading' (duration: 274.055336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.519279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.941208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.519303Z","caller":"traceutil/trace.go:171","msg":"trace[1701509516] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24059; }","duration":"691.993008ms","start":"2026-03-04T02:19:14.827305Z","end":"2026-03-04T02:19:15.519298Z","steps":["trace[1701509516] 'agreement among raft nodes before linearized reading' (duration: 691.958167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.519321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:14.827289Z","time spent":"692.02725ms","remote":"127.0.0.1:37996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.519414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075037244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.519439Z","caller":"traceutil/trace.go:171","msg":"trace[497511822] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24059; }","duration":"1.075097785s","start":"2026-03-04T02:19:14.444336Z","end":"2026-03-04T02:19:15.519433Z","steps":["trace[497511822] 'agreement among raft nodes before linearized reading' (duration: 1.075061145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.519458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:14.444315Z","time spent":"1.075137677s","remote":"127.0.0.1:38006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.519573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40799502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-04T02:19:15.519597Z","caller":"traceutil/trace.go:171","msg":"trace[1477011673] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24059; }","duration":"1.40804594s","start":"2026-03-04T02:19:14.111547Z","end":"2026-03-04T02:19:15.519593Z","steps":["trace[1477011673] 'agreement among raft nodes before linearized reading' (duration: 1.407987529s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.519615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:14.111532Z","time spent":"1.408078342s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T02:19:15.519722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421644929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-04T02:19:15.519745Z","caller":"traceutil/trace.go:171","msg":"trace[1231958689] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24059; }","duration":"1.42169039s","start":"2026-03-04T02:19:14.09805Z","end":"2026-03-04T02:19:15.51974Z","steps":["trace[1231958689] 'agreement among raft nodes before linearized reading' (duration: 1.421638048s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.519763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:14.098036Z","time spent":"1.421721481s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:19:15.519808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461802407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.519827Z","caller":"traceutil/trace.go:171","msg":"trace[1016341329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24059; }","duration":"1.461844139s","start":"2026-03-04T02:19:14.057978Z","end":"2026-03-04T02:19:15.519822Z","steps":["trace[1016341329] 'agreement among raft nodes before linearized reading' (duration: 1.461818128s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.519852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:14.057966Z","time spent":"1.461882479s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:15.519949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570900318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.519972Z","caller":"traceutil/trace.go:171","msg":"trace[1555734042] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24059; }","duration":"1.5709496s","start":"2026-03-04T02:19:13.949017Z","end":"2026-03-04T02:19:15.519967Z","steps":["trace[1555734042] 'agreement among raft nodes before linearized reading' (duration: 1.570915509s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.519983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000446282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.520008Z","caller":"traceutil/trace.go:171","msg":"trace[1082278121] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24059; }","duration":"2.000508704s","start":"2026-03-04T02:19:13.519493Z","end":"2026-03-04T02:19:15.520002Z","steps":["trace[1082278121] 'agreement among raft nodes before linearized reading' (duration: 2.000470943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.520023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:13.519474Z","time spent":"2.000544994s","remote":"127.0.0.1:37964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.520102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894930026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.52012Z","caller":"traceutil/trace.go:171","msg":"trace[1815681134] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24059; }","duration":"2.894989247s","start":"2026-03-04T02:19:12.625127Z","end":"2026-03-04T02:19:15.520116Z","steps":["trace[1815681134] 'agreement among raft nodes before linearized reading' (duration: 2.894961687s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.520135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.625107Z","time spent":"2.895022568s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.520251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.964807799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:19:15.520271Z","caller":"traceutil/trace.go:171","msg":"trace[241936537] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24059; }","duration":"2.964843311s","start":"2026-03-04T02:19:12.555424Z","end":"2026-03-04T02:19:15.520267Z","steps":["trace[241936537] 'agreement among raft nodes before linearized reading' (duration: 2.96478794s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.520284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.555417Z","time spent":"2.964864021s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:19:15.520338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987645123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:15.520356Z","caller":"traceutil/trace.go:171","msg":"trace[1394794839] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24059; }","duration":"2.987702625s","start":"2026-03-04T02:19:12.532648Z","end":"2026-03-04T02:19:15.520351Z","steps":["trace[1394794839] 'agreement among raft nodes before linearized reading' (duration: 2.987663524s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.52037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.532626Z","time spent":"2.987740295s","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:15.520444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02939057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-04T02:19:15.520462Z","caller":"traceutil/trace.go:171","msg":"trace[1100667893] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24059; }","duration":"3.029438961s","start":"2026-03-04T02:19:12.491019Z","end":"2026-03-04T02:19:15.520458Z","steps":["trace[1100667893] 'agreement among raft nodes before linearized reading' (duration: 3.029410291s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.520475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.491003Z","time spent":"3.029469312s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:19:15.520562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425786658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T02:19:15.52058Z","caller":"traceutil/trace.go:171","msg":"trace[474405122] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24059; }","duration":"3.425851659s","start":"2026-03-04T02:19:12.094724Z","end":"2026-03-04T02:19:15.520576Z","steps":["trace[474405122] 'agreement among raft nodes before linearized reading' (duration: 3.425784148s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.520593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.09471Z","time spent":"3.42588037s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-04T02:19:15.520676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425945851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:15.520694Z","caller":"traceutil/trace.go:171","msg":"trace[1712194164] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24059; }","duration":"3.425990303s","start":"2026-03-04T02:19:12.0947Z","end":"2026-03-04T02:19:15.52069Z","steps":["trace[1712194164] 'agreement among raft nodes before linearized reading' (duration: 3.425961412s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:15.520708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:12.094685Z","time spent":"3.426019583s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:19:15.519991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:13.949003Z","time spent":"1.57098335s","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:16.029844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:16.531051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:17.03226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:17.488997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954666233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:17.48912Z","caller":"traceutil/trace.go:171","msg":"trace[702066535] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"1.954856936s","start":"2026-03-04T02:19:15.534236Z","end":"2026-03-04T02:19:17.489093Z","steps":["trace[702066535] 'agreement among raft nodes before linearized reading' (duration: 1.954688883s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:17.489196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.534172Z","time spent":"1.955010541s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 02:19:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:17.489955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.532454Z","time spent":"1.957495948s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:19:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:17.490118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.532537Z","time spent":"1.95757984s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:19:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:17.533181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:17.535093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:17.535188Z","caller":"traceutil/trace.go:171","msg":"trace[1971165112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151346s","start":"2026-03-04T02:19:15.535012Z","end":"2026-03-04T02:19:17.535163Z","steps":["trace[1971165112] 'agreement among raft nodes before linearized reading' (duration: 2.000035153s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:17.535246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.535005Z","time spent":"2.000226737s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:18.034002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:18.534783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:18.989522Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.460279105s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:19:18.990448Z","caller":"traceutil/trace.go:171","msg":"trace[32458679] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"3.461299408s","start":"2026-03-04T02:19:15.529121Z","end":"2026-03-04T02:19:18.99042Z","steps":["trace[32458679] 'process raft request' (duration: 3.461096874s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:18.992428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.529097Z","time spent":"3.463241664s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:19.535743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000223656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:19.535825Z","caller":"traceutil/trace.go:171","msg":"trace[1611691317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00038235s","start":"2026-03-04T02:19:17.535424Z","end":"2026-03-04T02:19:19.535807Z","steps":["trace[1611691317] 'agreement among raft nodes before linearized reading' (duration: 2.000267097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:19.535882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.535403Z","time spent":"2.000467183s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:20.530635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.532669Z","time spent":"4.997960217s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:19:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:20.531692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.534454Z","time spent":"4.99723473s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:19:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:21.225749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.172663ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:21.227029Z","caller":"traceutil/trace.go:171","msg":"trace[1683252121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24060; }","duration":"619.498755ms","start":"2026-03-04T02:19:20.607509Z","end":"2026-03-04T02:19:21.227007Z","steps":["trace[1683252121] 'range keys from in-memory index tree' (duration: 618.148383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.542289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000669058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:21.542347Z","caller":"traceutil/trace.go:171","msg":"trace[2015565988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000780411s","start":"2026-03-04T02:19:19.541554Z","end":"2026-03-04T02:19:21.542335Z","steps":["trace[2015565988] 'agreement among raft nodes before linearized reading' (duration: 2.000699089s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:21.542388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:19.541538Z","time spent":"2.000836912s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:22.535939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.535452Z","time spent":"7.000480488s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:22.535945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.535604Z","time spent":"7.000332074s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:22.792196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.802284191s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:19:22.802607Z","caller":"traceutil/trace.go:171","msg":"trace[1052483272] linearizableReadLoop","detail":"{readStateIndex:24955; appliedIndex:24943; }","duration":"7.273217134s","start":"2026-03-04T02:19:15.529363Z","end":"2026-03-04T02:19:22.80258Z","steps":["trace[1052483272] 'read index received' (duration: 3.460488919s)","trace[1052483272] 'applied index is now lower than readState.Index' (duration: 3.812726815s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:22.80309Z","caller":"traceutil/trace.go:171","msg":"trace[1100366118] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"6.625974351s","start":"2026-03-04T02:19:16.177103Z","end":"2026-03-04T02:19:22.803077Z","steps":["trace[1100366118] 'process raft request' (duration: 6.625332836s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:22.803252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:16.177068Z","time spent":"6.626052983s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:22.803344Z","caller":"traceutil/trace.go:171","msg":"trace[81496051] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"4.551234451s","start":"2026-03-04T02:19:18.252088Z","end":"2026-03-04T02:19:22.803323Z","steps":["trace[81496051] 'process raft request' (duration: 4.550454713s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:22.803518Z","caller":"traceutil/trace.go:171","msg":"trace[260951128] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24067; }","duration":"5.31121253s","start":"2026-03-04T02:19:17.492274Z","end":"2026-03-04T02:19:22.803486Z","steps":["trace[260951128] 'process raft request' (duration: 5.310212527s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:22.803679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.49226Z","time spent":"5.311324244s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:22.803599Z","caller":"traceutil/trace.go:171","msg":"trace[1292044870] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"5.150669316s","start":"2026-03-04T02:19:17.652911Z","end":"2026-03-04T02:19:22.80358Z","steps":["trace[1292044870] 'process raft request' (duration: 5.149593931s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:22.803852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.65289Z","time spent":"5.150880532s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:22.803874Z","caller":"traceutil/trace.go:171","msg":"trace[1456899644] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24067; }","duration":"5.312205454s","start":"2026-03-04T02:19:17.491661Z","end":"2026-03-04T02:19:22.803866Z","steps":["trace[1456899644] 'process raft request' (duration: 5.310801331s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:22.803918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.491632Z","time spent":"5.312260565s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:22.804261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.274892274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:19:22.804293Z","caller":"traceutil/trace.go:171","msg":"trace[182951036] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24069; }","duration":"7.274935865s","start":"2026-03-04T02:19:15.529349Z","end":"2026-03-04T02:19:22.804285Z","steps":["trace[182951036] 'agreement among raft nodes before linearized reading' (duration: 7.274787531s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:22.804315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.529342Z","time spent":"7.274969036s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:19:22.803393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:18.252065Z","time spent":"4.551301432s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:23.543304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000511543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:23.543402Z","caller":"traceutil/trace.go:171","msg":"trace[736141810] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000671787s","start":"2026-03-04T02:19:21.542709Z","end":"2026-03-04T02:19:23.543381Z","steps":["trace[736141810] 'agreement among raft nodes before linearized reading' (duration: 2.000544794s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:23.543573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:21.542684Z","time spent":"2.000869762s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:24.062666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.408957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:24.063014Z","caller":"traceutil/trace.go:171","msg":"trace[723256567] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"3.063702762s","start":"2026-03-04T02:19:20.999263Z","end":"2026-03-04T02:19:24.062966Z","steps":["trace[723256567] 'process raft request' (duration: 2.211867525s)","trace[723256567] 'compare' (duration: 851.11061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:24.063216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.999239Z","time spent":"3.063870166s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:24.226746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:24.226833Z","caller":"traceutil/trace.go:171","msg":"trace[564129080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000583975s","start":"2026-03-04T02:19:22.22623Z","end":"2026-03-04T02:19:24.226814Z","steps":["trace[564129080] 'agreement among raft nodes before linearized reading' (duration: 2.000465733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.226885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:22.226202Z","time spent":"2.000673277s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:24.753348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.520055ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:19:24.753508Z","caller":"traceutil/trace.go:171","msg":"trace[1028629055] linearizableReadLoop","detail":"{readStateIndex:24957; appliedIndex:24955; }","duration":"1.950793591s","start":"2026-03-04T02:19:22.802688Z","end":"2026-03-04T02:19:24.753481Z","steps":["trace[1028629055] 'read index received' (duration: 408.325487ms)","trace[1028629055] 'applied index is now lower than readState.Index' (duration: 1.542465994s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:24.753804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214080477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-xdtjj\" ","response":"range_response_count:1 size:5916"} {"level":"warn","ts":"2026-03-04T02:19:24.753845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.369410814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:24.753874Z","caller":"traceutil/trace.go:171","msg":"trace[1802183429] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-xdtjj; range_end:; response_count:1; response_revision:24071; }","duration":"2.214222411s","start":"2026-03-04T02:19:22.539633Z","end":"2026-03-04T02:19:24.753855Z","steps":["trace[1802183429] 'agreement among raft nodes before linearized reading' (duration: 2.214025727s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:24.753897Z","caller":"traceutil/trace.go:171","msg":"trace[902062277] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24071; }","duration":"7.369481626s","start":"2026-03-04T02:19:17.384396Z","end":"2026-03-04T02:19:24.753878Z","steps":["trace[902062277] 'agreement among raft nodes before linearized reading' (duration: 7.369363243s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.753909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:22.539599Z","time spent":"2.214304013s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5938,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-xdtjj\" "} {"level":"warn","ts":"2026-03-04T02:19:24.753938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.384355Z","time spent":"7.369575288s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:24.753914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.666280534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:24.75419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.536141312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:24.75422Z","caller":"traceutil/trace.go:171","msg":"trace[1233594029] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24071; }","duration":"7.536237474s","start":"2026-03-04T02:19:17.217975Z","end":"2026-03-04T02:19:24.754212Z","steps":["trace[1233594029] 'agreement among raft nodes before linearized reading' (duration: 7.536187482s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.754239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:17.217955Z","time spent":"7.536279965s","remote":"127.0.0.1:37946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:24.754405Z","caller":"traceutil/trace.go:171","msg":"trace[1209964341] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24071; }","duration":"6.666484799s","start":"2026-03-04T02:19:18.087558Z","end":"2026-03-04T02:19:24.754043Z","steps":["trace[1209964341] 'agreement among raft nodes before linearized reading' (duration: 6.666177901s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.754453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.867672713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:19:24.754472Z","caller":"traceutil/trace.go:171","msg":"trace[1503110612] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24071; }","duration":"7.867727045s","start":"2026-03-04T02:19:16.88674Z","end":"2026-03-04T02:19:24.754467Z","steps":["trace[1503110612] 'agreement among raft nodes before linearized reading' (duration: 7.867600562s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.754491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:16.886728Z","time spent":"7.867758106s","remote":"127.0.0.1:45130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:24.754514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:18.087517Z","time spent":"6.66694864s","remote":"127.0.0.1:37754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:24.754621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.055959237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:24.75459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105370756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:24.754681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.104912681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:24.754705Z","caller":"traceutil/trace.go:171","msg":"trace[1883429644] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24071; }","duration":"9.104985743s","start":"2026-03-04T02:19:15.649714Z","end":"2026-03-04T02:19:24.7547Z","steps":["trace[1883429644] 'agreement among raft nodes before linearized reading' (duration: 9.104948072s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.754725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.649687Z","time spent":"9.105031394s","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:24.754732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995745723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:24.754762Z","caller":"traceutil/trace.go:171","msg":"trace[1980500409] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24071; }","duration":"1.995842455s","start":"2026-03-04T02:19:22.758909Z","end":"2026-03-04T02:19:24.754751Z","steps":["trace[1980500409] 'agreement among raft nodes before linearized reading' (duration: 1.995788274s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.754796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:22.758875Z","time spent":"1.995909907s","remote":"127.0.0.1:55112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:24.754848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063090407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:24.754946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358627327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:24.755013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.222729166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c3eda784eb\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-03-04T02:19:24.75504Z","caller":"traceutil/trace.go:171","msg":"trace[541904199] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c3eda784eb; range_end:; response_count:1; response_revision:24071; }","duration":"9.222763937s","start":"2026-03-04T02:19:15.53227Z","end":"2026-03-04T02:19:24.755034Z","steps":["trace[541904199] 'agreement among raft nodes before linearized reading' (duration: 9.222701845s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.755059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.532264Z","time spent":"9.222790037s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c3eda784eb\" "} {"level":"warn","ts":"2026-03-04T02:19:24.755005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.440685428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:24.755069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907347676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:24.755101Z","caller":"traceutil/trace.go:171","msg":"trace[2034368501] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24071; }","duration":"4.440820761s","start":"2026-03-04T02:19:20.314267Z","end":"2026-03-04T02:19:24.755087Z","steps":["trace[2034368501] 'agreement among raft nodes before linearized reading' (duration: 4.440661097s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:24.755115Z","caller":"traceutil/trace.go:171","msg":"trace[483451974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24071; }","duration":"2.907448099s","start":"2026-03-04T02:19:21.847656Z","end":"2026-03-04T02:19:24.755104Z","steps":["trace[483451974] 'agreement among raft nodes before linearized reading' (duration: 2.907374887s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:24.754705Z","caller":"traceutil/trace.go:171","msg":"trace[1154273122] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24071; }","duration":"3.10553258s","start":"2026-03-04T02:19:21.649137Z","end":"2026-03-04T02:19:24.754669Z","steps":["trace[1154273122] 'agreement among raft nodes before linearized reading' (duration: 3.105348566s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.755167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:21.847624Z","time spent":"2.907527621s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:24.75521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:21.649117Z","time spent":"3.106079623s","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:24.755232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.859485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:24.755124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946895681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:19:24.755293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035987573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:24.755263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.122566971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:24.755301Z","caller":"traceutil/trace.go:171","msg":"trace[1983292355] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24071; }","duration":"1.947101956s","start":"2026-03-04T02:19:22.808183Z","end":"2026-03-04T02:19:24.755285Z","steps":["trace[1983292355] 'agreement among raft nodes before linearized reading' (duration: 1.946885021s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:24.755006Z","caller":"traceutil/trace.go:171","msg":"trace[1843084399] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24071; }","duration":"2.358738859s","start":"2026-03-04T02:19:22.396252Z","end":"2026-03-04T02:19:24.754991Z","steps":["trace[1843084399] 'agreement among raft nodes before linearized reading' (duration: 2.358663837s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.755349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204034372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:24.755365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:22.396227Z","time spent":"2.359130248s","remote":"127.0.0.1:37738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:24.755365Z","caller":"traceutil/trace.go:171","msg":"trace[1454601813] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24071; }","duration":"5.122701384s","start":"2026-03-04T02:19:19.632648Z","end":"2026-03-04T02:19:24.755349Z","steps":["trace[1454601813] 'agreement among raft nodes before linearized reading' (duration: 5.122551281s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.755372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:22.808158Z","time spent":"1.947196318s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:19:24.755173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:20.314245Z","time spent":"4.440914763s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:24.755434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335979607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-04T02:19:24.755451Z","caller":"traceutil/trace.go:171","msg":"trace[625783321] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24071; }","duration":"1.336036999s","start":"2026-03-04T02:19:23.419409Z","end":"2026-03-04T02:19:24.755446Z","steps":["trace[625783321] 'agreement among raft nodes before linearized reading' (duration: 1.335976907s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.755435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:19.632627Z","time spent":"5.122771125s","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:24.755503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578858916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:24.755526Z","caller":"traceutil/trace.go:171","msg":"trace[791409202] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24071; }","duration":"1.578911667s","start":"2026-03-04T02:19:23.17661Z","end":"2026-03-04T02:19:24.755521Z","steps":["trace[791409202] 'agreement among raft nodes before linearized reading' (duration: 1.578875636s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:24.754649Z","caller":"traceutil/trace.go:171","msg":"trace[64873061] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24071; }","duration":"9.055990708s","start":"2026-03-04T02:19:15.69865Z","end":"2026-03-04T02:19:24.754641Z","steps":["trace[64873061] 'agreement among raft nodes before linearized reading' (duration: 9.055938996s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.755548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.176592Z","time spent":"1.578949528s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:24.755558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.698593Z","time spent":"9.05695729s","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:24.754957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.222277166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e146f382-5f4f-49f9-9366-367b8c03940e\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-04T02:19:24.755374Z","caller":"traceutil/trace.go:171","msg":"trace[245721366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24071; }","duration":"1.204146245s","start":"2026-03-04T02:19:23.55122Z","end":"2026-03-04T02:19:24.755366Z","steps":["trace[245721366] 'agreement among raft nodes before linearized reading' (duration: 1.204111034s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.755651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.551208Z","time spent":"1.204437441s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:19:24.755647Z","caller":"traceutil/trace.go:171","msg":"trace[1453066906] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e146f382-5f4f-49f9-9366-367b8c03940e; range_end:; response_count:1; response_revision:24071; }","duration":"9.222952532s","start":"2026-03-04T02:19:15.532674Z","end":"2026-03-04T02:19:24.755627Z","steps":["trace[1453066906] 'agreement among raft nodes before linearized reading' (duration: 9.222243355s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.755686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818764715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:19:24.755709Z","caller":"traceutil/trace.go:171","msg":"trace[969462868] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24071; }","duration":"1.818820467s","start":"2026-03-04T02:19:22.936883Z","end":"2026-03-04T02:19:24.755704Z","steps":["trace[969462868] 'agreement among raft nodes before linearized reading' (duration: 1.818763775s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:24.755317Z","caller":"traceutil/trace.go:171","msg":"trace[339972810] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24071; }","duration":"1.036062554s","start":"2026-03-04T02:19:23.719248Z","end":"2026-03-04T02:19:24.755311Z","steps":["trace[339972810] 'agreement among raft nodes before linearized reading' (duration: 1.036026524s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.755731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:22.936863Z","time spent":"1.818863327s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:19:24.755746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.719213Z","time spent":"1.036521495s","remote":"127.0.0.1:37992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:24.755262Z","caller":"traceutil/trace.go:171","msg":"trace[488657639] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24071; }","duration":"315.937237ms","start":"2026-03-04T02:19:24.439317Z","end":"2026-03-04T02:19:24.755254Z","steps":["trace[488657639] 'agreement among raft nodes before linearized reading' (duration: 315.893306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.756034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.439289Z","time spent":"316.734816ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:24.756045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.635709189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:24.75495Z","caller":"traceutil/trace.go:171","msg":"trace[1518855126] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24071; }","duration":"2.063256681s","start":"2026-03-04T02:19:22.69167Z","end":"2026-03-04T02:19:24.754927Z","steps":["trace[1518855126] 'agreement among raft nodes before linearized reading' (duration: 2.063038226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.755702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.532647Z","time spent":"9.223038153s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-e146f382-5f4f-49f9-9366-367b8c03940e\" "} {"level":"warn","ts":"2026-03-04T02:19:24.754904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.218923868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-04T02:19:24.756233Z","caller":"traceutil/trace.go:171","msg":"trace[1786902591] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24071; }","duration":"9.220250379s","start":"2026-03-04T02:19:15.535975Z","end":"2026-03-04T02:19:24.756225Z","steps":["trace[1786902591] 'agreement among raft nodes before linearized reading' (duration: 9.218843416s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.756265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:15.535957Z","time spent":"9.22029893s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:19:24.754889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322369689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:19:24.756429Z","caller":"traceutil/trace.go:171","msg":"trace[673278731] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24071; }","duration":"2.323965916s","start":"2026-03-04T02:19:22.432456Z","end":"2026-03-04T02:19:24.756422Z","steps":["trace[673278731] 'agreement among raft nodes before linearized reading' (duration: 2.322287467s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.756456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:22.432429Z","time spent":"2.324021168s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:19:24.755474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:23.41939Z","time spent":"1.336079289s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T02:19:24.756171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:22.691648Z","time spent":"2.064499351s","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:24.756778Z","caller":"traceutil/trace.go:171","msg":"trace[1729776799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24071; }","duration":"5.636475027s","start":"2026-03-04T02:19:19.120293Z","end":"2026-03-04T02:19:24.756768Z","steps":["trace[1729776799] 'agreement among raft nodes before linearized reading' (duration: 5.635678238s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:24.756819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:19.120277Z","time spent":"5.636530688s","remote":"127.0.0.1:47118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:25.098112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.759179Z","time spent":"338.928504ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:25.99354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.760082Z","time spent":"1.233452059s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:19:25.993641Z","caller":"traceutil/trace.go:171","msg":"trace[1448703201] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"1.232661271s","start":"2026-03-04T02:19:24.760952Z","end":"2026-03-04T02:19:25.993613Z","steps":["trace[1448703201] 'process raft request' (duration: 1.232470307s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:25.993795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.760925Z","time spent":"1.232773913s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:25.993936Z","caller":"traceutil/trace.go:171","msg":"trace[1666362766] linearizableReadLoop","detail":"{readStateIndex:24959; appliedIndex:24957; }","duration":"1.233128562s","start":"2026-03-04T02:19:24.760786Z","end":"2026-03-04T02:19:25.993915Z","steps":["trace[1666362766] 'read index received' (duration: 337.257436ms)","trace[1666362766] 'applied index is now lower than readState.Index' (duration: 895.869996ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:25.993949Z","caller":"traceutil/trace.go:171","msg":"trace[1116292854] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"1.230461299s","start":"2026-03-04T02:19:24.763459Z","end":"2026-03-04T02:19:25.99392Z","steps":["trace[1116292854] 'process raft request' (duration: 1.230087811s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:25.99404Z","caller":"traceutil/trace.go:171","msg":"trace[1471099077] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"1.228508984s","start":"2026-03-04T02:19:24.765516Z","end":"2026-03-04T02:19:25.994025Z","steps":["trace[1471099077] 'process raft request' (duration: 1.228295029s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:25.994103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.76345Z","time spent":"1.230561882s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:25.994157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.765502Z","time spent":"1.228577885s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5697,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:25.99416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233366078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T02:19:25.994217Z","caller":"traceutil/trace.go:171","msg":"trace[313982653] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24074; }","duration":"1.23347759s","start":"2026-03-04T02:19:24.760722Z","end":"2026-03-04T02:19:25.994199Z","steps":["trace[313982653] 'agreement among raft nodes before linearized reading' (duration: 1.233309866s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:25.994265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.760356Z","time spent":"1.23389911s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T02:19:26.494088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:26.683272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.162738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:26.683407Z","caller":"traceutil/trace.go:171","msg":"trace[513565868] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"1.58391592s","start":"2026-03-04T02:19:25.099455Z","end":"2026-03-04T02:19:26.68337Z","steps":["trace[513565868] 'process raft request' (duration: 1.469562698s)","trace[513565868] 'compare' (duration: 113.702417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:26.683482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.099432Z","time spent":"1.584018133s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:26.76545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:26.765551Z","caller":"traceutil/trace.go:171","msg":"trace[339782315] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000309644s","start":"2026-03-04T02:19:24.765218Z","end":"2026-03-04T02:19:26.765527Z","steps":["trace[339782315] 'agreement among raft nodes before linearized reading' (duration: 2.000176191s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:26.765609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.76521Z","time spent":"2.000386776s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:28.765918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000064787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:28.766016Z","caller":"traceutil/trace.go:171","msg":"trace[559019524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220771s","start":"2026-03-04T02:19:26.765771Z","end":"2026-03-04T02:19:28.765992Z","steps":["trace[559019524] 'agreement among raft nodes before linearized reading' (duration: 2.000102778s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:28.766077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:26.765732Z","time spent":"2.000330813s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:30.772896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000247661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:30.772984Z","caller":"traceutil/trace.go:171","msg":"trace[1178858923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387094s","start":"2026-03-04T02:19:28.772577Z","end":"2026-03-04T02:19:30.772964Z","steps":["trace[1178858923] 'agreement among raft nodes before linearized reading' (duration: 2.000271911s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:30.773036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:28.772538Z","time spent":"2.000486396s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:30.997809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.999131Z","time spent":"4.998668101s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:19:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:30.999895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:26.0013Z","time spent":"4.998592709s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:19:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:31.068476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:26.070173Z","time spent":"4.998301493s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:31.608452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.039410784s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:19:31.932449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:28.740218Z","time spent":"3.192226108s","remote":"127.0.0.1:40740","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:31.933094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325105209s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:31.933209Z","caller":"traceutil/trace.go:171","msg":"trace[1239641183] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24075; }","duration":"1.325233222s","start":"2026-03-04T02:19:30.607958Z","end":"2026-03-04T02:19:31.933191Z","steps":["trace[1239641183] 'range keys from in-memory index tree' (duration: 1.325087888s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.934684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.903604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:31.935174Z","caller":"traceutil/trace.go:171","msg":"trace[1912740051] linearizableReadLoop","detail":"{readStateIndex:24969; appliedIndex:24962; }","duration":"5.941160291s","start":"2026-03-04T02:19:25.993991Z","end":"2026-03-04T02:19:31.935151Z","steps":["trace[1912740051] 'read index received' (duration: 575.042234ms)","trace[1912740051] 'applied index is now lower than readState.Index' (duration: 5.366116747s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:31.935297Z","caller":"traceutil/trace.go:171","msg":"trace[1336732082] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"5.940535046s","start":"2026-03-04T02:19:25.994743Z","end":"2026-03-04T02:19:31.935278Z","steps":["trace[1336732082] 'process raft request' (duration: 5.613929425s)","trace[1336732082] 'compare' (duration: 325.29447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:31.935397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.994723Z","time spent":"5.940621458s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:31.935976Z","caller":"traceutil/trace.go:171","msg":"trace[655524250] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"5.934906364s","start":"2026-03-04T02:19:26.001052Z","end":"2026-03-04T02:19:31.935958Z","steps":["trace[655524250] 'process raft request' (duration: 5.93387416s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.936069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:26.001023Z","time spent":"5.935008687s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:19:31.936278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.058230179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:31.936455Z","caller":"traceutil/trace.go:171","msg":"trace[243976037] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24081; }","duration":"7.058537076s","start":"2026-03-04T02:19:24.8779Z","end":"2026-03-04T02:19:31.936437Z","steps":["trace[243976037] 'agreement among raft nodes before linearized reading' (duration: 7.058242999s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.936515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.877872Z","time spent":"7.058628888s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:31.936637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.174247982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-04T02:19:31.936693Z","caller":"traceutil/trace.go:171","msg":"trace[1493580523] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24081; }","duration":"7.174322853s","start":"2026-03-04T02:19:24.762354Z","end":"2026-03-04T02:19:31.936677Z","steps":["trace[1493580523] 'agreement among raft nodes before linearized reading' (duration: 7.174106628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.93674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:24.762343Z","time spent":"7.174385895s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-04T02:19:31.936773Z","caller":"traceutil/trace.go:171","msg":"trace[320533260] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"5.934242319s","start":"2026-03-04T02:19:26.002514Z","end":"2026-03-04T02:19:31.936757Z","steps":["trace[320533260] 'process raft request' (duration: 5.932526179s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.936851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:26.002509Z","time spent":"5.93429938s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:19:31.936963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.397195173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:31.936994Z","caller":"traceutil/trace.go:171","msg":"trace[2112740864] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24081; }","duration":"6.397261104s","start":"2026-03-04T02:19:25.539724Z","end":"2026-03-04T02:19:31.936985Z","steps":["trace[2112740864] 'agreement among raft nodes before linearized reading' (duration: 6.397201393s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.937046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.539517Z","time spent":"6.397520621s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:19:31.937212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.636782534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:31.937247Z","caller":"traceutil/trace.go:171","msg":"trace[780736996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24081; }","duration":"6.636864736s","start":"2026-03-04T02:19:25.300374Z","end":"2026-03-04T02:19:31.937238Z","steps":["trace[780736996] 'agreement among raft nodes before linearized reading' (duration: 6.636803845s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.937284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.30035Z","time spent":"6.636925568s","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:31.937562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.769390396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T02:19:31.937627Z","caller":"traceutil/trace.go:171","msg":"trace[183763472] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24081; }","duration":"6.769503438s","start":"2026-03-04T02:19:25.168107Z","end":"2026-03-04T02:19:31.93761Z","steps":["trace[183763472] 'agreement among raft nodes before linearized reading' (duration: 6.769349935s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:31.937682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.168082Z","time spent":"6.76958527s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:19:32.435785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:32.77361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:32.773692Z","caller":"traceutil/trace.go:171","msg":"trace[558324557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210681s","start":"2026-03-04T02:19:30.773463Z","end":"2026-03-04T02:19:32.773674Z","steps":["trace[558324557] 'agreement among raft nodes before linearized reading' (duration: 2.000105898s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:32.77374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:30.773447Z","time spent":"2.000284282s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:32.936106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:33.436683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:33.937754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:34.225987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999826111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:34.226299Z","caller":"traceutil/trace.go:171","msg":"trace[624357302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000194369s","start":"2026-03-04T02:19:32.226077Z","end":"2026-03-04T02:19:34.226272Z","steps":["trace[624357302] 'agreement among raft nodes before linearized reading' (duration: 1.999862891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:34.226437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:32.226054Z","time spent":"2.000363303s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:34.438189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:19:34.588235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.97955045s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:19:34.588772Z","caller":"traceutil/trace.go:171","msg":"trace[1506247228] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"4.278650941s","start":"2026-03-04T02:19:30.31009Z","end":"2026-03-04T02:19:34.588741Z","steps":["trace[1506247228] 'process raft request' (duration: 4.278352034s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:34.589034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:30.310071Z","time spent":"4.278846245s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:34.589395Z","caller":"traceutil/trace.go:171","msg":"trace[1092126421] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"3.117936352s","start":"2026-03-04T02:19:31.471435Z","end":"2026-03-04T02:19:34.589371Z","steps":["trace[1092126421] 'process raft request' (duration: 3.117218126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:34.589535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.47141Z","time spent":"3.118053295s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:34.781684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00022237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:34.781746Z","caller":"traceutil/trace.go:171","msg":"trace[49453225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352443s","start":"2026-03-04T02:19:32.781379Z","end":"2026-03-04T02:19:34.781731Z","steps":["trace[49453225] 'agreement among raft nodes before linearized reading' (duration: 2.000271991s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:34.781785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:32.781348Z","time spent":"2.000431315s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:35.637977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.095709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:19:35.638342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.668401361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:35.638434Z","caller":"traceutil/trace.go:171","msg":"trace[2087752796] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24086; }","duration":"6.668533894s","start":"2026-03-04T02:19:28.969874Z","end":"2026-03-04T02:19:35.638408Z","steps":["trace[2087752796] 'agreement among raft nodes before linearized reading' (duration: 6.668322559s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.638481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:28.969858Z","time spent":"6.668613186s","remote":"127.0.0.1:45238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.638692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.467100391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:35.638785Z","caller":"traceutil/trace.go:171","msg":"trace[990449562] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24086; }","duration":"7.467252794s","start":"2026-03-04T02:19:28.171509Z","end":"2026-03-04T02:19:35.638762Z","steps":["trace[990449562] 'agreement among raft nodes before linearized reading' (duration: 7.467088891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.638773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.329170764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130726"} {"level":"warn","ts":"2026-03-04T02:19:35.638838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:28.171486Z","time spent":"7.467341017s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:35.638853Z","caller":"traceutil/trace.go:171","msg":"trace[1410440810] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24086; }","duration":"9.329292227s","start":"2026-03-04T02:19:26.309535Z","end":"2026-03-04T02:19:35.638828Z","steps":["trace[1410440810] 'agreement among raft nodes before linearized reading' (duration: 9.329039021s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.6389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:26.309514Z","time spent":"9.329376338s","remote":"127.0.0.1:44858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130748,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-04T02:19:35.638939Z","caller":"traceutil/trace.go:171","msg":"trace[729742048] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"2.637685083s","start":"2026-03-04T02:19:33.001245Z","end":"2026-03-04T02:19:35.63893Z","steps":["trace[729742048] 'process raft request' (duration: 2.636799533s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.639019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.028985358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.639041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.207305444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:35.639122Z","caller":"traceutil/trace.go:171","msg":"trace[1128032738] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24086; }","duration":"8.029148032s","start":"2026-03-04T02:19:27.609948Z","end":"2026-03-04T02:19:35.639096Z","steps":["trace[1128032738] 'agreement among raft nodes before linearized reading' (duration: 8.028968318s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.639127Z","caller":"traceutil/trace.go:171","msg":"trace[724130948] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24086; }","duration":"8.207431047s","start":"2026-03-04T02:19:27.431675Z","end":"2026-03-04T02:19:35.639106Z","steps":["trace[724130948] 'agreement among raft nodes before linearized reading' (duration: 8.207302394s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.639191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:27.431655Z","time spent":"8.207520269s","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.639193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:27.609926Z","time spent":"8.029247614s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.639237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.953357373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:19:35.638895Z","caller":"traceutil/trace.go:171","msg":"trace[199700929] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"3.696885009s","start":"2026-03-04T02:19:31.94199Z","end":"2026-03-04T02:19:35.638875Z","steps":["trace[199700929] 'process raft request' (duration: 3.595816348s)","trace[199700929] 'compare' (duration: 100.018576ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:35.639271Z","caller":"traceutil/trace.go:171","msg":"trace[772747336] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24086; }","duration":"8.953457426s","start":"2026-03-04T02:19:26.685804Z","end":"2026-03-04T02:19:35.639261Z","steps":["trace[772747336] 'agreement among raft nodes before linearized reading' (duration: 8.953339853s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.639299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:26.685778Z","time spent":"8.953515228s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:19:35.639271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.640594019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-04T02:19:35.639187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.330519976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T02:19:35.639344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.941979Z","time spent":"3.697308969s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:35.639371Z","caller":"traceutil/trace.go:171","msg":"trace[1556365418] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24086; }","duration":"9.33074828s","start":"2026-03-04T02:19:26.30861Z","end":"2026-03-04T02:19:35.639359Z","steps":["trace[1556365418] 'agreement among raft nodes before linearized reading' (duration: 9.330401982s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.63936Z","caller":"traceutil/trace.go:171","msg":"trace[1320648530] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24086; }","duration":"9.640691691s","start":"2026-03-04T02:19:25.998648Z","end":"2026-03-04T02:19:35.639339Z","steps":["trace[1320648530] 'agreement among raft nodes before linearized reading' (duration: 9.640499706s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.639406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:26.308591Z","time spent":"9.330806332s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:19:35.639416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.998643Z","time spent":"9.640758902s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T02:19:35.639601Z","caller":"traceutil/trace.go:171","msg":"trace[1080679108] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"2.436966864s","start":"2026-03-04T02:19:33.20262Z","end":"2026-03-04T02:19:35.639587Z","steps":["trace[1080679108] 'process raft request' (duration: 2.435461588s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.638124Z","caller":"traceutil/trace.go:171","msg":"trace[1306789011] linearizableReadLoop","detail":"{readStateIndex:24974; appliedIndex:24969; }","duration":"3.702876038s","start":"2026-03-04T02:19:31.935237Z","end":"2026-03-04T02:19:35.638113Z","steps":["trace[1306789011] 'read index received' (duration: 2.653208015s)","trace[1306789011] 'applied index is now lower than readState.Index' (duration: 1.049667333s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:35.639646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.640175357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-04T02:19:35.639444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.286307613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.639664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.641256394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-382e316c-43e2-41d2-935b-acf0fc30b0ed\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-04T02:19:35.639672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.202592Z","time spent":"2.437048026s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:35.63967Z","caller":"traceutil/trace.go:171","msg":"trace[2022806242] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24086; }","duration":"4.640230928s","start":"2026-03-04T02:19:30.999431Z","end":"2026-03-04T02:19:35.639662Z","steps":["trace[2022806242] 'agreement among raft nodes before linearized reading' (duration: 4.640160537s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.639698Z","caller":"traceutil/trace.go:171","msg":"trace[2012724243] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24086; }","duration":"9.28661992s","start":"2026-03-04T02:19:26.353063Z","end":"2026-03-04T02:19:35.639683Z","steps":["trace[2012724243] 'agreement among raft nodes before linearized reading' (duration: 9.286291302s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.639718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:30.999415Z","time spent":"4.64029566s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T02:19:35.639729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:26.353038Z","time spent":"9.286681441s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:35.639718Z","caller":"traceutil/trace.go:171","msg":"trace[1895946410] range","detail":"{range_begin:/registry/persistentvolumes/pvc-382e316c-43e2-41d2-935b-acf0fc30b0ed; range_end:; response_count:1; response_revision:24086; }","duration":"9.641313315s","start":"2026-03-04T02:19:25.998376Z","end":"2026-03-04T02:19:35.63969Z","steps":["trace[1895946410] 'agreement among raft nodes before linearized reading' (duration: 9.64111055s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.639774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.638547309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-04T02:19:35.639791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.569403253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-04T02:19:35.639817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.699140991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-04T02:19:35.63982Z","caller":"traceutil/trace.go:171","msg":"trace[1871133631] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24086; }","duration":"4.63860479s","start":"2026-03-04T02:19:31.001202Z","end":"2026-03-04T02:19:35.639807Z","steps":["trace[1871133631] 'agreement among raft nodes before linearized reading' (duration: 4.638484577s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.639811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:25.998368Z","time spent":"9.641435289s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-382e316c-43e2-41d2-935b-acf0fc30b0ed\" "} {"level":"warn","ts":"2026-03-04T02:19:35.639853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.001197Z","time spent":"4.638647721s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T02:19:35.639846Z","caller":"traceutil/trace.go:171","msg":"trace[2115958955] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24086; }","duration":"4.569497895s","start":"2026-03-04T02:19:31.070332Z","end":"2026-03-04T02:19:35.63983Z","steps":["trace[2115958955] 'agreement among raft nodes before linearized reading' (duration: 4.569309781s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.639874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893064012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:19:35.639906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.07031Z","time spent":"4.569583267s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:19:35.639547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.001219Z","time spent":"2.637749794s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:35.63993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.285193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:35.639941Z","caller":"traceutil/trace.go:171","msg":"trace[208265325] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24086; }","duration":"3.893135484s","start":"2026-03-04T02:19:31.746789Z","end":"2026-03-04T02:19:35.639925Z","steps":["trace[208265325] 'agreement among raft nodes before linearized reading' (duration: 3.892898428s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.64Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.746733Z","time spent":"3.893248307s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.640046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.001212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.640075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239840721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.6401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.700013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:35.640094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.788139474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:35.640114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.621671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:35.640125Z","caller":"traceutil/trace.go:171","msg":"trace[960660029] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24086; }","duration":"3.239932333s","start":"2026-03-04T02:19:32.400166Z","end":"2026-03-04T02:19:35.640098Z","steps":["trace[960660029] 'agreement among raft nodes before linearized reading' (duration: 3.239884191s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.64013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.50665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.640151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:32.400132Z","time spent":"3.240010235s","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:35.640163Z","caller":"traceutil/trace.go:171","msg":"trace[918876964] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24086; }","duration":"790.664872ms","start":"2026-03-04T02:19:34.849469Z","end":"2026-03-04T02:19:35.640133Z","steps":["trace[918876964] 'agreement among raft nodes before linearized reading' (duration: 790.617191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.640179Z","caller":"traceutil/trace.go:171","msg":"trace[1145086264] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24086; }","duration":"4.788208245s","start":"2026-03-04T02:19:30.851914Z","end":"2026-03-04T02:19:35.640122Z","steps":["trace[1145086264] 'agreement among raft nodes before linearized reading' (duration: 4.788071182s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.640188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.692679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:19:35.640216Z","caller":"traceutil/trace.go:171","msg":"trace[1923569945] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24086; }","duration":"197.7562ms","start":"2026-03-04T02:19:35.442452Z","end":"2026-03-04T02:19:35.640208Z","steps":["trace[1923569945] 'agreement among raft nodes before linearized reading' (duration: 197.668038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.640233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673866347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.640244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.325880389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.640244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:30.851852Z","time spent":"4.78838003s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:35.640262Z","caller":"traceutil/trace.go:171","msg":"trace[1016316235] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24086; }","duration":"1.673932697s","start":"2026-03-04T02:19:33.96632Z","end":"2026-03-04T02:19:35.640253Z","steps":["trace[1016316235] 'agreement among raft nodes before linearized reading' (duration: 1.673885196s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.640275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.698154899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.640262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172113807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:35.640267Z","caller":"traceutil/trace.go:171","msg":"trace[414281710] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24086; }","duration":"6.32594758s","start":"2026-03-04T02:19:29.314313Z","end":"2026-03-04T02:19:35.640261Z","steps":["trace[414281710] 'agreement among raft nodes before linearized reading' (duration: 6.325893529s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.640295Z","caller":"traceutil/trace.go:171","msg":"trace[1246096944] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24086; }","duration":"3.698186039s","start":"2026-03-04T02:19:31.942103Z","end":"2026-03-04T02:19:35.640289Z","steps":["trace[1246096944] 'agreement among raft nodes before linearized reading' (duration: 3.698154488s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.640297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.9663Z","time spent":"1.673988039s","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.64031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:29.314291Z","time spent":"6.326008981s","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.640316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.942099Z","time spent":"3.69821341s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:19:35.640311Z","caller":"traceutil/trace.go:171","msg":"trace[1056244987] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24086; }","duration":"2.172206169s","start":"2026-03-04T02:19:33.468092Z","end":"2026-03-04T02:19:35.640299Z","steps":["trace[1056244987] 'agreement among raft nodes before linearized reading' (duration: 2.172126777s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.640345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.468072Z","time spent":"2.17226456s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.640065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58235412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.640419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.506642324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.640436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.413766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T02:19:35.640435Z","caller":"traceutil/trace.go:171","msg":"trace[652883440] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24086; }","duration":"2.58277298s","start":"2026-03-04T02:19:33.057641Z","end":"2026-03-04T02:19:35.640414Z","steps":["trace[652883440] 'agreement among raft nodes before linearized reading' (duration: 2.582379811s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.640121Z","caller":"traceutil/trace.go:171","msg":"trace[1924668706] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24086; }","duration":"763.749274ms","start":"2026-03-04T02:19:34.876366Z","end":"2026-03-04T02:19:35.640116Z","steps":["trace[1924668706] 'agreement among raft nodes before linearized reading' (duration: 763.687753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.640469Z","caller":"traceutil/trace.go:171","msg":"trace[1190058611] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24086; }","duration":"231.486718ms","start":"2026-03-04T02:19:35.408973Z","end":"2026-03-04T02:19:35.64046Z","steps":["trace[1190058611] 'agreement among raft nodes before linearized reading' (duration: 231.391966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.640481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.330189467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:35.640496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:33.057605Z","time spent":"2.582871152s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:35.640527Z","caller":"traceutil/trace.go:171","msg":"trace[860612095] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24086; }","duration":"5.330276069s","start":"2026-03-04T02:19:30.310243Z","end":"2026-03-04T02:19:35.640519Z","steps":["trace[860612095] 'agreement among raft nodes before linearized reading' (duration: 5.330212278s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.640572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:30.310218Z","time spent":"5.330323531s","remote":"127.0.0.1:37928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:35.639954Z","caller":"traceutil/trace.go:171","msg":"trace[1601292301] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24086; }","duration":"802.340835ms","start":"2026-03-04T02:19:34.837604Z","end":"2026-03-04T02:19:35.639945Z","steps":["trace[1601292301] 'agreement among raft nodes before linearized reading' (duration: 802.300264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.639843Z","caller":"traceutil/trace.go:171","msg":"trace[13204951] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1; range_end:; response_count:1; response_revision:24086; }","duration":"3.699203342s","start":"2026-03-04T02:19:31.940631Z","end":"2026-03-04T02:19:35.639834Z","steps":["trace[13204951] 'agreement among raft nodes before linearized reading' (duration: 3.69911785s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.640447Z","caller":"traceutil/trace.go:171","msg":"trace[817865703] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24086; }","duration":"3.506714456s","start":"2026-03-04T02:19:32.133725Z","end":"2026-03-04T02:19:35.64044Z","steps":["trace[817865703] 'agreement among raft nodes before linearized reading' (duration: 3.506674425s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.640191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:34.849461Z","time spent":"790.722614ms","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.640697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:31.940618Z","time spent":"3.700070933s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1\" "} {"level":"warn","ts":"2026-03-04T02:19:35.640608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:34.837587Z","time spent":"803.01363ms","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.64071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:32.1337Z","time spent":"3.506993273s","remote":"127.0.0.1:45184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:35.640095Z","caller":"traceutil/trace.go:171","msg":"trace[1755706216] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24086; }","duration":"637.077414ms","start":"2026-03-04T02:19:35.00299Z","end":"2026-03-04T02:19:35.640067Z","steps":["trace[1755706216] 'agreement among raft nodes before linearized reading' (duration: 637.023243ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:35.640185Z","caller":"traceutil/trace.go:171","msg":"trace[1000037509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24086; }","duration":"853.571672ms","start":"2026-03-04T02:19:34.786588Z","end":"2026-03-04T02:19:35.64016Z","steps":["trace[1000037509] 'agreement among raft nodes before linearized reading' (duration: 853.510571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.640492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:34.876353Z","time spent":"764.128463ms","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.64085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:34.786573Z","time spent":"854.269498ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:35.640841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.002969Z","time spent":"637.855813ms","remote":"127.0.0.1:37842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.64103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.6676889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:35.641205Z","caller":"traceutil/trace.go:171","msg":"trace[408551624] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24086; }","duration":"8.667797942s","start":"2026-03-04T02:19:26.97332Z","end":"2026-03-04T02:19:35.641118Z","steps":["trace[408551624] 'agreement among raft nodes before linearized reading' (duration: 8.664955956s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.641287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:26.973255Z","time spent":"8.668017797s","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.639209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.333737385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:19:35.644979Z","caller":"traceutil/trace.go:171","msg":"trace[636555574] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24086; }","duration":"7.33953325s","start":"2026-03-04T02:19:28.305425Z","end":"2026-03-04T02:19:35.644958Z","steps":["trace[636555574] 'agreement among raft nodes before linearized reading' (duration: 7.333621092s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.645026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:28.305403Z","time spent":"7.339605702s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:35.998789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.413807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:35.998871Z","caller":"traceutil/trace.go:171","msg":"trace[237002447] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"350.526049ms","start":"2026-03-04T02:19:35.648326Z","end":"2026-03-04T02:19:35.998852Z","steps":["trace[237002447] 'agreement among raft nodes before linearized reading' (duration: 350.420097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:35.998989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.64832Z","time spent":"350.588271ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 02:19:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:36.000095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.942509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:36.000162Z","caller":"traceutil/trace.go:171","msg":"trace[212197318] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"354.039141ms","start":"2026-03-04T02:19:35.646107Z","end":"2026-03-04T02:19:36.000147Z","steps":["trace[212197318] 'agreement among raft nodes before linearized reading' (duration: 353.948029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:36.000218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.646104Z","time spent":"354.105373ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 02:19:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:36.068708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.33703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:36.068792Z","caller":"traceutil/trace.go:171","msg":"trace[733596043] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"420.456052ms","start":"2026-03-04T02:19:35.648318Z","end":"2026-03-04T02:19:36.068774Z","steps":["trace[733596043] 'agreement among raft nodes before linearized reading' (duration: 420.34827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:36.068841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.648313Z","time spent":"420.517314ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 02:19:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:37.375765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083965613s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:37.37592Z","caller":"traceutil/trace.go:171","msg":"trace[1856102353] linearizableReadLoop","detail":"{readStateIndex:24975; appliedIndex:24974; }","duration":"1.732724761s","start":"2026-03-04T02:19:35.643172Z","end":"2026-03-04T02:19:37.375897Z","steps":["trace[1856102353] 'read index received' (duration: 66.802µs)","trace[1856102353] 'applied index is now lower than readState.Index' (duration: 1.732655099s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:37.376016Z","caller":"traceutil/trace.go:171","msg":"trace[1117817059] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"1.732850093s","start":"2026-03-04T02:19:35.643151Z","end":"2026-03-04T02:19:37.376001Z","steps":["trace[1117817059] 'process raft request' (duration: 648.514961ms)","trace[1117817059] 'compare' (duration: 1.083362209s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:37.37609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.643137Z","time spent":"1.732918004s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:37.3763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73310437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:37.376374Z","caller":"traceutil/trace.go:171","msg":"trace[1189184896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24087; }","duration":"1.733203622s","start":"2026-03-04T02:19:35.643154Z","end":"2026-03-04T02:19:37.376358Z","steps":["trace[1189184896] 'agreement among raft nodes before linearized reading' (duration: 1.732870124s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:37.376476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.643142Z","time spent":"1.733256362s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:19:37.440515Z","caller":"traceutil/trace.go:171","msg":"trace[892019906] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"1.796214964s","start":"2026-03-04T02:19:35.644276Z","end":"2026-03-04T02:19:37.440491Z","steps":["trace[892019906] 'process raft request' (duration: 1.795822465s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:37.440746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.644265Z","time spent":"1.796355687s","remote":"127.0.0.1:44858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130710,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:37.440766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099394235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:37.440844Z","caller":"traceutil/trace.go:171","msg":"trace[436952673] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24091; }","duration":"1.099524128s","start":"2026-03-04T02:19:36.341303Z","end":"2026-03-04T02:19:37.440827Z","steps":["trace[436952673] 'agreement among raft nodes before linearized reading' (duration: 1.099382854s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:37.440841Z","caller":"traceutil/trace.go:171","msg":"trace[371989387] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"1.792537618s","start":"2026-03-04T02:19:35.648264Z","end":"2026-03-04T02:19:37.440802Z","steps":["trace[371989387] 'process raft request' (duration: 1.79217306s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:37.440895Z","caller":"traceutil/trace.go:171","msg":"trace[465288835] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"1.790706555s","start":"2026-03-04T02:19:35.650162Z","end":"2026-03-04T02:19:37.440869Z","steps":["trace[465288835] 'process raft request' (duration: 1.790340306s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:37.440904Z","caller":"traceutil/trace.go:171","msg":"trace[1805081567] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"1.369427193s","start":"2026-03-04T02:19:36.071457Z","end":"2026-03-04T02:19:37.440885Z","steps":["trace[1805081567] 'process raft request' (duration: 1.369117406s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:37.440955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678438403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-03-04T02:19:37.440988Z","caller":"traceutil/trace.go:171","msg":"trace[1708015346] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24091; }","duration":"1.678484893s","start":"2026-03-04T02:19:35.762495Z","end":"2026-03-04T02:19:37.44098Z","steps":["trace[1708015346] 'agreement among raft nodes before linearized reading' (duration: 1.678420022s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:37.440994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:36.071432Z","time spent":"1.369519245s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":444,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:37.440998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.648249Z","time spent":"1.792681461s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:19:37.441022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.762489Z","time spent":"1.678523414s","remote":"127.0.0.1:37946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3245,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-04T02:19:37.441022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.650154Z","time spent":"1.790795547s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:37.441108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794855692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:19:37.441154Z","caller":"traceutil/trace.go:171","msg":"trace[336852044] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24091; }","duration":"1.794912233s","start":"2026-03-04T02:19:35.646231Z","end":"2026-03-04T02:19:37.441143Z","steps":["trace[336852044] 'agreement among raft nodes before linearized reading' (duration: 1.79477312s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:37.441189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.646227Z","time spent":"1.794951744s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T02:19:37.440893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:36.341283Z","time spent":"1.099598679s","remote":"127.0.0.1:37904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:37.44125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798047646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:19:37.441244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789385884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:37.441321Z","caller":"traceutil/trace.go:171","msg":"trace[135923849] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24091; }","duration":"1.789474146s","start":"2026-03-04T02:19:35.651834Z","end":"2026-03-04T02:19:37.441308Z","steps":["trace[135923849] 'agreement among raft nodes before linearized reading' (duration: 1.789365834s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:37.441363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795263481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T02:19:37.44138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681036053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:37.441398Z","caller":"traceutil/trace.go:171","msg":"trace[291888776] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24091; }","duration":"1.795313603s","start":"2026-03-04T02:19:35.646074Z","end":"2026-03-04T02:19:37.441388Z","steps":["trace[291888776] 'agreement among raft nodes before linearized reading' (duration: 1.795232741s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:37.441399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793200933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T02:19:37.441429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.646065Z","time spent":"1.795357734s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:19:37.441434Z","caller":"traceutil/trace.go:171","msg":"trace[285215862] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24091; }","duration":"1.793249845s","start":"2026-03-04T02:19:35.648175Z","end":"2026-03-04T02:19:37.441425Z","steps":["trace[285215862] 'agreement among raft nodes before linearized reading' (duration: 1.793153193s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:37.441424Z","caller":"traceutil/trace.go:171","msg":"trace[1779119513] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24091; }","duration":"1.681116285s","start":"2026-03-04T02:19:35.760298Z","end":"2026-03-04T02:19:37.441414Z","steps":["trace[1779119513] 'agreement among raft nodes before linearized reading' (duration: 1.680971061s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:37.441467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.648168Z","time spent":"1.793291806s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:19:37.441389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.651826Z","time spent":"1.789552338s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:19:37.441473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.760282Z","time spent":"1.681183047s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:37.441289Z","caller":"traceutil/trace.go:171","msg":"trace[1411956482] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24091; }","duration":"1.798123158s","start":"2026-03-04T02:19:35.643156Z","end":"2026-03-04T02:19:37.441279Z","steps":["trace[1411956482] 'agreement among raft nodes before linearized reading' (duration: 1.797978205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:37.441683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:35.643147Z","time spent":"1.798526658s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:19:37.442193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.382746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:37.44224Z","caller":"traceutil/trace.go:171","msg":"trace[141684773] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24091; }","duration":"139.473069ms","start":"2026-03-04T02:19:37.302755Z","end":"2026-03-04T02:19:37.442228Z","steps":["trace[141684773] 'agreement among raft nodes before linearized reading' (duration: 139.390647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:37.95613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732809,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:19:38.14519Z","caller":"traceutil/trace.go:171","msg":"trace[107624529] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"690.987973ms","start":"2026-03-04T02:19:37.454179Z","end":"2026-03-04T02:19:38.145167Z","steps":["trace[107624529] 'process raft request' (duration: 623.909816ms)","trace[107624529] 'compare' (duration: 66.982405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:38.14532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.454166Z","time spent":"691.085816ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:40.158769Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.867445158s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:19:40.334422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.402939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-03-04T02:19:40.334713Z","caller":"traceutil/trace.go:171","msg":"trace[171743451] linearizableReadLoop","detail":"{readStateIndex:24983; appliedIndex:24979; }","duration":"2.878866209s","start":"2026-03-04T02:19:37.455827Z","end":"2026-03-04T02:19:40.334693Z","steps":["trace[171743451] 'read index received' (duration: 622.224587ms)","trace[171743451] 'applied index is now lower than readState.Index' (duration: 2.256640552s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:40.334785Z","caller":"traceutil/trace.go:171","msg":"trace[1060808281] transaction","detail":"{read_only:false; number_of_response:0; response_revision:24092; }","duration":"2.878580962s","start":"2026-03-04T02:19:37.456193Z","end":"2026-03-04T02:19:40.334774Z","steps":["trace[1060808281] 'process raft request' (duration: 2.702753543s)","trace[1060808281] 'compare' (duration: 175.362098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:40.334833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.456171Z","time spent":"2.878638023s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:19:40.335143Z","caller":"traceutil/trace.go:171","msg":"trace[1996939281] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"2.877992338s","start":"2026-03-04T02:19:37.45714Z","end":"2026-03-04T02:19:40.335133Z","steps":["trace[1996939281] 'process raft request' (duration: 2.877410594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:40.33521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.457114Z","time spent":"2.87805269s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:40.33543Z","caller":"traceutil/trace.go:171","msg":"trace[1519541341] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"2.869165072s","start":"2026-03-04T02:19:37.466256Z","end":"2026-03-04T02:19:40.335421Z","steps":["trace[1519541341] 'process raft request' (duration: 2.868388204s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:40.335483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.466237Z","time spent":"2.869216042s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:40.335686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879854422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:19:40.335716Z","caller":"traceutil/trace.go:171","msg":"trace[1612089540] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:24094; }","duration":"2.879896362s","start":"2026-03-04T02:19:37.455811Z","end":"2026-03-04T02:19:40.335707Z","steps":["trace[1612089540] 'agreement among raft nodes before linearized reading' (duration: 2.87978517s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:40.335744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.455804Z","time spent":"2.879934683s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-04T02:19:40.475373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000383653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:40.475461Z","caller":"traceutil/trace.go:171","msg":"trace[1873122555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000515957s","start":"2026-03-04T02:19:38.474922Z","end":"2026-03-04T02:19:40.475438Z","steps":["trace[1873122555] 'agreement among raft nodes before linearized reading' (duration: 2.000409654s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:40.47551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:38.474909Z","time spent":"2.000591418s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:41.980418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371902062s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:41.980515Z","caller":"traceutil/trace.go:171","msg":"trace[278892756] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24094; }","duration":"1.372011474s","start":"2026-03-04T02:19:40.60849Z","end":"2026-03-04T02:19:41.980501Z","steps":["trace[278892756] 'range keys from in-memory index tree' (duration: 1.371888562s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:42.475567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999850912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:42.475667Z","caller":"traceutil/trace.go:171","msg":"trace[656816073] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000023916s","start":"2026-03-04T02:19:40.47562Z","end":"2026-03-04T02:19:42.475644Z","steps":["trace[656816073] 'agreement among raft nodes before linearized reading' (duration: 1.999892273s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:42.475718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:40.475594Z","time spent":"2.000113719s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:42.783902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.218275435s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:19:43.395455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829895085s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:19:43.395574Z","caller":"traceutil/trace.go:171","msg":"trace[540219780] linearizableReadLoop","detail":"{readStateIndex:24984; appliedIndex:24983; }","duration":"3.060814808s","start":"2026-03-04T02:19:40.334742Z","end":"2026-03-04T02:19:43.395556Z","steps":["trace[540219780] 'read index received' (duration: 230.921764ms)","trace[540219780] 'applied index is now lower than readState.Index' (duration: 2.829891444s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:43.396418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614015232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:43.396497Z","caller":"traceutil/trace.go:171","msg":"trace[1773213188] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24095; }","duration":"3.614151286s","start":"2026-03-04T02:19:39.782328Z","end":"2026-03-04T02:19:43.39648Z","steps":["trace[1773213188] 'agreement among raft nodes before linearized reading' (duration: 3.613997252s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.396598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:39.782308Z","time spent":"3.614278519s","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.397075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:40.338322Z","time spent":"3.058746879s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:43.397536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.83835415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1143"} {"level":"info","ts":"2026-03-04T02:19:43.397594Z","caller":"traceutil/trace.go:171","msg":"trace[535028128] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:24095; }","duration":"5.838451492s","start":"2026-03-04T02:19:37.559128Z","end":"2026-03-04T02:19:43.397579Z","steps":["trace[535028128] 'agreement among raft nodes before linearized reading' (duration: 5.838268208s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.3976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.849756426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:43.397676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003487252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:43.397675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.249350109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-j4hnb.189981c1c72cf9d8\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-03-04T02:19:43.397739Z","caller":"traceutil/trace.go:171","msg":"trace[647804385] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24095; }","duration":"4.003589115s","start":"2026-03-04T02:19:39.394134Z","end":"2026-03-04T02:19:43.397723Z","steps":["trace[647804385] 'agreement among raft nodes before linearized reading' (duration: 4.003501863s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.397783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.533827612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:43.3978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.836370503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T02:19:43.397749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.91243408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:43.397836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:39.394113Z","time spent":"4.003705827s","remote":"127.0.0.1:50222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:43.397849Z","caller":"traceutil/trace.go:171","msg":"trace[711515679] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24095; }","duration":"5.836427335s","start":"2026-03-04T02:19:37.561402Z","end":"2026-03-04T02:19:43.397829Z","steps":["trace[711515679] 'agreement among raft nodes before linearized reading' (duration: 5.836254251s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.397829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.202341787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:43.397867Z","caller":"traceutil/trace.go:171","msg":"trace[269753644] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24095; }","duration":"5.912591764s","start":"2026-03-04T02:19:37.485259Z","end":"2026-03-04T02:19:43.397851Z","steps":["trace[269753644] 'agreement among raft nodes before linearized reading' (duration: 5.91244831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.397892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.561393Z","time spent":"5.836490426s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-04T02:19:43.397909Z","caller":"traceutil/trace.go:171","msg":"trace[1056135857] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24095; }","duration":"4.20247552s","start":"2026-03-04T02:19:39.195414Z","end":"2026-03-04T02:19:43.397889Z","steps":["trace[1056135857] 'agreement among raft nodes before linearized reading' (duration: 4.202298036s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.39793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.485241Z","time spent":"5.912673465s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.397967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:39.195394Z","time spent":"4.202559563s","remote":"127.0.0.1:37790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.39761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.865617341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:43.398055Z","caller":"traceutil/trace.go:171","msg":"trace[893916212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24095; }","duration":"3.866061191s","start":"2026-03-04T02:19:39.531978Z","end":"2026-03-04T02:19:43.398039Z","steps":["trace[893916212] 'agreement among raft nodes before linearized reading' (duration: 3.86559622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.3981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:39.531917Z","time spent":"3.866168153s","remote":"127.0.0.1:46302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:43.397826Z","caller":"traceutil/trace.go:171","msg":"trace[198594354] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24095; }","duration":"4.533937605s","start":"2026-03-04T02:19:38.86388Z","end":"2026-03-04T02:19:43.397818Z","steps":["trace[198594354] 'agreement among raft nodes before linearized reading' (duration: 4.533833402s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.398211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:38.863858Z","time spent":"4.534337874s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:43.397784Z","caller":"traceutil/trace.go:171","msg":"trace[841734233] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-j4hnb.189981c1c72cf9d8; range_end:; response_count:1; response_revision:24095; }","duration":"5.249465142s","start":"2026-03-04T02:19:38.148269Z","end":"2026-03-04T02:19:43.397734Z","steps":["trace[841734233] 'agreement among raft nodes before linearized reading' (duration: 5.249238036s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.398285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:38.148242Z","time spent":"5.250020194s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":900,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-j4hnb.189981c1c72cf9d8\" "} {"level":"info","ts":"2026-03-04T02:19:43.397679Z","caller":"traceutil/trace.go:171","msg":"trace[1195080956] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24095; }","duration":"5.849839068s","start":"2026-03-04T02:19:37.547821Z","end":"2026-03-04T02:19:43.397661Z","steps":["trace[1195080956] 'agreement among raft nodes before linearized reading' (duration: 5.849721705s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.398478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.547765Z","time spent":"5.850655477s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.397604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.437196277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:43.398578Z","caller":"traceutil/trace.go:171","msg":"trace[1853283577] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24095; }","duration":"5.4381697s","start":"2026-03-04T02:19:37.960381Z","end":"2026-03-04T02:19:43.398551Z","steps":["trace[1853283577] 'agreement among raft nodes before linearized reading' (duration: 5.437152436s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.398631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.960328Z","time spent":"5.438288862s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.397597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.216846549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:43.398747Z","caller":"traceutil/trace.go:171","msg":"trace[77439556] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24095; }","duration":"5.218013147s","start":"2026-03-04T02:19:38.180694Z","end":"2026-03-04T02:19:43.398707Z","steps":["trace[77439556] 'agreement among raft nodes before linearized reading' (duration: 5.216823779s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.398818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:38.180684Z","time spent":"5.218112029s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.397634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:37.559108Z","time spent":"5.838517413s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1165,"request content":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" "} {"level":"warn","ts":"2026-03-04T02:19:43.397544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.688472025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:43.398973Z","caller":"traceutil/trace.go:171","msg":"trace[1398727575] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24095; }","duration":"4.689920119s","start":"2026-03-04T02:19:38.709023Z","end":"2026-03-04T02:19:43.398943Z","steps":["trace[1398727575] 'agreement among raft nodes before linearized reading' (duration: 4.688466455s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.39904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:38.709007Z","time spent":"4.690009091s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.983503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.456354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:43.983749Z","caller":"traceutil/trace.go:171","msg":"trace[506385771] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"1.887595309s","start":"2026-03-04T02:19:42.096122Z","end":"2026-03-04T02:19:43.983717Z","steps":["trace[506385771] 'process raft request' (duration: 1.659823638s)","trace[506385771] 'compare' (duration: 227.164517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:43.983874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.096098Z","time spent":"1.887707902s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:43.983884Z","caller":"traceutil/trace.go:171","msg":"trace[1974404812] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"517.234604ms","start":"2026-03-04T02:19:43.466632Z","end":"2026-03-04T02:19:43.983867Z","steps":["trace[1974404812] 'process raft request' (duration: 517.194313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.98395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.466612Z","time spent":"517.307536ms","remote":"127.0.0.1:44796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:43.984278Z","caller":"traceutil/trace.go:171","msg":"trace[570557595] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"1.356351027s","start":"2026-03-04T02:19:42.627916Z","end":"2026-03-04T02:19:43.984267Z","steps":["trace[570557595] 'process raft request' (duration: 1.355706753s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.984342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.627895Z","time spent":"1.356417009s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:43.984347Z","caller":"traceutil/trace.go:171","msg":"trace[646218309] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"583.679045ms","start":"2026-03-04T02:19:43.400638Z","end":"2026-03-04T02:19:43.984317Z","steps":["trace[646218309] 'process raft request' (duration: 583.119873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.984401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501074819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:43.984446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.646607793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-03-04T02:19:43.98433Z","caller":"traceutil/trace.go:171","msg":"trace[1939604319] linearizableReadLoop","detail":"{readStateIndex:24987; appliedIndex:24985; }","duration":"588.712793ms","start":"2026-03-04T02:19:43.395599Z","end":"2026-03-04T02:19:43.984312Z","steps":["trace[1939604319] 'read index received' (duration: 360.338079ms)","trace[1939604319] 'applied index is now lower than readState.Index' (duration: 228.372924ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:43.984466Z","caller":"traceutil/trace.go:171","msg":"trace[202246785] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:24099; }","duration":"3.646662524s","start":"2026-03-04T02:19:40.337796Z","end":"2026-03-04T02:19:43.984459Z","steps":["trace[202246785] 'agreement among raft nodes before linearized reading' (duration: 3.646568002s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.984492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:40.337742Z","time spent":"3.646744996s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1096,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"info","ts":"2026-03-04T02:19:43.984413Z","caller":"traceutil/trace.go:171","msg":"trace[1438889987] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24097; }","duration":"586.175214ms","start":"2026-03-04T02:19:43.398189Z","end":"2026-03-04T02:19:43.984364Z","steps":["trace[1438889987] 'process raft request' (duration: 585.53711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.984499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.447767669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:43.984574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353651284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:43.984498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.400629Z","time spent":"583.789938ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:19:43.984462Z","caller":"traceutil/trace.go:171","msg":"trace[558568175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24099; }","duration":"1.5011416s","start":"2026-03-04T02:19:42.483304Z","end":"2026-03-04T02:19:43.984445Z","steps":["trace[558568175] 'agreement among raft nodes before linearized reading' (duration: 1.501038838s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:43.984607Z","caller":"traceutil/trace.go:171","msg":"trace[861478336] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24099; }","duration":"1.353744577s","start":"2026-03-04T02:19:42.630853Z","end":"2026-03-04T02:19:43.984598Z","steps":["trace[861478336] 'agreement among raft nodes before linearized reading' (duration: 1.353628634s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:43.984604Z","caller":"traceutil/trace.go:171","msg":"trace[1586510158] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24099; }","duration":"3.447926102s","start":"2026-03-04T02:19:40.536656Z","end":"2026-03-04T02:19:43.984582Z","steps":["trace[1586510158] 'agreement among raft nodes before linearized reading' (duration: 3.447763318s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.984632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.483266Z","time spent":"1.501359655s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:43.984618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.644570866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"warn","ts":"2026-03-04T02:19:43.984631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.398163Z","time spent":"586.365858ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:43.984641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.63084Z","time spent":"1.353792657s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.984651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:40.536631Z","time spent":"3.448009425s","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:43.984668Z","caller":"traceutil/trace.go:171","msg":"trace[2088319283] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24099; }","duration":"3.644624497s","start":"2026-03-04T02:19:40.340031Z","end":"2026-03-04T02:19:43.984655Z","steps":["trace[2088319283] 'agreement among raft nodes before linearized reading' (duration: 3.644452463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.984704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64410616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:19:43.984703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:40.339999Z","time spent":"3.644697258s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4464,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-04T02:19:43.984742Z","caller":"traceutil/trace.go:171","msg":"trace[9882658] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24099; }","duration":"1.644165722s","start":"2026-03-04T02:19:42.340564Z","end":"2026-03-04T02:19:43.98473Z","steps":["trace[9882658] 'agreement among raft nodes before linearized reading' (duration: 1.644012348s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.984746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673988538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:43.984771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.340533Z","time spent":"1.644232783s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:19:43.984786Z","caller":"traceutil/trace.go:171","msg":"trace[658933921] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24099; }","duration":"1.674091921s","start":"2026-03-04T02:19:42.310681Z","end":"2026-03-04T02:19:43.984773Z","steps":["trace[658933921] 'agreement among raft nodes before linearized reading' (duration: 1.674027419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.984823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831627221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:43.984827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.310659Z","time spent":"1.674159862s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:43.984845Z","caller":"traceutil/trace.go:171","msg":"trace[725175996] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24099; }","duration":"1.831686282s","start":"2026-03-04T02:19:42.153152Z","end":"2026-03-04T02:19:43.984839Z","steps":["trace[725175996] 'agreement among raft nodes before linearized reading' (duration: 1.831645621s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.984535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758889222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:43.984864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.153131Z","time spent":"1.831725873s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.98489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.271186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8811ae8a-025d-47c0-bd82-c6616a4ce8d9\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:19:43.984906Z","caller":"traceutil/trace.go:171","msg":"trace[410562253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24099; }","duration":"1.759344712s","start":"2026-03-04T02:19:42.225525Z","end":"2026-03-04T02:19:43.98487Z","steps":["trace[410562253] 'agreement among raft nodes before linearized reading' (duration: 1.758795379s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.984907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.534111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:43.984945Z","caller":"traceutil/trace.go:171","msg":"trace[1960370795] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8811ae8a-025d-47c0-bd82-c6616a4ce8d9; range_end:; response_count:1; response_revision:24099; }","duration":"583.352737ms","start":"2026-03-04T02:19:43.401581Z","end":"2026-03-04T02:19:43.984934Z","steps":["trace[1960370795] 'agreement among raft nodes before linearized reading' (duration: 583.110142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.984952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:42.225508Z","time spent":"1.759433975s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:43.984971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.401499Z","time spent":"583.46432ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8811ae8a-025d-47c0-bd82-c6616a4ce8d9\" "} {"level":"info","ts":"2026-03-04T02:19:43.984965Z","caller":"traceutil/trace.go:171","msg":"trace[1825676179] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24099; }","duration":"354.598653ms","start":"2026-03-04T02:19:43.630349Z","end":"2026-03-04T02:19:43.984948Z","steps":["trace[1825676179] 'agreement among raft nodes before linearized reading' (duration: 354.49257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.984982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.052804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:43.984985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.575253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:43.985008Z","caller":"traceutil/trace.go:171","msg":"trace[2122560743] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24099; }","duration":"360.595153ms","start":"2026-03-04T02:19:43.624405Z","end":"2026-03-04T02:19:43.985Z","steps":["trace[2122560743] 'agreement among raft nodes before linearized reading' (duration: 360.564752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:43.985009Z","caller":"traceutil/trace.go:171","msg":"trace[1848563779] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24099; }","duration":"578.093895ms","start":"2026-03-04T02:19:43.406906Z","end":"2026-03-04T02:19:43.985Z","steps":["trace[1848563779] 'agreement among raft nodes before linearized reading' (duration: 578.055804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.984925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.180986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:19:43.985028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.624342Z","time spent":"360.681436ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.985029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.540111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:19:43.985037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.406894Z","time spent":"578.137006ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:43.985043Z","caller":"traceutil/trace.go:171","msg":"trace[2071847525] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24099; }","duration":"328.33346ms","start":"2026-03-04T02:19:43.656698Z","end":"2026-03-04T02:19:43.985031Z","steps":["trace[2071847525] 'agreement among raft nodes before linearized reading' (duration: 328.172096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:43.985056Z","caller":"traceutil/trace.go:171","msg":"trace[80028083] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24099; }","duration":"330.600323ms","start":"2026-03-04T02:19:43.654446Z","end":"2026-03-04T02:19:43.985047Z","steps":["trace[80028083] 'agreement among raft nodes before linearized reading' (duration: 330.547252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.98508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.65668Z","time spent":"328.391972ms","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.985086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.654423Z","time spent":"330.653254ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.985004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.630339Z","time spent":"354.655465ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.985115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.369928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"warn","ts":"2026-03-04T02:19:43.985129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415667135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:19:43.985156Z","caller":"traceutil/trace.go:171","msg":"trace[132659901] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:24099; }","duration":"580.427109ms","start":"2026-03-04T02:19:43.404719Z","end":"2026-03-04T02:19:43.985146Z","steps":["trace[132659901] 'agreement among raft nodes before linearized reading' (duration: 580.322557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:43.985167Z","caller":"traceutil/trace.go:171","msg":"trace[618252843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24099; }","duration":"2.415764528s","start":"2026-03-04T02:19:41.569391Z","end":"2026-03-04T02:19:43.985155Z","steps":["trace[618252843] 'agreement among raft nodes before linearized reading' (duration: 2.415682006s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.98519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.404706Z","time spent":"580.47698ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1268,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-03-04T02:19:43.9852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:41.569369Z","time spent":"2.415821839s","remote":"127.0.0.1:47194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:43.985385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131339226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:43.985495Z","caller":"traceutil/trace.go:171","msg":"trace[1941268170] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24099; }","duration":"3.131537051s","start":"2026-03-04T02:19:40.853872Z","end":"2026-03-04T02:19:43.985409Z","steps":["trace[1941268170] 'agreement among raft nodes before linearized reading' (duration: 3.130518787s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:43.98553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:40.853851Z","time spent":"3.131668133s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:19:45.421683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16636744s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"warn","ts":"2026-03-04T02:19:45.421986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.989099Z","time spent":"1.432883366s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:45.42236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.310191Z","time spent":"1.112163284s","remote":"127.0.0.1:58762","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:19:45.422499Z","caller":"traceutil/trace.go:171","msg":"trace[1667972542] compact","detail":"{revision:23038; response_revision:24099; }","duration":"1.43347911s","start":"2026-03-04T02:19:43.988986Z","end":"2026-03-04T02:19:45.422465Z","steps":["trace[1667972542] 'process raft request' (duration: 265.37321ms)","trace[1667972542] 'check and update compact revision' (duration: 1.166269917s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:19:45.422369Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23038} {"level":"warn","ts":"2026-03-04T02:19:45.422597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.98896Z","time spent":"1.433632773s","remote":"127.0.0.1:44796","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:19:45.422785Z","caller":"traceutil/trace.go:171","msg":"trace[428970844] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"1.432412995s","start":"2026-03-04T02:19:43.990347Z","end":"2026-03-04T02:19:45.42276Z","steps":["trace[428970844] 'process raft request' (duration: 1.431541025s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:45.422945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.989341Z","time spent":"1.433521652s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:19:45.993539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:45.993607Z","caller":"traceutil/trace.go:171","msg":"trace[402259494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000309183s","start":"2026-03-04T02:19:43.993281Z","end":"2026-03-04T02:19:45.99359Z","steps":["trace[402259494] 'agreement among raft nodes before linearized reading' (duration: 2.000204171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:45.993643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.993272Z","time spent":"2.000364254s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:47.107362Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.682313534s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:19:47.994405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000596169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:47.994563Z","caller":"traceutil/trace.go:171","msg":"trace[2058262055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000794894s","start":"2026-03-04T02:19:45.993743Z","end":"2026-03-04T02:19:47.994538Z","steps":["trace[2058262055] 'agreement among raft nodes before linearized reading' (duration: 2.00063082s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:47.994671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:45.993724Z","time spent":"2.000931167s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:49.313337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890529853s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:49.313733Z","caller":"traceutil/trace.go:171","msg":"trace[1924988874] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"5.323594524s","start":"2026-03-04T02:19:43.989848Z","end":"2026-03-04T02:19:49.313443Z","steps":["trace[1924988874] 'process raft request' (duration: 1.432893607s)","trace[1924988874] 'compare' (duration: 2.554380397s)","trace[1924988874] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/rabbitmq-nova.189981ed2bad4b95; req_size:713; } (duration: 1.335545182s)"],"step_count":3} {"level":"warn","ts":"2026-03-04T02:19:49.313847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.989827Z","time spent":"5.323958252s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:19:50.002121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00020261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:50.0022Z","caller":"traceutil/trace.go:171","msg":"trace[1710926678] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382865s","start":"2026-03-04T02:19:48.001798Z","end":"2026-03-04T02:19:50.002181Z","steps":["trace[1710926678] 'agreement among raft nodes before linearized reading' (duration: 2.000272512s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:50.002247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:48.001772Z","time spent":"2.000466026s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:50.741932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.366689ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:19:50.742029Z","caller":"traceutil/trace.go:171","msg":"trace[203479220] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24101; }","duration":"122.473971ms","start":"2026-03-04T02:19:50.619541Z","end":"2026-03-04T02:19:50.742015Z","steps":["trace[203479220] 'range keys from in-memory index tree' (duration: 122.354668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:50.992993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.992733Z","time spent":"7.000253505s","remote":"127.0.0.1:44858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:50.993415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.992446Z","time spent":"7.000962861s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:52.003241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000371703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:52.003342Z","caller":"traceutil/trace.go:171","msg":"trace[463953971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000526157s","start":"2026-03-04T02:19:50.002796Z","end":"2026-03-04T02:19:52.003323Z","steps":["trace[463953971] 'agreement among raft nodes before linearized reading' (duration: 2.000395424s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:52.003393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:50.002781Z","time spent":"2.000601188s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:52.425246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:45.424899Z","time spent":"7.000338196s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:52.685019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:45.684263Z","time spent":"7.000748335s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:52.841021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:45.840694Z","time spent":"7.000303285s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:52.979268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.665772802s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:19:53.857585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.099935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:19:53.857731Z","caller":"traceutil/trace.go:171","msg":"trace[1301081404] linearizableReadLoop","detail":"{readStateIndex:24994; appliedIndex:24990; }","duration":"9.865521985s","start":"2026-03-04T02:19:43.992191Z","end":"2026-03-04T02:19:53.857713Z","steps":["trace[1301081404] 'read index received' (duration: 262.243297ms)","trace[1301081404] 'applied index is now lower than readState.Index' (duration: 9.603277038s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:54.025629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000661731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:54.025803Z","caller":"traceutil/trace.go:171","msg":"trace[1174133768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000894036s","start":"2026-03-04T02:19:52.024878Z","end":"2026-03-04T02:19:54.025772Z","steps":["trace[1174133768] 'agreement among raft nodes before linearized reading' (duration: 2.000671401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:54.025872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:52.02486Z","time spent":"2.000997119s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:19:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:54.599417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.607208473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1432"} {"level":"info","ts":"2026-03-04T02:19:54.599485Z","caller":"traceutil/trace.go:171","msg":"trace[385904614] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24103; }","duration":"10.607284994s","start":"2026-03-04T02:19:43.992187Z","end":"2026-03-04T02:19:54.599472Z","steps":["trace[385904614] 'agreement among raft nodes before linearized reading' (duration: 9.865571706s)","trace[385904614] 'range keys from in-memory index tree' (duration: 741.532754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:19:54.599522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.992163Z","time spent":"10.607352636s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1454,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-04T02:19:55.158406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300625356s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:19:56.025875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:56.025991Z","caller":"traceutil/trace.go:171","msg":"trace[1889634840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000164468s","start":"2026-03-04T02:19:54.025802Z","end":"2026-03-04T02:19:56.025966Z","steps":["trace[1889634840] 'agreement among raft nodes before linearized reading' (duration: 2.000024415s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.026047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:54.025775Z","time spent":"2.000256011s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:56.460623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999999233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:56.460713Z","caller":"traceutil/trace.go:171","msg":"trace[753268805] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.000172637s","start":"2026-03-04T02:19:51.46052Z","end":"2026-03-04T02:19:56.460693Z","steps":["trace[753268805] 'agreement among raft nodes before linearized reading' (duration: 5.000016863s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:56.460764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:51.460508Z","time spent":"5.000246269s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 02:19:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:57.426658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99892198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:57.426756Z","caller":"traceutil/trace.go:171","msg":"trace[1805235575] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999074424s","start":"2026-03-04T02:19:47.427647Z","end":"2026-03-04T02:19:57.426722Z","steps":["trace[1805235575] 'agreement among raft nodes before linearized reading' (duration: 9.998953791s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:57.426815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:47.427626Z","time spent":"9.999174846s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/04 02:19:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:57.428496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819873969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:57.428693Z","caller":"traceutil/trace.go:171","msg":"trace[1585048917] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; }","duration":"2.820102604s","start":"2026-03-04T02:19:54.608526Z","end":"2026-03-04T02:19:57.428629Z","steps":["trace[1585048917] 'agreement among raft nodes before linearized reading' (duration: 2.81992218s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:57.429458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:54.608508Z","time spent":"2.820749739s","remote":"127.0.0.1:45248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} 2026/03/04 02:19:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:57.435149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:54.608497Z","time spent":"2.826649138s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:19:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 02:19:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:57.477381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008912563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:19:57.477477Z","caller":"traceutil/trace.go:171","msg":"trace[1672327603] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.009035456s","start":"2026-03-04T02:19:47.468419Z","end":"2026-03-04T02:19:57.477454Z","steps":["trace[1672327603] 'agreement among raft nodes before linearized reading' (duration: 10.008907743s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:57.477555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:47.468375Z","time spent":"10.009166709s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/04 02:19:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:19:58.034939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000451077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:19:58.035031Z","caller":"traceutil/trace.go:171","msg":"trace[1061238216] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603139s","start":"2026-03-04T02:19:56.034407Z","end":"2026-03-04T02:19:58.03501Z","steps":["trace[1061238216] 'agreement among raft nodes before linearized reading' (duration: 2.000480396s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:19:58.035095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.03439Z","time spent":"2.000693972s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:19:58.455999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025901188s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:19:58.494596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:51.493938Z","time spent":"7.000651894s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:59.689717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:52.689082Z","time spent":"7.000627343s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:59.734864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:58.755367Z","time spent":"979.485913ms","remote":"127.0.0.1:55156","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:19:59.735657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.577064062s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:19:59.846313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:52.845528Z","time spent":"7.000777036s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:00.036168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000764972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:00.036254Z","caller":"traceutil/trace.go:171","msg":"trace[299708245] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000927386s","start":"2026-03-04T02:19:58.035304Z","end":"2026-03-04T02:20:00.036232Z","steps":["trace[299708245] 'agreement among raft nodes before linearized reading' (duration: 2.000788293s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:00.036306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:58.035288Z","time spent":"2.001008128s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:02.044262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000053336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:02.044673Z","caller":"traceutil/trace.go:171","msg":"trace[1656919649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000514107s","start":"2026-03-04T02:20:00.044135Z","end":"2026-03-04T02:20:02.044649Z","steps":["trace[1656919649] 'agreement among raft nodes before linearized reading' (duration: 2.000079427s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:02.044826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:00.044118Z","time spent":"2.00068943s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:02.125271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:55.124392Z","time spent":"7.000873508s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:02.451452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71502094s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:20:03.492214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999356958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:03.492337Z","caller":"traceutil/trace.go:171","msg":"trace[567324123] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999508771s","start":"2026-03-04T02:19:58.492805Z","end":"2026-03-04T02:20:03.492313Z","steps":["trace[567324123] 'agreement among raft nodes before linearized reading' (duration: 4.999354608s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:03.492389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:58.492769Z","time spent":"4.999607084s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 02:20:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:04.044855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:04.044945Z","caller":"traceutil/trace.go:171","msg":"trace[1920845876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389325s","start":"2026-03-04T02:20:02.044535Z","end":"2026-03-04T02:20:04.044924Z","steps":["trace[1920845876] 'agreement among raft nodes before linearized reading' (duration: 2.000281443s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:04.044994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:02.044513Z","time spent":"2.000471858s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:04.226524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:04.226613Z","caller":"traceutil/trace.go:171","msg":"trace[1903631111] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330993s","start":"2026-03-04T02:20:02.226262Z","end":"2026-03-04T02:20:04.226593Z","steps":["trace[1903631111] 'agreement among raft nodes before linearized reading' (duration: 2.000220501s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:04.226662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:02.226244Z","time spent":"2.000409235s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:05.420144Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9cb6727f2e8f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:20:05.461633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010019702s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:20:06.052484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:06.052585Z","caller":"traceutil/trace.go:171","msg":"trace[1128854704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397104s","start":"2026-03-04T02:20:04.052169Z","end":"2026-03-04T02:20:06.052566Z","steps":["trace[1128854704] 'agreement among raft nodes before linearized reading' (duration: 2.000275111s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:06.052825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:04.05215Z","time spent":"2.000475596s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:06.495535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.99701388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:06.495619Z","caller":"traceutil/trace.go:171","msg":"trace[385361655] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.997133914s","start":"2026-03-04T02:19:58.498466Z","end":"2026-03-04T02:20:06.4956Z","steps":["trace[385361655] 'agreement among raft nodes before linearized reading' (duration: 7.997032421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:06.495736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:58.498454Z","time spent":"7.997268777s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/04 02:20:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:06.694558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:59.694184Z","time spent":"7.000366667s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:06.850981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:59.850347Z","time spent":"7.000627402s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:07.422369Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9cb6727f2e9b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:20:08.053674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000889896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:08.053763Z","caller":"traceutil/trace.go:171","msg":"trace[1639374157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001027579s","start":"2026-03-04T02:20:06.052714Z","end":"2026-03-04T02:20:08.053742Z","steps":["trace[1639374157] 'agreement among raft nodes before linearized reading' (duration: 2.000921527s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.053945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.052697Z","time spent":"2.001106302s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:20:08.482176Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23038,"took":"23.055639909s","hash":21952990,"current-db-size-bytes":46075904,"current-db-size":"46 MB","current-db-size-in-use-bytes":28598272,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:20:08.482255Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":21952990,"revision":23038,"compact-revision":20117} {"level":"warn","ts":"2026-03-04T02:20:08.48247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020598919s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-03-04T02:20:08.482764Z","caller":"traceutil/trace.go:171","msg":"trace[925521222] linearizableReadLoop","detail":"{readStateIndex:25002; appliedIndex:24996; }","duration":"14.624928066s","start":"2026-03-04T02:19:53.857765Z","end":"2026-03-04T02:20:08.482693Z","steps":["trace[925521222] 'read index received' (duration: 43.551µs)","trace[925521222] 'applied index is now lower than readState.Index' (duration: 14.624883265s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:08.482838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.233794426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:08.482902Z","caller":"traceutil/trace.go:171","msg":"trace[196064057] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24107; }","duration":"17.233899979s","start":"2026-03-04T02:19:51.248986Z","end":"2026-03-04T02:20:08.482886Z","steps":["trace[196064057] 'agreement among raft nodes before linearized reading' (duration: 17.233787587s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.482932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:51.248968Z","time spent":"17.2339566s","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:08.48296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.485998728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-97lrd\" ","response":"range_response_count:1 size:7146"} {"level":"info","ts":"2026-03-04T02:20:08.482991Z","caller":"traceutil/trace.go:171","msg":"trace[678171948] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-97lrd; range_end:; response_count:1; response_revision:24107; }","duration":"17.486055728s","start":"2026-03-04T02:19:50.996926Z","end":"2026-03-04T02:20:08.482982Z","steps":["trace[678171948] 'agreement among raft nodes before linearized reading' (duration: 17.485907155s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.483026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:50.996913Z","time spent":"17.48610546s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7168,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-97lrd\" "} {"level":"warn","ts":"2026-03-04T02:20:08.483103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.81415042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:08.483102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.259947959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:08.48317Z","caller":"traceutil/trace.go:171","msg":"trace[678752329] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24107; }","duration":"23.814268032s","start":"2026-03-04T02:19:44.668884Z","end":"2026-03-04T02:20:08.483152Z","steps":["trace[678752329] 'agreement among raft nodes before linearized reading' (duration: 23.814117929s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:08.483181Z","caller":"traceutil/trace.go:171","msg":"trace[80358871] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24107; }","duration":"22.260076573s","start":"2026-03-04T02:19:46.223083Z","end":"2026-03-04T02:20:08.48316Z","steps":["trace[80358871] 'agreement among raft nodes before linearized reading' (duration: 22.259938379s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.483223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:46.223056Z","time spent":"22.260158274s","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:08.483225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.668867Z","time spent":"23.814341095s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:08.483309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.295393973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:08.483346Z","caller":"traceutil/trace.go:171","msg":"trace[932110834] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24107; }","duration":"24.295457385s","start":"2026-03-04T02:19:44.187877Z","end":"2026-03-04T02:20:08.483335Z","steps":["trace[932110834] 'agreement among raft nodes before linearized reading' (duration: 24.295394793s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.48337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.917932814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:08.48339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:44.187863Z","time spent":"24.295505705s","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:08.483499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.056795048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:20:08.483524Z","caller":"traceutil/trace.go:171","msg":"trace[1582932341] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:24107; }","duration":"16.05686367s","start":"2026-03-04T02:19:52.426653Z","end":"2026-03-04T02:20:08.483517Z","steps":["trace[1582932341] 'agreement among raft nodes before linearized reading' (duration: 16.056757177s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.483547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:52.426635Z","time spent":"16.056905771s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-04T02:20:08.483645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.490782148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T02:20:08.483663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.535065637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:20:08.483719Z","caller":"traceutil/trace.go:171","msg":"trace[1385307728] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24107; }","duration":"22.535144788s","start":"2026-03-04T02:19:45.94856Z","end":"2026-03-04T02:20:08.483704Z","steps":["trace[1385307728] 'agreement among raft nodes before linearized reading' (duration: 22.534887362s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.483726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.265973075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:08.483764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:45.94854Z","time spent":"22.53521035s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:08.483785Z","caller":"traceutil/trace.go:171","msg":"trace[1472447746] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24107; }","duration":"20.266078958s","start":"2026-03-04T02:19:48.217689Z","end":"2026-03-04T02:20:08.483768Z","steps":["trace[1472447746] 'agreement among raft nodes before linearized reading' (duration: 20.265975285s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.483814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.031425631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274795"} {"level":"warn","ts":"2026-03-04T02:20:08.483841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:48.217669Z","time spent":"20.26615578s","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:08.483854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.961480315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-04T02:20:08.483841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.491498195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-j4hnb.189981c1c72cf9d8\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-03-04T02:20:08.483893Z","caller":"traceutil/trace.go:171","msg":"trace[1171880829] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24107; }","duration":"16.961552846s","start":"2026-03-04T02:19:51.522329Z","end":"2026-03-04T02:20:08.483882Z","steps":["trace[1171880829] 'agreement among raft nodes before linearized reading' (duration: 16.961461994s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.48392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:51.522312Z","time spent":"16.961599827s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:20:08.483918Z","caller":"traceutil/trace.go:171","msg":"trace[1865515512] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-j4hnb.189981c1c72cf9d8; range_end:; response_count:1; response_revision:24107; }","duration":"24.491603948s","start":"2026-03-04T02:19:43.992294Z","end":"2026-03-04T02:20:08.483898Z","steps":["trace[1865515512] 'agreement among raft nodes before linearized reading' (duration: 24.491339042s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.48396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.99229Z","time spent":"24.491661749s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":900,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-j4hnb.189981c1c72cf9d8\" "} {"level":"info","ts":"2026-03-04T02:20:08.483396Z","caller":"traceutil/trace.go:171","msg":"trace[1217900615] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24107; }","duration":"15.918007786s","start":"2026-03-04T02:19:52.565381Z","end":"2026-03-04T02:20:08.483389Z","steps":["trace[1217900615] 'agreement among raft nodes before linearized reading' (duration: 15.917958195s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:08.483679Z","caller":"traceutil/trace.go:171","msg":"trace[1394201740] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24107; }","duration":"24.490832759s","start":"2026-03-04T02:19:43.992835Z","end":"2026-03-04T02:20:08.483668Z","steps":["trace[1394201740] 'agreement among raft nodes before linearized reading' (duration: 24.490729697s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.48407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:52.565356Z","time spent":"15.918693131s","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:08.484106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.001063999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-04T02:20:08.48413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.967122651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:08.484135Z","caller":"traceutil/trace.go:171","msg":"trace[185074918] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24107; }","duration":"17.00111098s","start":"2026-03-04T02:19:51.483015Z","end":"2026-03-04T02:20:08.484126Z","steps":["trace[185074918] 'agreement among raft nodes before linearized reading' (duration: 17.001028178s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.484142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.992825Z","time spent":"24.49128818s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T02:20:08.484184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:51.483003Z","time spent":"17.001174001s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T02:20:08.484184Z","caller":"traceutil/trace.go:171","msg":"trace[1751090604] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24107; }","duration":"22.967181772s","start":"2026-03-04T02:19:45.516987Z","end":"2026-03-04T02:20:08.484169Z","steps":["trace[1751090604] 'agreement among raft nodes before linearized reading' (duration: 22.96708735s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.48421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.491950246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18442"} {"level":"info","ts":"2026-03-04T02:20:08.48424Z","caller":"traceutil/trace.go:171","msg":"trace[1475079161] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24107; }","duration":"24.492023308s","start":"2026-03-04T02:19:43.992208Z","end":"2026-03-04T02:20:08.484232Z","steps":["trace[1475079161] 'agreement among raft nodes before linearized reading' (duration: 24.491918115s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.484236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:45.516929Z","time spent":"22.967291955s","remote":"127.0.0.1:35736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:08.484267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:43.992193Z","time spent":"24.492067798s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-04T02:20:08.48385Z","caller":"traceutil/trace.go:171","msg":"trace[1761327105] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24107; }","duration":"18.031498571s","start":"2026-03-04T02:19:50.452341Z","end":"2026-03-04T02:20:08.483839Z","steps":["trace[1761327105] 'agreement among raft nodes before linearized reading' (duration: 18.031067881s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.484344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:50.452321Z","time spent":"18.032009644s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274817,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:20:08.483771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.107249777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:20:08.484452Z","caller":"traceutil/trace.go:171","msg":"trace[77423110] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24107; }","duration":"16.107990394s","start":"2026-03-04T02:19:52.376451Z","end":"2026-03-04T02:20:08.484441Z","steps":["trace[77423110] 'agreement among raft nodes before linearized reading' (duration: 16.107210335s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:08.484498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:52.376426Z","time spent":"16.108054605s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:09.483076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.892443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:20:09.775647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.190962003s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:10.061266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000684521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:10.061372Z","caller":"traceutil/trace.go:171","msg":"trace[831567268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000857165s","start":"2026-03-04T02:20:08.060492Z","end":"2026-03-04T02:20:10.061349Z","steps":["trace[831567268] 'agreement among raft nodes before linearized reading' (duration: 2.000731982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:10.061427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.060472Z","time spent":"2.000941516s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:10.241106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.806385ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T02:20:11.085327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.977964ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T02:20:11.085414Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"12.48µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:20:11.08551Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.84µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:20:11.085492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.598198ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.085605Z","caller":"traceutil/trace.go:171","msg":"trace[688035660] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24111; }","duration":"477.729111ms","start":"2026-03-04T02:20:10.607853Z","end":"2026-03-04T02:20:11.085582Z","steps":["trace[688035660] 'range keys from in-memory index tree' (duration: 477.580088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:11.085699Z","caller":"traceutil/trace.go:171","msg":"trace[75843425] linearizableReadLoop","detail":"{readStateIndex:25012; appliedIndex:25002; }","duration":"2.60289898s","start":"2026-03-04T02:20:08.482789Z","end":"2026-03-04T02:20:11.085688Z","steps":["trace[75843425] 'read index received' (duration: 1.611628ms)","trace[75843425] 'applied index is now lower than readState.Index' (duration: 2.601286572s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:11.086029Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9cb6727f2e8f","error":"lease not found"} {"level":"info","ts":"2026-03-04T02:20:11.086101Z","caller":"traceutil/trace.go:171","msg":"trace[1901044307] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24111; }","duration":"4.588812167s","start":"2026-03-04T02:20:06.49727Z","end":"2026-03-04T02:20:11.086082Z","steps":["trace[1901044307] 'process raft request' (duration: 4.588177822s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.086224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.497254Z","time spent":"4.588899749s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":527,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:11.086771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.605961235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.086837Z","caller":"traceutil/trace.go:171","msg":"trace[393768960] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24111; }","duration":"7.606091398s","start":"2026-03-04T02:20:03.480728Z","end":"2026-03-04T02:20:11.086819Z","steps":["trace[393768960] 'agreement among raft nodes before linearized reading' (duration: 7.605982635s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.08691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.480707Z","time spent":"7.60618812s","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.086946Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"35db9cb6727f2e9b","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:20:11.087089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.149696095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:20:11.087133Z","caller":"traceutil/trace.go:171","msg":"trace[430230577] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"2.598669912s","start":"2026-03-04T02:20:08.488451Z","end":"2026-03-04T02:20:11.087121Z","steps":["trace[430230577] 'process raft request' (duration: 2.597126686s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:11.08715Z","caller":"traceutil/trace.go:171","msg":"trace[1214440956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24112; }","duration":"3.149789177s","start":"2026-03-04T02:20:07.937343Z","end":"2026-03-04T02:20:11.087132Z","steps":["trace[1214440956] 'agreement among raft nodes before linearized reading' (duration: 3.149635893s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.0872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:07.937312Z","time spent":"3.149876869s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:20:11.087224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.765583437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:11.087277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.488606Z","time spent":"2.598669521s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:20:11.087284Z","caller":"traceutil/trace.go:171","msg":"trace[1076545229] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24113; }","duration":"4.765673798s","start":"2026-03-04T02:20:06.321598Z","end":"2026-03-04T02:20:11.087272Z","steps":["trace[1076545229] 'agreement among raft nodes before linearized reading' (duration: 4.765524205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.087331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.321582Z","time spent":"4.76573665s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.087386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.59633589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.08743Z","caller":"traceutil/trace.go:171","msg":"trace[543014408] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24113; }","duration":"3.596411872s","start":"2026-03-04T02:20:07.491004Z","end":"2026-03-04T02:20:11.087415Z","steps":["trace[543014408] 'agreement among raft nodes before linearized reading' (duration: 3.59635405s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.087482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:07.490982Z","time spent":"3.596486253s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:11.087513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.96046801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:11.087695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.828435905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-03-04T02:20:11.087698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.033771911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:11.087836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.94271896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:11.087879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.251210429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:20:11.08788Z","caller":"traceutil/trace.go:171","msg":"trace[709310738] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24113; }","duration":"16.033959875s","start":"2026-03-04T02:19:55.053902Z","end":"2026-03-04T02:20:11.087861Z","steps":["trace[709310738] 'agreement among raft nodes before linearized reading' (duration: 16.033687869s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:11.087909Z","caller":"traceutil/trace.go:171","msg":"trace[1416135767] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24113; }","duration":"10.942823683s","start":"2026-03-04T02:20:00.145067Z","end":"2026-03-04T02:20:11.087891Z","steps":["trace[1416135767] 'agreement among raft nodes before linearized reading' (duration: 10.942682449s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.087944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:55.053857Z","time spent":"16.034067437s","remote":"127.0.0.1:45176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.087967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:00.145036Z","time spent":"10.942915704s","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.088012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.920830611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:11.088056Z","caller":"traceutil/trace.go:171","msg":"trace[1875849426] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24113; }","duration":"7.920901432s","start":"2026-03-04T02:20:03.167146Z","end":"2026-03-04T02:20:11.088047Z","steps":["trace[1875849426] 'agreement among raft nodes before linearized reading' (duration: 7.92079473s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.088407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.007299906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:11.088461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.800648682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:11.088486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.328721607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:11.088479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.959345414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18446"} {"level":"info","ts":"2026-03-04T02:20:11.088522Z","caller":"traceutil/trace.go:171","msg":"trace[1068221692] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24113; }","duration":"14.800753244s","start":"2026-03-04T02:19:56.287758Z","end":"2026-03-04T02:20:11.088511Z","steps":["trace[1068221692] 'agreement among raft nodes before linearized reading' (duration: 14.800619491s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.088532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.460499323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.088538Z","caller":"traceutil/trace.go:171","msg":"trace[1696261592] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24113; }","duration":"8.959451106s","start":"2026-03-04T02:20:02.129076Z","end":"2026-03-04T02:20:11.088527Z","steps":["trace[1696261592] 'agreement among raft nodes before linearized reading' (duration: 8.958773581s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:11.088535Z","caller":"traceutil/trace.go:171","msg":"trace[1163897100] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24113; }","duration":"7.328797469s","start":"2026-03-04T02:20:03.759719Z","end":"2026-03-04T02:20:11.088516Z","steps":["trace[1163897100] 'agreement among raft nodes before linearized reading' (duration: 7.328738738s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.08853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.160792434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.088594Z","caller":"traceutil/trace.go:171","msg":"trace[199781214] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24113; }","duration":"6.460606256s","start":"2026-03-04T02:20:04.627974Z","end":"2026-03-04T02:20:11.088581Z","steps":["trace[199781214] 'agreement among raft nodes before linearized reading' (duration: 6.460508283s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.088592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:56.287737Z","time spent":"14.800843376s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.088601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.759677Z","time spent":"7.328915752s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.088607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.659298418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:11.088627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:04.62794Z","time spent":"6.460677268s","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:11.088638Z","caller":"traceutil/trace.go:171","msg":"trace[1641120691] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24113; }","duration":"6.6593706s","start":"2026-03-04T02:20:04.429257Z","end":"2026-03-04T02:20:11.088628Z","steps":["trace[1641120691] 'agreement among raft nodes before linearized reading' (duration: 6.659327769s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:11.08863Z","caller":"traceutil/trace.go:171","msg":"trace[1580174427] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24113; }","duration":"7.160929787s","start":"2026-03-04T02:20:03.927682Z","end":"2026-03-04T02:20:11.088612Z","steps":["trace[1580174427] 'agreement among raft nodes before linearized reading' (duration: 7.160804844s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:11.088502Z","caller":"traceutil/trace.go:171","msg":"trace[1370132997] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24113; }","duration":"14.007410659s","start":"2026-03-04T02:19:57.081069Z","end":"2026-03-04T02:20:11.08848Z","steps":["trace[1370132997] 'agreement among raft nodes before linearized reading' (duration: 14.007322247s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.088694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.927661Z","time spent":"7.16101789s","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.088731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.299387887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-04T02:20:11.08875Z","caller":"traceutil/trace.go:171","msg":"trace[69819544] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24113; }","duration":"5.299440458s","start":"2026-03-04T02:20:05.789302Z","end":"2026-03-04T02:20:11.088742Z","steps":["trace[69819544] 'agreement among raft nodes before linearized reading' (duration: 5.299400317s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.088755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:57.081052Z","time spent":"14.007662245s","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.088425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.16713Z","time spent":"7.921280482s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.088685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:04.429233Z","time spent":"6.659441342s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.088819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.369459945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:11.088909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.970296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:11.08758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.50611557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.088949Z","caller":"traceutil/trace.go:171","msg":"trace[276586169] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24113; }","duration":"454.044128ms","start":"2026-03-04T02:20:10.634891Z","end":"2026-03-04T02:20:11.088935Z","steps":["trace[276586169] 'agreement among raft nodes before linearized reading' (duration: 453.992797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.088981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:10.634871Z","time spent":"454.100239ms","remote":"127.0.0.1:37906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:11.08898Z","caller":"traceutil/trace.go:171","msg":"trace[481932776] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24111; }","duration":"13.371693947s","start":"2026-03-04T02:19:57.71724Z","end":"2026-03-04T02:20:11.088934Z","steps":["trace[481932776] 'agreement among raft nodes before linearized reading' (duration: 13.369474925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.089031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.576479786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.087047Z","caller":"traceutil/trace.go:171","msg":"trace[1434033821] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"2.591505304s","start":"2026-03-04T02:20:08.495519Z","end":"2026-03-04T02:20:11.087024Z","steps":["trace[1434033821] 'process raft request' (duration: 2.591396942s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.089063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049545731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:11.089067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:57.717223Z","time spent":"13.371811679s","remote":"127.0.0.1:38028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:11.089103Z","caller":"traceutil/trace.go:171","msg":"trace[472713877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24113; }","duration":"1.049585562s","start":"2026-03-04T02:20:10.039505Z","end":"2026-03-04T02:20:11.08909Z","steps":["trace[472713877] 'agreement among raft nodes before linearized reading' (duration: 1.04952408s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.089133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.49551Z","time spent":"2.593579303s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:11.089151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:10.039484Z","time spent":"1.049653873s","remote":"127.0.0.1:46316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.089159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693085805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.087919Z","caller":"traceutil/trace.go:171","msg":"trace[716283317] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24113; }","duration":"8.251288061s","start":"2026-03-04T02:20:02.836616Z","end":"2026-03-04T02:20:11.087904Z","steps":["trace[716283317] 'agreement among raft nodes before linearized reading' (duration: 8.251145388s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:11.089191Z","caller":"traceutil/trace.go:171","msg":"trace[1804241706] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24113; }","duration":"1.693154377s","start":"2026-03-04T02:20:09.396027Z","end":"2026-03-04T02:20:11.089181Z","steps":["trace[1804241706] 'agreement among raft nodes before linearized reading' (duration: 1.693102365s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.089208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:02.836587Z","time spent":"8.252605302s","remote":"127.0.0.1:35742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.089227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:09.396006Z","time spent":"1.693212299s","remote":"127.0.0.1:35780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:11.088981Z","caller":"traceutil/trace.go:171","msg":"trace[1694456254] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24113; }","duration":"10.507556084s","start":"2026-03-04T02:20:00.581409Z","end":"2026-03-04T02:20:11.088965Z","steps":["trace[1694456254] 'agreement among raft nodes before linearized reading' (duration: 10.506089009s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.088006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232916432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-04T02:20:11.08943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027690689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:11.088777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:05.78928Z","time spent":"5.29949112s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:11.08733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327425817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:11.089488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273502995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"warn","ts":"2026-03-04T02:20:11.088609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:02.129051Z","time spent":"8.959548358s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18468,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:20:11.089532Z","caller":"traceutil/trace.go:171","msg":"trace[377850930] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24113; }","duration":"3.329662359s","start":"2026-03-04T02:20:07.759849Z","end":"2026-03-04T02:20:11.089511Z","steps":["trace[377850930] 'agreement among raft nodes before linearized reading' (duration: 3.327442138s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.088534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.862897425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.089096Z","caller":"traceutil/trace.go:171","msg":"trace[1336774080] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24113; }","duration":"7.576570828s","start":"2026-03-04T02:20:03.51251Z","end":"2026-03-04T02:20:11.08908Z","steps":["trace[1336774080] 'agreement among raft nodes before linearized reading' (duration: 7.576469746s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.088072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.196265529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21238"} {"level":"info","ts":"2026-03-04T02:20:11.089609Z","caller":"traceutil/trace.go:171","msg":"trace[374568612] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24113; }","duration":"6.864017811s","start":"2026-03-04T02:20:04.225572Z","end":"2026-03-04T02:20:11.08959Z","steps":["trace[374568612] 'agreement among raft nodes before linearized reading' (duration: 6.862912995s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.087723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.750574681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.089429Z","caller":"traceutil/trace.go:171","msg":"trace[720619986] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24113; }","duration":"4.234370066s","start":"2026-03-04T02:20:06.855048Z","end":"2026-03-04T02:20:11.089418Z","steps":["trace[720619986] 'agreement among raft nodes before linearized reading' (duration: 4.23282801s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:11.089678Z","caller":"traceutil/trace.go:171","msg":"trace[1956218138] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24113; }","duration":"10.752535717s","start":"2026-03-04T02:20:00.337131Z","end":"2026-03-04T02:20:11.089667Z","steps":["trace[1956218138] 'agreement among raft nodes before linearized reading' (duration: 10.750549281s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.089688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.855034Z","time spent":"4.234642072s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T02:20:11.089692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:04.225551Z","time spent":"6.864119703s","remote":"127.0.0.1:42038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.089717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:00.33709Z","time spent":"10.752617349s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:11.089635Z","caller":"traceutil/trace.go:171","msg":"trace[1151837474] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:24113; }","duration":"9.197881886s","start":"2026-03-04T02:20:01.891742Z","end":"2026-03-04T02:20:11.089624Z","steps":["trace[1151837474] 'agreement among raft nodes before linearized reading' (duration: 9.196093194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.087241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.488432Z","time spent":"2.598736443s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:11.089788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:01.891726Z","time spent":"9.198053121s","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":21260,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" "} {"level":"warn","ts":"2026-03-04T02:20:11.087773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.029833637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.089527Z","caller":"traceutil/trace.go:171","msg":"trace[785453926] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24113; }","duration":"2.273575106s","start":"2026-03-04T02:20:08.815939Z","end":"2026-03-04T02:20:11.089514Z","steps":["trace[785453926] 'agreement among raft nodes before linearized reading' (duration: 2.273407723s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.089942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.815917Z","time spent":"2.274008946s","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418373,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T02:20:11.088085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288596593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.090043Z","caller":"traceutil/trace.go:171","msg":"trace[190175033] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24113; }","duration":"4.290593689s","start":"2026-03-04T02:20:06.799427Z","end":"2026-03-04T02:20:11.090021Z","steps":["trace[190175033] 'agreement among raft nodes before linearized reading' (duration: 4.288613863s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.087882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.136944343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:11.090168Z","caller":"traceutil/trace.go:171","msg":"trace[848446657] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24113; }","duration":"5.139268637s","start":"2026-03-04T02:20:05.950874Z","end":"2026-03-04T02:20:11.090143Z","steps":["trace[848446657] 'agreement among raft nodes before linearized reading' (duration: 5.136899752s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.090227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:05.950858Z","time spent":"5.139348299s","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:11.089952Z","caller":"traceutil/trace.go:171","msg":"trace[1868543737] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24113; }","duration":"4.032098071s","start":"2026-03-04T02:20:07.057807Z","end":"2026-03-04T02:20:11.089905Z","steps":["trace[1868543737] 'agreement among raft nodes before linearized reading' (duration: 4.02991843s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.090323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:07.05778Z","time spent":"4.03251962s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.090089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.799403Z","time spent":"4.290673692s","remote":"127.0.0.1:55098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.088219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.389315396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-04T02:20:11.090637Z","caller":"traceutil/trace.go:171","msg":"trace[2077906642] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24113; }","duration":"4.391778873s","start":"2026-03-04T02:20:06.698847Z","end":"2026-03-04T02:20:11.090626Z","steps":["trace[2077906642] 'agreement among raft nodes before linearized reading' (duration: 4.389273045s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.090682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.698827Z","time spent":"4.391844545s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T02:20:11.088234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.147492069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:11.090787Z","caller":"traceutil/trace.go:171","msg":"trace[1510829783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24113; }","duration":"17.150074409s","start":"2026-03-04T02:19:53.940703Z","end":"2026-03-04T02:20:11.090778Z","steps":["trace[1510829783] 'agreement among raft nodes before linearized reading' (duration: 17.147494459s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.090835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:53.940691Z","time spent":"17.150134001s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.08828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.307304161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.090992Z","caller":"traceutil/trace.go:171","msg":"trace[1951402835] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24113; }","duration":"16.310057146s","start":"2026-03-04T02:19:54.780924Z","end":"2026-03-04T02:20:11.090981Z","steps":["trace[1951402835] 'agreement among raft nodes before linearized reading' (duration: 16.307329432s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.091036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:54.780902Z","time spent":"16.310122407s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.087849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174985998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:11.09125Z","caller":"traceutil/trace.go:171","msg":"trace[1253160064] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24113; }","duration":"4.178382708s","start":"2026-03-04T02:20:06.912851Z","end":"2026-03-04T02:20:11.091234Z","steps":["trace[1253160064] 'agreement among raft nodes before linearized reading' (duration: 4.174954168s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.091298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.912787Z","time spent":"4.17849622s","remote":"127.0.0.1:45114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.088282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.485172665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:11.091506Z","caller":"traceutil/trace.go:171","msg":"trace[1977589587] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24113; }","duration":"4.488416231s","start":"2026-03-04T02:20:06.603059Z","end":"2026-03-04T02:20:11.091475Z","steps":["trace[1977589587] 'agreement among raft nodes before linearized reading' (duration: 4.485186786s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.091552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.603038Z","time spent":"4.488501923s","remote":"127.0.0.1:50180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.088318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.03786055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:20:11.091827Z","caller":"traceutil/trace.go:171","msg":"trace[198348141] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24113; }","duration":"14.041390812s","start":"2026-03-04T02:19:57.050414Z","end":"2026-03-04T02:20:11.091804Z","steps":["trace[198348141] 'agreement among raft nodes before linearized reading' (duration: 14.037849469s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.091892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:57.050392Z","time spent":"14.041480625s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:20:11.088316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.646227828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.092046Z","caller":"traceutil/trace.go:171","msg":"trace[713217881] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24113; }","duration":"16.649986456s","start":"2026-03-04T02:19:54.442048Z","end":"2026-03-04T02:20:11.092035Z","steps":["trace[713217881] 'agreement among raft nodes before linearized reading' (duration: 16.646247439s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.092098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:54.442024Z","time spent":"16.650061288s","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.088349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.412197083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.092273Z","caller":"traceutil/trace.go:171","msg":"trace[672662304] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24113; }","duration":"13.416144425s","start":"2026-03-04T02:19:57.676108Z","end":"2026-03-04T02:20:11.092253Z","steps":["trace[672662304] 'agreement among raft nodes before linearized reading' (duration: 13.412223404s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.092321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:57.676088Z","time spent":"13.416221687s","remote":"127.0.0.1:38170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.088381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.552296866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:11.092495Z","caller":"traceutil/trace.go:171","msg":"trace[25465087] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24113; }","duration":"13.556422062s","start":"2026-03-04T02:19:57.536032Z","end":"2026-03-04T02:20:11.092454Z","steps":["trace[25465087] 'agreement among raft nodes before linearized reading' (duration: 13.552328047s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.092611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:19:57.536008Z","time spent":"13.556528335s","remote":"127.0.0.1:35846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.088818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.963927322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:11.092823Z","caller":"traceutil/trace.go:171","msg":"trace[332291988] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24113; }","duration":"5.967951586s","start":"2026-03-04T02:20:05.124845Z","end":"2026-03-04T02:20:11.092797Z","steps":["trace[332291988] 'agreement among raft nodes before linearized reading' (duration: 5.963941792s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.088862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598845785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-04T02:20:11.086901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.503444992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:11.089393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.519149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:20:11.089467Z","caller":"traceutil/trace.go:171","msg":"trace[687442508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24113; }","duration":"1.027757271s","start":"2026-03-04T02:20:10.061701Z","end":"2026-03-04T02:20:11.089458Z","steps":["trace[687442508] 'agreement among raft nodes before linearized reading' (duration: 1.02771147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.089592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:07.759828Z","time spent":"3.329745611s","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:11.087747Z","caller":"traceutil/trace.go:171","msg":"trace[451540048] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24113; }","duration":"4.828537277s","start":"2026-03-04T02:20:06.259195Z","end":"2026-03-04T02:20:11.087733Z","steps":["trace[451540048] 'agreement among raft nodes before linearized reading' (duration: 4.828329792s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.089637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:03.512498Z","time spent":"7.577125251s","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.087807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.114640081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:11.087737Z","caller":"traceutil/trace.go:171","msg":"trace[550087759] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24113; }","duration":"8.960736256s","start":"2026-03-04T02:20:02.126976Z","end":"2026-03-04T02:20:11.087712Z","steps":["trace[550087759] 'agreement among raft nodes before linearized reading' (duration: 8.960425009s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.08813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.439588281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:11.090951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:00.581389Z","time spent":"10.50954626s","remote":"127.0.0.1:42024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.093028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:05.124823Z","time spent":"5.96814615s","remote":"127.0.0.1:42058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:11.093116Z","caller":"traceutil/trace.go:171","msg":"trace[164445218] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912; range_end:; response_count:1; response_revision:24113; }","duration":"2.603110125s","start":"2026-03-04T02:20:08.489977Z","end":"2026-03-04T02:20:11.093087Z","steps":["trace[164445218] 'agreement among raft nodes before linearized reading' (duration: 2.598772364s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.094602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:08.489963Z","time spent":"2.60461871s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-5ba4fca4-ea8a-43d9-9e84-de1dae25a912\" "} {"level":"info","ts":"2026-03-04T02:20:11.094761Z","caller":"traceutil/trace.go:171","msg":"trace[2125882987] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24112; }","duration":"4.511337487s","start":"2026-03-04T02:20:06.583366Z","end":"2026-03-04T02:20:11.094704Z","steps":["trace[2125882987] 'agreement among raft nodes before linearized reading' (duration: 4.503400991s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:11.094446Z","caller":"traceutil/trace.go:171","msg":"trace[2109477127] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24113; }","duration":"941.594968ms","start":"2026-03-04T02:20:10.15283Z","end":"2026-03-04T02:20:11.094425Z","steps":["trace[2109477127] 'agreement among raft nodes before linearized reading' (duration: 936.465788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.094822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:10.061686Z","time spent":"1.033114366s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:11.094853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.583345Z","time spent":"4.51148541s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.094945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:02.126965Z","time spent":"8.967951755s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:11.094766Z","caller":"traceutil/trace.go:171","msg":"trace[2022778859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24113; }","duration":"9.121614215s","start":"2026-03-04T02:20:01.973129Z","end":"2026-03-04T02:20:11.094743Z","steps":["trace[2022778859] 'agreement among raft nodes before linearized reading' (duration: 9.11456884s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.095131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:01.973118Z","time spent":"9.121994673s","remote":"127.0.0.1:47136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.095186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:06.259176Z","time spent":"4.835949531s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-03-04T02:20:11.095232Z","caller":"traceutil/trace.go:171","msg":"trace[1564471900] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24113; }","duration":"8.446734898s","start":"2026-03-04T02:20:02.648482Z","end":"2026-03-04T02:20:11.095217Z","steps":["trace[1564471900] 'agreement among raft nodes before linearized reading' (duration: 8.439298444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:11.095325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:02.648461Z","time spent":"8.446850961s","remote":"127.0.0.1:41374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:11.095514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:10.15281Z","time spent":"942.017658ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:12.028404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.31692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:20:12.02849Z","caller":"traceutil/trace.go:171","msg":"trace[14176481] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24113; }","duration":"936.715154ms","start":"2026-03-04T02:20:11.09176Z","end":"2026-03-04T02:20:12.028475Z","steps":["trace[14176481] 'process raft request' (duration: 284.255401ms)","trace[14176481] 'compare' (duration: 652.270949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:12.028778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.091739Z","time spent":"936.773396ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:12.3985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022326614s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:20:12.399047Z","caller":"traceutil/trace.go:171","msg":"trace[52550150] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"1.304732542s","start":"2026-03-04T02:20:11.094245Z","end":"2026-03-04T02:20:12.398978Z","steps":["trace[52550150] 'process raft request' (duration: 1.304413905s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.399232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.09423Z","time spent":"1.304914916s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:12.399422Z","caller":"traceutil/trace.go:171","msg":"trace[1434761235] linearizableReadLoop","detail":"{readStateIndex:25017; appliedIndex:25015; }","duration":"1.302286765s","start":"2026-03-04T02:20:11.097106Z","end":"2026-03-04T02:20:12.399393Z","steps":["trace[1434761235] 'read index received' (duration: 279.115641ms)","trace[1434761235] 'applied index is now lower than readState.Index' (duration: 1.023169514s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:12.39945Z","caller":"traceutil/trace.go:171","msg":"trace[691216533] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"1.294489773s","start":"2026-03-04T02:20:11.104933Z","end":"2026-03-04T02:20:12.399422Z","steps":["trace[691216533] 'process raft request' (duration: 1.293899609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.399597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302462749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:12.399598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.104914Z","time spent":"1.294605826s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:12.399646Z","caller":"traceutil/trace.go:171","msg":"trace[1228799650] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24115; }","duration":"1.302551862s","start":"2026-03-04T02:20:11.097074Z","end":"2026-03-04T02:20:12.399626Z","steps":["trace[1228799650] 'agreement among raft nodes before linearized reading' (duration: 1.302422299s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:12.39969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.09706Z","time spent":"1.302620923s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:13.102974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:13.103081Z","caller":"traceutil/trace.go:171","msg":"trace[1341960125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001918s","start":"2026-03-04T02:20:11.102865Z","end":"2026-03-04T02:20:13.103056Z","steps":["trace[1341960125] 'agreement among raft nodes before linearized reading' (duration: 2.000067017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.103145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.102858Z","time spent":"2.000272912s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:13.152713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.91148ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T02:20:13.152871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.030021Z","time spent":"1.122840802s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:20:13.152983Z","caller":"traceutil/trace.go:171","msg":"trace[1032430839] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"474.068675ms","start":"2026-03-04T02:20:12.678893Z","end":"2026-03-04T02:20:13.152961Z","steps":["trace[1032430839] 'process raft request' (duration: 473.943943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:13.15298Z","caller":"traceutil/trace.go:171","msg":"trace[868457432] linearizableReadLoop","detail":"{readStateIndex:25019; appliedIndex:25018; }","duration":"753.475602ms","start":"2026-03-04T02:20:12.399466Z","end":"2026-03-04T02:20:13.152942Z","steps":["trace[868457432] 'read index received' (duration: 345.336907ms)","trace[868457432] 'applied index is now lower than readState.Index' (duration: 408.132755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:13.153034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.402146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:13.153083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997568378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-04T02:20:13.153081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.678872Z","time spent":"474.159357ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:13.153124Z","caller":"traceutil/trace.go:171","msg":"trace[1884161396] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24116; }","duration":"1.99765425s","start":"2026-03-04T02:20:11.155459Z","end":"2026-03-04T02:20:13.153113Z","steps":["trace[1884161396] 'agreement among raft nodes before linearized reading' (duration: 1.997487746s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.15314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.009866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:13.153178Z","caller":"traceutil/trace.go:171","msg":"trace[1126982757] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24116; }","duration":"802.084928ms","start":"2026-03-04T02:20:12.351083Z","end":"2026-03-04T02:20:13.153168Z","steps":["trace[1126982757] 'agreement among raft nodes before linearized reading' (duration: 802.029247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.153204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78193967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:13.153218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.351066Z","time spent":"802.142589ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:13.153227Z","caller":"traceutil/trace.go:171","msg":"trace[968555] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24116; }","duration":"1.782005252s","start":"2026-03-04T02:20:11.371214Z","end":"2026-03-04T02:20:13.153219Z","steps":["trace[968555] 'agreement among raft nodes before linearized reading' (duration: 1.781969561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.153252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.371189Z","time spent":"1.782057462s","remote":"127.0.0.1:35700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:13.15309Z","caller":"traceutil/trace.go:171","msg":"trace[2023682234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24116; }","duration":"927.491787ms","start":"2026-03-04T02:20:12.225584Z","end":"2026-03-04T02:20:13.153076Z","steps":["trace[2023682234] 'agreement among raft nodes before linearized reading' (duration: 927.395305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.153304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050339401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:20:13.153319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.22557Z","time spent":"927.738504ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:13.153153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.155431Z","time spent":"1.997716431s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:20:13.15342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056061534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-04T02:20:13.153459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.697221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:20:13.153505Z","caller":"traceutil/trace.go:171","msg":"trace[126084645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24116; }","duration":"986.791933ms","start":"2026-03-04T02:20:12.166703Z","end":"2026-03-04T02:20:13.153494Z","steps":["trace[126084645] 'agreement among raft nodes before linearized reading' (duration: 986.463895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.153523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.509592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T02:20:13.15353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050648628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T02:20:13.153552Z","caller":"traceutil/trace.go:171","msg":"trace[289678197] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24116; }","duration":"750.564274ms","start":"2026-03-04T02:20:12.40298Z","end":"2026-03-04T02:20:13.153545Z","steps":["trace[289678197] 'agreement among raft nodes before linearized reading' (duration: 750.490372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:13.153568Z","caller":"traceutil/trace.go:171","msg":"trace[476229286] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24116; }","duration":"2.050692379s","start":"2026-03-04T02:20:11.10286Z","end":"2026-03-04T02:20:13.153553Z","steps":["trace[476229286] 'agreement among raft nodes before linearized reading' (duration: 2.050386672s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.153577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.402967Z","time spent":"750.606125ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:13.1536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.102852Z","time spent":"2.05074091s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T02:20:13.153673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.922399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:13.153707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.781106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:20:13.153726Z","caller":"traceutil/trace.go:171","msg":"trace[44224950] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997; range_end:; response_count:1; response_revision:24116; }","duration":"749.818826ms","start":"2026-03-04T02:20:12.403901Z","end":"2026-03-04T02:20:13.15372Z","steps":["trace[44224950] 'agreement among raft nodes before linearized reading' (duration: 749.740274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:13.153726Z","caller":"traceutil/trace.go:171","msg":"trace[1752107062] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24116; }","duration":"746.996931ms","start":"2026-03-04T02:20:12.406712Z","end":"2026-03-04T02:20:13.153709Z","steps":["trace[1752107062] 'agreement among raft nodes before linearized reading' (duration: 746.923509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.153751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.403893Z","time spent":"749.853558ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" "} {"level":"warn","ts":"2026-03-04T02:20:13.153755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052247876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4250"} {"level":"info","ts":"2026-03-04T02:20:13.153469Z","caller":"traceutil/trace.go:171","msg":"trace[33488182] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24116; }","duration":"2.056126256s","start":"2026-03-04T02:20:11.097325Z","end":"2026-03-04T02:20:13.153451Z","steps":["trace[33488182] 'agreement among raft nodes before linearized reading' (duration: 2.05587223s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:13.153348Z","caller":"traceutil/trace.go:171","msg":"trace[52889087] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24116; }","duration":"2.050425323s","start":"2026-03-04T02:20:11.102912Z","end":"2026-03-04T02:20:13.153337Z","steps":["trace[52889087] 'agreement among raft nodes before linearized reading' (duration: 2.050224349s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.153831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.097266Z","time spent":"2.056559416s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T02:20:13.153849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.102895Z","time spent":"2.050942095s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T02:20:13.153761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.406699Z","time spent":"747.053232ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:13.153858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056659128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-03-04T02:20:13.153932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.23206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:13.153957Z","caller":"traceutil/trace.go:171","msg":"trace[87982188] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24116; }","duration":"406.289132ms","start":"2026-03-04T02:20:12.747659Z","end":"2026-03-04T02:20:13.153948Z","steps":["trace[87982188] 'agreement among raft nodes before linearized reading' (duration: 406.249751ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:13.153954Z","caller":"traceutil/trace.go:171","msg":"trace[348498329] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24116; }","duration":"2.05675964s","start":"2026-03-04T02:20:11.097183Z","end":"2026-03-04T02:20:13.153942Z","steps":["trace[348498329] 'agreement among raft nodes before linearized reading' (duration: 2.056598557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.153985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.747639Z","time spent":"406.340003ms","remote":"127.0.0.1:38016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:13.154009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.097179Z","time spent":"2.056811582s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T02:20:13.153568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:12.16668Z","time spent":"986.862005ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:20:13.1538Z","caller":"traceutil/trace.go:171","msg":"trace[311459943] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24116; }","duration":"2.052334268s","start":"2026-03-04T02:20:11.101455Z","end":"2026-03-04T02:20:13.153789Z","steps":["trace[311459943] 'agreement among raft nodes before linearized reading' (duration: 2.052215455s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:13.154152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:11.101438Z","time spent":"2.052705436s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4272,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-04T02:20:14.496508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.88372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:14.49665Z","caller":"traceutil/trace.go:171","msg":"trace[1329361185] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"1.335554653s","start":"2026-03-04T02:20:13.161072Z","end":"2026-03-04T02:20:14.496626Z","steps":["trace[1329361185] 'process raft request' (duration: 433.448347ms)","trace[1329361185] 'compare' (duration: 901.507002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:14.496721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.161051Z","time spent":"1.335638115s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:14.900696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274772242s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:15.356674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.762579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:15.356908Z","caller":"traceutil/trace.go:171","msg":"trace[1713110058] linearizableReadLoop","detail":"{readStateIndex:25022; appliedIndex:25020; }","duration":"2.19108238s","start":"2026-03-04T02:20:13.165815Z","end":"2026-03-04T02:20:15.356897Z","steps":["trace[1713110058] 'read index received' (duration: 428.803998ms)","trace[1713110058] 'applied index is now lower than readState.Index' (duration: 1.762277812s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:15.356914Z","caller":"traceutil/trace.go:171","msg":"trace[73662800] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"2.190766643s","start":"2026-03-04T02:20:13.166113Z","end":"2026-03-04T02:20:15.35688Z","steps":["trace[73662800] 'process raft request' (duration: 2.190627629s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:15.356984Z","caller":"traceutil/trace.go:171","msg":"trace[1846929198] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"2.189852232s","start":"2026-03-04T02:20:13.167127Z","end":"2026-03-04T02:20:15.356979Z","steps":["trace[1846929198] 'process raft request' (duration: 2.189676668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.357018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.167115Z","time spent":"2.189886872s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:15.357081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.166096Z","time spent":"2.190899636s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:15.357133Z","caller":"traceutil/trace.go:171","msg":"trace[1590919713] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"2.176288424s","start":"2026-03-04T02:20:13.180839Z","end":"2026-03-04T02:20:15.357127Z","steps":["trace[1590919713] 'process raft request' (duration: 2.175983197s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.357161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.18082Z","time spent":"2.176327496s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:15.357244Z","caller":"traceutil/trace.go:171","msg":"trace[909283320] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"2.136793082s","start":"2026-03-04T02:20:13.220444Z","end":"2026-03-04T02:20:15.357237Z","steps":["trace[909283320] 'process raft request' (duration: 2.136402393s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:15.357206Z","caller":"traceutil/trace.go:171","msg":"trace[1455775641] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"2.195544485s","start":"2026-03-04T02:20:13.1616Z","end":"2026-03-04T02:20:15.357145Z","steps":["trace[1455775641] 'process raft request' (duration: 1.739228324s)","trace[1455775641] 'compare' (duration: 455.526862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:15.357273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.220408Z","time spent":"2.136853323s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:15.35739Z","caller":"traceutil/trace.go:171","msg":"trace[1016254066] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"2.128283963s","start":"2026-03-04T02:20:13.229101Z","end":"2026-03-04T02:20:15.357385Z","steps":["trace[1016254066] 'process raft request' (duration: 2.127769961s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.357418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.229083Z","time spent":"2.128323434s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:15.357401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.161583Z","time spent":"2.195698388s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:15.356968Z","caller":"traceutil/trace.go:171","msg":"trace[175382095] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"2.190852784s","start":"2026-03-04T02:20:13.166109Z","end":"2026-03-04T02:20:15.356962Z","steps":["trace[175382095] 'process raft request' (duration: 2.19067216s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.357501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191685974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:15.357519Z","caller":"traceutil/trace.go:171","msg":"trace[90187429] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24124; }","duration":"2.191732845s","start":"2026-03-04T02:20:13.165782Z","end":"2026-03-04T02:20:15.357514Z","steps":["trace[90187429] 'agreement among raft nodes before linearized reading' (duration: 2.191697375s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.357535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.165764Z","time spent":"2.191767756s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:15.357663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191775857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-769adf52-3e4e-4723-a4bc-4beb2d6084b8\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T02:20:15.357682Z","caller":"traceutil/trace.go:171","msg":"trace[1337535314] range","detail":"{range_begin:/registry/persistentvolumes/pvc-769adf52-3e4e-4723-a4bc-4beb2d6084b8; range_end:; response_count:1; response_revision:24124; }","duration":"2.191838608s","start":"2026-03-04T02:20:13.165837Z","end":"2026-03-04T02:20:15.357676Z","steps":["trace[1337535314] 'agreement among raft nodes before linearized reading' (duration: 2.191766896s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.357697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.165816Z","time spent":"2.191878719s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-769adf52-3e4e-4723-a4bc-4beb2d6084b8\" "} {"level":"warn","ts":"2026-03-04T02:20:15.357514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.166095Z","time spent":"2.191373717s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:15.357978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.580103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:15.357998Z","caller":"traceutil/trace.go:171","msg":"trace[1948901598] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24124; }","duration":"318.637395ms","start":"2026-03-04T02:20:15.039356Z","end":"2026-03-04T02:20:15.357994Z","steps":["trace[1948901598] 'agreement among raft nodes before linearized reading' (duration: 318.605554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.358013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.039336Z","time spent":"318.671705ms","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:15.35811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.189748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:15.358126Z","caller":"traceutil/trace.go:171","msg":"trace[1380346762] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24124; }","duration":"441.247319ms","start":"2026-03-04T02:20:14.916875Z","end":"2026-03-04T02:20:15.358123Z","steps":["trace[1380346762] 'agreement among raft nodes before linearized reading' (duration: 441.199007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.358139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:14.916854Z","time spent":"441.28222ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:15.358235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.424792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:20:15.35825Z","caller":"traceutil/trace.go:171","msg":"trace[152085522] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24124; }","duration":"857.469122ms","start":"2026-03-04T02:20:14.500777Z","end":"2026-03-04T02:20:15.358246Z","steps":["trace[152085522] 'agreement among raft nodes before linearized reading' (duration: 857.422321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.358262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:14.500762Z","time spent":"857.496684ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:20:15.358342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.137526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:15.358359Z","caller":"traceutil/trace.go:171","msg":"trace[1659548756] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24124; }","duration":"964.189846ms","start":"2026-03-04T02:20:14.394165Z","end":"2026-03-04T02:20:15.358355Z","steps":["trace[1659548756] 'agreement among raft nodes before linearized reading' (duration: 964.163225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.358372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:14.394145Z","time spent":"964.223927ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:15.358454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072947987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:15.358472Z","caller":"traceutil/trace.go:171","msg":"trace[1983656184] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24124; }","duration":"1.073000669s","start":"2026-03-04T02:20:14.285466Z","end":"2026-03-04T02:20:15.358467Z","steps":["trace[1983656184] 'agreement among raft nodes before linearized reading' (duration: 1.072973188s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.358486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:14.285446Z","time spent":"1.073035699s","remote":"127.0.0.1:41428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:15.358579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146641159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:15.358596Z","caller":"traceutil/trace.go:171","msg":"trace[126782164] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24124; }","duration":"1.146700061s","start":"2026-03-04T02:20:14.211891Z","end":"2026-03-04T02:20:15.358591Z","steps":["trace[126782164] 'agreement among raft nodes before linearized reading' (duration: 1.14667441s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.358608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:14.211868Z","time spent":"1.146736941s","remote":"127.0.0.1:37968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:15.35872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21007039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:15.358738Z","caller":"traceutil/trace.go:171","msg":"trace[509773427] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24124; }","duration":"1.210118432s","start":"2026-03-04T02:20:14.148615Z","end":"2026-03-04T02:20:15.358733Z","steps":["trace[509773427] 'agreement among raft nodes before linearized reading' (duration: 1.21005463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.358753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:14.148599Z","time spent":"1.210151562s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:15.35881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272092299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-04T02:20:15.358844Z","caller":"traceutil/trace.go:171","msg":"trace[2069625760] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24124; }","duration":"1.27212939s","start":"2026-03-04T02:20:14.086707Z","end":"2026-03-04T02:20:15.358836Z","steps":["trace[2069625760] 'agreement among raft nodes before linearized reading' (duration: 1.272029648s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.358867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:14.086638Z","time spent":"1.272223033s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-04T02:20:15.358937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360678849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:15.358964Z","caller":"traceutil/trace.go:171","msg":"trace[1847943363] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24124; }","duration":"1.36073484s","start":"2026-03-04T02:20:13.998221Z","end":"2026-03-04T02:20:15.358956Z","steps":["trace[1847943363] 'agreement among raft nodes before linearized reading' (duration: 1.360696469s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.358985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.998203Z","time spent":"1.360776672s","remote":"127.0.0.1:38160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:15.359067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884111629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:15.35909Z","caller":"traceutil/trace.go:171","msg":"trace[321603347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24124; }","duration":"1.88417472s","start":"2026-03-04T02:20:13.474908Z","end":"2026-03-04T02:20:15.359083Z","steps":["trace[321603347] 'agreement among raft nodes before linearized reading' (duration: 1.884142719s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.359104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.474885Z","time spent":"1.88421389s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:15.359137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192431302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-mwgwl\" ","response":"range_response_count:1 size:6218"} {"level":"info","ts":"2026-03-04T02:20:15.359166Z","caller":"traceutil/trace.go:171","msg":"trace[403044302] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-mwgwl; range_end:; response_count:1; response_revision:24124; }","duration":"2.192484123s","start":"2026-03-04T02:20:13.166675Z","end":"2026-03-04T02:20:15.359159Z","steps":["trace[403044302] 'agreement among raft nodes before linearized reading' (duration: 2.192410881s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.359184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880019243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:15.359191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.166665Z","time spent":"2.192518533s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6240,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-mwgwl\" "} {"level":"warn","ts":"2026-03-04T02:20:15.359244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871377281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:15.359295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623303935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:20:15.359312Z","caller":"traceutil/trace.go:171","msg":"trace[1333049671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24124; }","duration":"1.623351526s","start":"2026-03-04T02:20:13.735955Z","end":"2026-03-04T02:20:15.359306Z","steps":["trace[1333049671] 'agreement among raft nodes before linearized reading' (duration: 1.623307745s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:15.359198Z","caller":"traceutil/trace.go:171","msg":"trace[205972471] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24124; }","duration":"1.880063774s","start":"2026-03-04T02:20:13.47913Z","end":"2026-03-04T02:20:15.359193Z","steps":["trace[205972471] 'agreement among raft nodes before linearized reading' (duration: 1.880040373s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.359325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.735936Z","time spent":"1.623385678s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:20:15.359319Z","caller":"traceutil/trace.go:171","msg":"trace[179900400] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24124; }","duration":"1.871483863s","start":"2026-03-04T02:20:13.48782Z","end":"2026-03-04T02:20:15.359304Z","steps":["trace[179900400] 'agreement among raft nodes before linearized reading' (duration: 1.87134327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.359349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545245642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:20:15.359388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.487811Z","time spent":"1.871566065s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:15.359395Z","caller":"traceutil/trace.go:171","msg":"trace[83218824] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24124; }","duration":"1.545322643s","start":"2026-03-04T02:20:13.814059Z","end":"2026-03-04T02:20:15.359382Z","steps":["trace[83218824] 'agreement among raft nodes before linearized reading' (duration: 1.545160549s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:15.359432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.814041Z","time spent":"1.545383825s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:20:15.359349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:13.479112Z","time spent":"1.880227998s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:16.044264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.925744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:16.044371Z","caller":"traceutil/trace.go:171","msg":"trace[1350517138] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"680.870717ms","start":"2026-03-04T02:20:15.36348Z","end":"2026-03-04T02:20:16.044351Z","steps":["trace[1350517138] 'process raft request' (duration: 295.76063ms)","trace[1350517138] 'compare' (duration: 384.591035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:16.044824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.36346Z","time spent":"681.250306ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:16.940286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.824113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:16.940477Z","caller":"traceutil/trace.go:171","msg":"trace[842608349] linearizableReadLoop","detail":"{readStateIndex:25031; appliedIndex:25028; }","duration":"1.575153618s","start":"2026-03-04T02:20:15.365314Z","end":"2026-03-04T02:20:16.940467Z","steps":["trace[842608349] 'read index received' (duration: 293.960067ms)","trace[842608349] 'applied index is now lower than readState.Index' (duration: 1.281192811s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:16.940592Z","caller":"traceutil/trace.go:171","msg":"trace[79108877] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"1.576686785s","start":"2026-03-04T02:20:15.363881Z","end":"2026-03-04T02:20:16.940568Z","steps":["trace[79108877] 'process raft request' (duration: 1.57647278s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:16.940626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.363866Z","time spent":"1.576741356s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:16.940735Z","caller":"traceutil/trace.go:171","msg":"trace[1087521213] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"1.574815581s","start":"2026-03-04T02:20:15.365915Z","end":"2026-03-04T02:20:16.940731Z","steps":["trace[1087521213] 'process raft request' (duration: 1.574488363s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:16.940763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.365903Z","time spent":"1.574845292s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:16.940903Z","caller":"traceutil/trace.go:171","msg":"trace[1751496821] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"1.571948583s","start":"2026-03-04T02:20:15.368948Z","end":"2026-03-04T02:20:16.940897Z","steps":["trace[1751496821] 'process raft request' (duration: 1.571480582s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:16.940934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.36894Z","time spent":"1.571977795s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:16.941001Z","caller":"traceutil/trace.go:171","msg":"trace[48649912] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"1.576632103s","start":"2026-03-04T02:20:15.363855Z","end":"2026-03-04T02:20:16.940487Z","steps":["trace[48649912] 'process raft request' (duration: 1.104548324s)","trace[48649912] 'compare' (duration: 471.316691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:16.941097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575677981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:20:16.941114Z","caller":"traceutil/trace.go:171","msg":"trace[179973276] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:24129; }","duration":"1.575693791s","start":"2026-03-04T02:20:15.365416Z","end":"2026-03-04T02:20:16.94111Z","steps":["trace[179973276] 'agreement among raft nodes before linearized reading' (duration: 1.57565534s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:16.941131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.365382Z","time spent":"1.575746433s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-04T02:20:16.941169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.363837Z","time spent":"1.577250468s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:16.941266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.114448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:16.941284Z","caller":"traceutil/trace.go:171","msg":"trace[2094134841] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24129; }","duration":"400.160698ms","start":"2026-03-04T02:20:16.541119Z","end":"2026-03-04T02:20:16.941279Z","steps":["trace[2094134841] 'agreement among raft nodes before linearized reading' (duration: 400.129288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:16.941306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.541104Z","time spent":"400.1917ms","remote":"127.0.0.1:38204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:16.941055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575740302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T02:20:16.941402Z","caller":"traceutil/trace.go:171","msg":"trace[1687475999] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24129; }","duration":"1.576080041s","start":"2026-03-04T02:20:15.365309Z","end":"2026-03-04T02:20:16.941389Z","steps":["trace[1687475999] 'agreement among raft nodes before linearized reading' (duration: 1.575686862s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:16.941434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.083854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:16.941455Z","caller":"traceutil/trace.go:171","msg":"trace[139110626] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24129; }","duration":"655.126805ms","start":"2026-03-04T02:20:16.28632Z","end":"2026-03-04T02:20:16.941447Z","steps":["trace[139110626] 'agreement among raft nodes before linearized reading' (duration: 655.103635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:16.941448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.365299Z","time spent":"1.576136842s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-04T02:20:16.941468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.286306Z","time spent":"655.159396ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:16.941558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188015324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:16.941416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.005519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-04T02:20:16.941649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261060121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:16.941666Z","caller":"traceutil/trace.go:171","msg":"trace[2101649381] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24129; }","duration":"1.261140692s","start":"2026-03-04T02:20:15.680521Z","end":"2026-03-04T02:20:16.941662Z","steps":["trace[2101649381] 'agreement among raft nodes before linearized reading' (duration: 1.26106161s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:16.941653Z","caller":"traceutil/trace.go:171","msg":"trace[741989509] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24129; }","duration":"559.230345ms","start":"2026-03-04T02:20:16.382369Z","end":"2026-03-04T02:20:16.9416Z","steps":["trace[741989509] 'agreement among raft nodes before linearized reading' (duration: 559.00752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:16.941682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.680502Z","time spent":"1.261176244s","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:16.941782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398899041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:16.941712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.382351Z","time spent":"559.339928ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:20:16.941914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506611157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-04T02:20:16.941961Z","caller":"traceutil/trace.go:171","msg":"trace[550135506] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24129; }","duration":"1.506696839s","start":"2026-03-04T02:20:15.435252Z","end":"2026-03-04T02:20:16.941948Z","steps":["trace[550135506] 'agreement among raft nodes before linearized reading' (duration: 1.506555136s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:16.941573Z","caller":"traceutil/trace.go:171","msg":"trace[1235939760] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24129; }","duration":"1.188070555s","start":"2026-03-04T02:20:15.753499Z","end":"2026-03-04T02:20:16.94157Z","steps":["trace[1235939760] 'agreement among raft nodes before linearized reading' (duration: 1.188036224s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:16.941996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.43522Z","time spent":"1.506769231s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:20:16.941798Z","caller":"traceutil/trace.go:171","msg":"trace[1907139166] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24129; }","duration":"1.398941092s","start":"2026-03-04T02:20:15.542852Z","end":"2026-03-04T02:20:16.941793Z","steps":["trace[1907139166] 'agreement among raft nodes before linearized reading' (duration: 1.398908842s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:16.942001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572065377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:16.942088Z","caller":"traceutil/trace.go:171","msg":"trace[1258454442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24129; }","duration":"1.57218436s","start":"2026-03-04T02:20:15.369886Z","end":"2026-03-04T02:20:16.94207Z","steps":["trace[1258454442] 'agreement among raft nodes before linearized reading' (duration: 1.572039276s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:16.942133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.369871Z","time spent":"1.572253961s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:16.942006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.75348Z","time spent":"1.188516026s","remote":"127.0.0.1:45248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:16.942028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.54284Z","time spent":"1.399183108s","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:16.942735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537186362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-03-04T02:20:16.942784Z","caller":"traceutil/trace.go:171","msg":"trace[1210464890] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:24129; }","duration":"1.537272573s","start":"2026-03-04T02:20:15.4055Z","end":"2026-03-04T02:20:16.942773Z","steps":["trace[1210464890] 'agreement among raft nodes before linearized reading' (duration: 1.536821653s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:16.942821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:15.405479Z","time spent":"1.537334085s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":910,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-03-04T02:20:17.552646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.770674ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T02:20:17.55292Z","caller":"traceutil/trace.go:171","msg":"trace[1635107356] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"604.659487ms","start":"2026-03-04T02:20:16.948243Z","end":"2026-03-04T02:20:17.552902Z","steps":["trace[1635107356] 'process raft request' (duration: 604.519873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:17.552959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.943305Z","time spent":"609.577921ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:17.553008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.948232Z","time spent":"604.729228ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:17.55317Z","caller":"traceutil/trace.go:171","msg":"trace[223385870] linearizableReadLoop","detail":"{readStateIndex:25034; appliedIndex:25033; }","duration":"608.807103ms","start":"2026-03-04T02:20:16.944327Z","end":"2026-03-04T02:20:17.553135Z","steps":["trace[223385870] 'read index received' (duration: 388.517377ms)","trace[223385870] 'applied index is now lower than readState.Index' (duration: 220.285926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:17.553476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.091236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:17.553509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.96324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:17.553535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.842384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-804a2f26-3396-47a9-848b-4c12ce93fbc1\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-04T02:20:17.553563Z","caller":"traceutil/trace.go:171","msg":"trace[263994315] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24130; }","duration":"388.258451ms","start":"2026-03-04T02:20:17.165284Z","end":"2026-03-04T02:20:17.553542Z","steps":["trace[263994315] 'agreement among raft nodes before linearized reading' (duration: 388.115137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:17.553575Z","caller":"traceutil/trace.go:171","msg":"trace[1624442024] range","detail":"{range_begin:/registry/persistentvolumes/pvc-804a2f26-3396-47a9-848b-4c12ce93fbc1; range_end:; response_count:1; response_revision:24130; }","duration":"608.938126ms","start":"2026-03-04T02:20:16.944626Z","end":"2026-03-04T02:20:17.553564Z","steps":["trace[1624442024] 'agreement among raft nodes before linearized reading' (duration: 608.729841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:17.553576Z","caller":"traceutil/trace.go:171","msg":"trace[1018740944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24130; }","duration":"604.057093ms","start":"2026-03-04T02:20:16.949503Z","end":"2026-03-04T02:20:17.55356Z","steps":["trace[1018740944] 'agreement among raft nodes before linearized reading' (duration: 603.865479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:17.553566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.214033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-cmff5\" ","response":"range_response_count:1 size:6635"} {"level":"warn","ts":"2026-03-04T02:20:17.553607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.944617Z","time spent":"608.982948ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-804a2f26-3396-47a9-848b-4c12ce93fbc1\" "} {"level":"warn","ts":"2026-03-04T02:20:17.553619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.949497Z","time spent":"604.113624ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:17.553625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.165255Z","time spent":"388.340783ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:17.553631Z","caller":"traceutil/trace.go:171","msg":"trace[1952066797] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-cmff5; range_end:; response_count:1; response_revision:24130; }","duration":"609.362706ms","start":"2026-03-04T02:20:16.944252Z","end":"2026-03-04T02:20:17.553614Z","steps":["trace[1952066797] 'agreement among raft nodes before linearized reading' (duration: 609.07286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:17.553625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.876422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-97lrd.189981c23123f6e6\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-03-04T02:20:17.553694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.690275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:20:17.553743Z","caller":"traceutil/trace.go:171","msg":"trace[639498223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24130; }","duration":"181.746296ms","start":"2026-03-04T02:20:17.37198Z","end":"2026-03-04T02:20:17.553727Z","steps":["trace[639498223] 'agreement among raft nodes before linearized reading' (duration: 181.400148ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:17.553841Z","caller":"traceutil/trace.go:171","msg":"trace[2003263493] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-97lrd.189981c23123f6e6; range_end:; response_count:1; response_revision:24130; }","duration":"608.067546ms","start":"2026-03-04T02:20:16.945661Z","end":"2026-03-04T02:20:17.553728Z","steps":["trace[2003263493] 'agreement among raft nodes before linearized reading' (duration: 607.779309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:17.553894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.945651Z","time spent":"608.231651ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":905,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-97lrd.189981c23123f6e6\" "} {"level":"warn","ts":"2026-03-04T02:20:17.554001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.944231Z","time spent":"609.437259ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6657,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-cmff5\" "} {"level":"warn","ts":"2026-03-04T02:20:17.554239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.122477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w\" ","response":"range_response_count:1 size:7584"} {"level":"info","ts":"2026-03-04T02:20:17.554432Z","caller":"traceutil/trace.go:171","msg":"trace[1943136489] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w; range_end:; response_count:1; response_revision:24130; }","duration":"605.334443ms","start":"2026-03-04T02:20:16.949076Z","end":"2026-03-04T02:20:17.55441Z","steps":["trace[1943136489] 'agreement among raft nodes before linearized reading' (duration: 604.302469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:17.55482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:16.949065Z","time spent":"605.735802ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7606,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w\" "} {"level":"warn","ts":"2026-03-04T02:20:18.426735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.000885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:18.426881Z","caller":"traceutil/trace.go:171","msg":"trace[1242414135] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"872.995416ms","start":"2026-03-04T02:20:17.553857Z","end":"2026-03-04T02:20:18.426853Z","steps":["trace[1242414135] 'process raft request' (duration: 243.764715ms)","trace[1242414135] 'compare' (duration: 628.404791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:18.426972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.553836Z","time spent":"873.092117ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:18.480563Z","caller":"traceutil/trace.go:171","msg":"trace[1156433282] linearizableReadLoop","detail":"{readStateIndex:25038; appliedIndex:25035; }","duration":"920.964126ms","start":"2026-03-04T02:20:17.559581Z","end":"2026-03-04T02:20:18.480545Z","steps":["trace[1156433282] 'read index received' (duration: 238.071632ms)","trace[1156433282] 'applied index is now lower than readState.Index' (duration: 682.891894ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:18.480633Z","caller":"traceutil/trace.go:171","msg":"trace[1896844401] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"922.085052ms","start":"2026-03-04T02:20:17.558515Z","end":"2026-03-04T02:20:18.480601Z","steps":["trace[1896844401] 'process raft request' (duration: 921.955559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:18.48077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.5585Z","time spent":"922.203605ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:18.480794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.208863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T02:20:18.480851Z","caller":"traceutil/trace.go:171","msg":"trace[1632186882] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24134; }","duration":"921.295054ms","start":"2026-03-04T02:20:17.55954Z","end":"2026-03-04T02:20:18.480835Z","steps":["trace[1632186882] 'agreement among raft nodes before linearized reading' (duration: 921.090109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:18.480902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.559528Z","time spent":"921.362465ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-04T02:20:18.481002Z","caller":"traceutil/trace.go:171","msg":"trace[277519006] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"924.642523ms","start":"2026-03-04T02:20:17.556346Z","end":"2026-03-04T02:20:18.480989Z","steps":["trace[277519006] 'process raft request' (duration: 924.041158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:18.481089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.556312Z","time spent":"924.723545ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:18.481129Z","caller":"traceutil/trace.go:171","msg":"trace[367208375] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"917.681309ms","start":"2026-03-04T02:20:17.563433Z","end":"2026-03-04T02:20:18.481114Z","steps":["trace[367208375] 'process raft request' (duration: 917.074685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:18.481222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.563419Z","time spent":"917.750542ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7744,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:18.481647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.039125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-03-04T02:20:18.481673Z","caller":"traceutil/trace.go:171","msg":"trace[643592883] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:24134; }","duration":"819.105996ms","start":"2026-03-04T02:20:17.66256Z","end":"2026-03-04T02:20:18.481666Z","steps":["trace[643592883] 'agreement among raft nodes before linearized reading' (duration: 819.033975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:18.481679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.285067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.189981f3f9e81135\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-03-04T02:20:18.481735Z","caller":"traceutil/trace.go:171","msg":"trace[817913387] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.189981f3f9e81135; range_end:; response_count:1; response_revision:24134; }","duration":"357.37354ms","start":"2026-03-04T02:20:18.124348Z","end":"2026-03-04T02:20:18.481722Z","steps":["trace[817913387] 'agreement among raft nodes before linearized reading' (duration: 357.235286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:18.481818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.12433Z","time spent":"357.475982ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":746,"request content":"key:\"/registry/events/default/kube-prometheus-stack.189981f3f9e81135\" "} {"level":"warn","ts":"2026-03-04T02:20:18.483314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.572043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:20:18.483339Z","caller":"traceutil/trace.go:171","msg":"trace[1022934239] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24134; }","duration":"892.637854ms","start":"2026-03-04T02:20:17.590696Z","end":"2026-03-04T02:20:18.483334Z","steps":["trace[1022934239] 'agreement among raft nodes before linearized reading' (duration: 890.055384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:18.483374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.662546Z","time spent":"819.137648ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":253,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"warn","ts":"2026-03-04T02:20:18.483607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:17.590678Z","time spent":"892.672026ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2685,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:19.515604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.648573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:19.515897Z","caller":"traceutil/trace.go:171","msg":"trace[2138974060] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"1.031348315s","start":"2026-03-04T02:20:18.484517Z","end":"2026-03-04T02:20:19.515866Z","steps":["trace[2138974060] 'process raft request' (duration: 219.183571ms)","trace[2138974060] 'compare' (duration: 810.090056ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:19.515957Z","caller":"traceutil/trace.go:171","msg":"trace[1016293599] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"1.031074779s","start":"2026-03-04T02:20:18.484855Z","end":"2026-03-04T02:20:19.51593Z","steps":["trace[1016293599] 'process raft request' (duration: 1.030957546s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.516048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.484836Z","time spent":"1.031172232s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:19.516111Z","caller":"traceutil/trace.go:171","msg":"trace[2145934242] linearizableReadLoop","detail":"{readStateIndex:25040; appliedIndex:25039; }","duration":"1.03152951s","start":"2026-03-04T02:20:18.484571Z","end":"2026-03-04T02:20:19.516101Z","steps":["trace[2145934242] 'read index received' (duration: 219.389816ms)","trace[2145934242] 'applied index is now lower than readState.Index' (duration: 812.138244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:19.516057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.484507Z","time spent":"1.031475098s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:19.516303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031728094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:20:19.516345Z","caller":"traceutil/trace.go:171","msg":"trace[683606968] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24136; }","duration":"1.031770675s","start":"2026-03-04T02:20:18.484565Z","end":"2026-03-04T02:20:19.516336Z","steps":["trace[683606968] 'agreement among raft nodes before linearized reading' (duration: 1.031607342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.516378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.484502Z","time spent":"1.031866127s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:20:19.516829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.781106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:19.516888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.821402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:19.516906Z","caller":"traceutil/trace.go:171","msg":"trace[1249708326] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24136; }","duration":"157.897799ms","start":"2026-03-04T02:20:19.358989Z","end":"2026-03-04T02:20:19.516887Z","steps":["trace[1249708326] 'agreement among raft nodes before linearized reading' (duration: 157.777807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:19.51694Z","caller":"traceutil/trace.go:171","msg":"trace[1877747481] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24136; }","duration":"429.904144ms","start":"2026-03-04T02:20:19.087022Z","end":"2026-03-04T02:20:19.516926Z","steps":["trace[1877747481] 'agreement among raft nodes before linearized reading' (duration: 429.844533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.516986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:19.087001Z","time spent":"429.976015ms","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:19.517005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.103043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:19.517168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.186511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:19.517206Z","caller":"traceutil/trace.go:171","msg":"trace[1545326880] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24136; }","duration":"549.248052ms","start":"2026-03-04T02:20:18.967948Z","end":"2026-03-04T02:20:19.517196Z","steps":["trace[1545326880] 'agreement among raft nodes before linearized reading' (duration: 549.19259ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:19.517146Z","caller":"traceutil/trace.go:171","msg":"trace[197241494] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24136; }","duration":"574.259666ms","start":"2026-03-04T02:20:18.942839Z","end":"2026-03-04T02:20:19.517098Z","steps":["trace[197241494] 'agreement among raft nodes before linearized reading' (duration: 574.074192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.517441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031495429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-c2s2c\" ","response":"range_response_count:1 size:3167"} {"level":"info","ts":"2026-03-04T02:20:19.517494Z","caller":"traceutil/trace.go:171","msg":"trace[952495555] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-c2s2c; range_end:; response_count:1; response_revision:24136; }","duration":"1.031588681s","start":"2026-03-04T02:20:18.485895Z","end":"2026-03-04T02:20:19.517484Z","steps":["trace[952495555] 'agreement among raft nodes before linearized reading' (duration: 1.031455278s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.517534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.48589Z","time spent":"1.031634702s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3189,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-c2s2c\" "} {"level":"warn","ts":"2026-03-04T02:20:19.51764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032373949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-97lrd.189981c23123f6e6\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-03-04T02:20:19.517703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.200811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:19.517715Z","caller":"traceutil/trace.go:171","msg":"trace[150235975] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-97lrd.189981c23123f6e6; range_end:; response_count:1; response_revision:24136; }","duration":"1.032478192s","start":"2026-03-04T02:20:18.48522Z","end":"2026-03-04T02:20:19.517698Z","steps":["trace[150235975] 'agreement among raft nodes before linearized reading' (duration: 1.032249257s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:19.517742Z","caller":"traceutil/trace.go:171","msg":"trace[825399672] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24136; }","duration":"781.272163ms","start":"2026-03-04T02:20:18.736461Z","end":"2026-03-04T02:20:19.517733Z","steps":["trace[825399672] 'agreement among raft nodes before linearized reading' (duration: 781.212042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.517758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.485206Z","time spent":"1.032543293s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":905,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-97lrd.189981c23123f6e6\" "} {"level":"warn","ts":"2026-03-04T02:20:19.517789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.736443Z","time spent":"781.327264ms","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:19.51793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033082486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab5987f8-a59e-4131-9d13-a31dd6af1b03\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:20:19.517965Z","caller":"traceutil/trace.go:171","msg":"trace[1826820588] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab5987f8-a59e-4131-9d13-a31dd6af1b03; range_end:; response_count:1; response_revision:24136; }","duration":"1.033133257s","start":"2026-03-04T02:20:18.484822Z","end":"2026-03-04T02:20:19.517955Z","steps":["trace[1826820588] 'agreement among raft nodes before linearized reading' (duration: 1.033033055s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.517995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.484814Z","time spent":"1.033174818s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ab5987f8-a59e-4131-9d13-a31dd6af1b03\" "} {"level":"warn","ts":"2026-03-04T02:20:19.516839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.663305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:19.518401Z","caller":"traceutil/trace.go:171","msg":"trace[509384832] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24136; }","duration":"561.237612ms","start":"2026-03-04T02:20:18.95712Z","end":"2026-03-04T02:20:19.518358Z","steps":["trace[509384832] 'agreement among raft nodes before linearized reading' (duration: 559.614914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.518478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.957099Z","time spent":"561.356535ms","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:19.516837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031988501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-t8spd\" ","response":"range_response_count:1 size:5175"} {"level":"info","ts":"2026-03-04T02:20:19.518725Z","caller":"traceutil/trace.go:171","msg":"trace[879421297] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-t8spd; range_end:; response_count:1; response_revision:24136; }","duration":"1.033884365s","start":"2026-03-04T02:20:18.484823Z","end":"2026-03-04T02:20:19.518708Z","steps":["trace[879421297] 'agreement among raft nodes before linearized reading' (duration: 1.031565151s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.518789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.484782Z","time spent":"1.033989967s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5197,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-t8spd\" "} {"level":"warn","ts":"2026-03-04T02:20:19.517244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.967937Z","time spent":"549.296613ms","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:19.517277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.189283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-04T02:20:19.519185Z","caller":"traceutil/trace.go:171","msg":"trace[1775379849] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24136; }","duration":"159.094038ms","start":"2026-03-04T02:20:19.360071Z","end":"2026-03-04T02:20:19.519165Z","steps":["trace[1775379849] 'agreement among raft nodes before linearized reading' (duration: 157.06061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:19.518656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:18.942785Z","time spent":"575.845843ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:20.008871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.734729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:20.009034Z","caller":"traceutil/trace.go:171","msg":"trace[20882657] linearizableReadLoop","detail":"{readStateIndex:25042; appliedIndex:25041; }","duration":"487.746994ms","start":"2026-03-04T02:20:19.521266Z","end":"2026-03-04T02:20:20.009013Z","steps":["trace[20882657] 'read index received' (duration: 158.875291ms)","trace[20882657] 'applied index is now lower than readState.Index' (duration: 328.870183ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:20.009112Z","caller":"traceutil/trace.go:171","msg":"trace[1554483965] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"488.122113ms","start":"2026-03-04T02:20:19.520978Z","end":"2026-03-04T02:20:20.0091Z","steps":["trace[1554483965] 'process raft request' (duration: 159.057626ms)","trace[1554483965] 'compare' (duration: 328.151085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:20.009183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:19.520962Z","time spent":"488.184734ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:20.009507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.236765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:20:20.009555Z","caller":"traceutil/trace.go:171","msg":"trace[255143115] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24137; }","duration":"488.305677ms","start":"2026-03-04T02:20:19.521235Z","end":"2026-03-04T02:20:20.009541Z","steps":["trace[255143115] 'agreement among raft nodes before linearized reading' (duration: 488.144913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:20.009588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:19.521219Z","time spent":"488.361478ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-04T02:20:21.047137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.312843ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:21.047275Z","caller":"traceutil/trace.go:171","msg":"trace[997693540] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24137; }","duration":"439.464597ms","start":"2026-03-04T02:20:20.60779Z","end":"2026-03-04T02:20:21.047254Z","steps":["trace[997693540] 'range keys from in-memory index tree' (duration: 439.295533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.047987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.088161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:21.048378Z","caller":"traceutil/trace.go:171","msg":"trace[1880171111] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"1.521383453s","start":"2026-03-04T02:20:19.526949Z","end":"2026-03-04T02:20:21.048333Z","steps":["trace[1880171111] 'process raft request' (duration: 649.832771ms)","trace[1880171111] 'compare' (duration: 870.726093ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:21.048482Z","caller":"traceutil/trace.go:171","msg":"trace[684452409] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"1.023650175s","start":"2026-03-04T02:20:20.02476Z","end":"2026-03-04T02:20:21.048411Z","steps":["trace[684452409] 'process raft request' (duration: 1.023526532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.048506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:19.526934Z","time spent":"1.521497995s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4960,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:21.048481Z","caller":"traceutil/trace.go:171","msg":"trace[714061251] linearizableReadLoop","detail":"{readStateIndex:25043; appliedIndex:25042; }","duration":"1.039363912s","start":"2026-03-04T02:20:20.009064Z","end":"2026-03-04T02:20:21.048427Z","steps":["trace[714061251] 'read index received' (duration: 167.8126ms)","trace[714061251] 'applied index is now lower than readState.Index' (duration: 871.547072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:21.048677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524168767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.189981f3f9e8475a\" ","response":"range_response_count:1 size:691"} {"level":"info","ts":"2026-03-04T02:20:21.048731Z","caller":"traceutil/trace.go:171","msg":"trace[1156430370] range","detail":"{range_begin:/registry/events/default/atmosphere.189981f3f9e8475a; range_end:; response_count:1; response_revision:24139; }","duration":"1.524239999s","start":"2026-03-04T02:20:19.524478Z","end":"2026-03-04T02:20:21.048718Z","steps":["trace[1156430370] 'agreement among raft nodes before linearized reading' (duration: 1.524011033s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.048737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524183228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api.189981f3fa7f4f75\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-03-04T02:20:21.04877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:19.524473Z","time spent":"1.52429009s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":713,"request content":"key:\"/registry/events/default/atmosphere.189981f3f9e8475a\" "} {"level":"info","ts":"2026-03-04T02:20:21.048823Z","caller":"traceutil/trace.go:171","msg":"trace[95513242] range","detail":"{range_begin:/registry/events/openstack/libvirt-api.189981f3fa7f4f75; range_end:; response_count:1; response_revision:24139; }","duration":"1.5242858s","start":"2026-03-04T02:20:19.524518Z","end":"2026-03-04T02:20:21.048804Z","steps":["trace[95513242] 'agreement among raft nodes before linearized reading' (duration: 1.523944472s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.048842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:20.024718Z","time spent":"1.02387202s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:21.048892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:19.524513Z","time spent":"1.524362041s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":702,"request content":"key:\"/registry/events/openstack/libvirt-api.189981f3fa7f4f75\" "} {"level":"warn","ts":"2026-03-04T02:20:21.049127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.055358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:21.049157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.678257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-04T02:20:21.049197Z","caller":"traceutil/trace.go:171","msg":"trace[375933714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24139; }","duration":"576.165191ms","start":"2026-03-04T02:20:20.473014Z","end":"2026-03-04T02:20:21.049179Z","steps":["trace[375933714] 'agreement among raft nodes before linearized reading' (duration: 576.049468ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:21.049196Z","caller":"traceutil/trace.go:171","msg":"trace[1797073571] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24139; }","duration":"598.717748ms","start":"2026-03-04T02:20:20.450465Z","end":"2026-03-04T02:20:21.049183Z","steps":["trace[1797073571] 'agreement among raft nodes before linearized reading' (duration: 598.606995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.049248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:20.450382Z","time spent":"598.859831ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:20:21.049252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:20.47299Z","time spent":"576.249633ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:21.049226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024791832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-41942246-3e7d-4fec-95cb-2c58dff9f14e\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T02:20:21.049706Z","caller":"traceutil/trace.go:171","msg":"trace[906307744] range","detail":"{range_begin:/registry/persistentvolumes/pvc-41942246-3e7d-4fec-95cb-2c58dff9f14e; range_end:; response_count:1; response_revision:24139; }","duration":"1.025288823s","start":"2026-03-04T02:20:20.024391Z","end":"2026-03-04T02:20:21.04968Z","steps":["trace[906307744] 'agreement among raft nodes before linearized reading' (duration: 1.024668979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.049487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526875701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:20:21.049937Z","caller":"traceutil/trace.go:171","msg":"trace[407210671] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24139; }","duration":"1.527352982s","start":"2026-03-04T02:20:19.522542Z","end":"2026-03-04T02:20:21.049895Z","steps":["trace[407210671] 'agreement among raft nodes before linearized reading' (duration: 1.526208506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.049955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:20.024376Z","time spent":"1.025422136s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-41942246-3e7d-4fec-95cb-2c58dff9f14e\" "} {"level":"warn","ts":"2026-03-04T02:20:21.049999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:19.522523Z","time spent":"1.527459094s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:20:21.989267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.956749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:21.989446Z","caller":"traceutil/trace.go:171","msg":"trace[2086885940] linearizableReadLoop","detail":"{readStateIndex:25046; appliedIndex:25044; }","duration":"935.781993ms","start":"2026-03-04T02:20:21.053644Z","end":"2026-03-04T02:20:21.989426Z","steps":["trace[2086885940] 'read index received' (duration: 162.582699ms)","trace[2086885940] 'applied index is now lower than readState.Index' (duration: 773.198264ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:21.989537Z","caller":"traceutil/trace.go:171","msg":"trace[877325936] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"937.301538ms","start":"2026-03-04T02:20:21.052225Z","end":"2026-03-04T02:20:21.989526Z","steps":["trace[877325936] 'process raft request' (duration: 164.006452ms)","trace[877325936] 'compare' (duration: 772.840715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:21.989599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.052199Z","time spent":"937.36858ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:21.989874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.788853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:21.989911Z","caller":"traceutil/trace.go:171","msg":"trace[210987903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24141; }","duration":"935.838474ms","start":"2026-03-04T02:20:21.054064Z","end":"2026-03-04T02:20:21.989902Z","steps":["trace[210987903] 'agreement among raft nodes before linearized reading' (duration: 935.733231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.989941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.054059Z","time spent":"935.873534ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:20:21.989963Z","caller":"traceutil/trace.go:171","msg":"trace[1766810930] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"937.330229ms","start":"2026-03-04T02:20:21.052608Z","end":"2026-03-04T02:20:21.989939Z","steps":["trace[1766810930] 'process raft request' (duration: 936.764765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.990104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.052584Z","time spent":"937.447522ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:21.990161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.761596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"info","ts":"2026-03-04T02:20:21.990191Z","caller":"traceutil/trace.go:171","msg":"trace[220668217] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:24141; }","duration":"826.839067ms","start":"2026-03-04T02:20:21.163344Z","end":"2026-03-04T02:20:21.990183Z","steps":["trace[220668217] 'agreement among raft nodes before linearized reading' (duration: 826.724575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.990198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.060546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-04T02:20:21.990225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.16332Z","time spent":"826.899859ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":306,"request content":"key:\"/registry/serviceaccounts/openstack/keepalived\" "} {"level":"warn","ts":"2026-03-04T02:20:21.99014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.112032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:20:21.990247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.714033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-04T02:20:21.990247Z","caller":"traceutil/trace.go:171","msg":"trace[428429216] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24141; }","duration":"935.141857ms","start":"2026-03-04T02:20:21.055087Z","end":"2026-03-04T02:20:21.990228Z","steps":["trace[428429216] 'agreement among raft nodes before linearized reading' (duration: 935.016444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.990289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.055069Z","time spent":"935.21229ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:20:21.990291Z","caller":"traceutil/trace.go:171","msg":"trace[2114712506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24141; }","duration":"633.330776ms","start":"2026-03-04T02:20:21.35694Z","end":"2026-03-04T02:20:21.990271Z","steps":["trace[2114712506] 'agreement among raft nodes before linearized reading' (duration: 633.029829ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:21.990293Z","caller":"traceutil/trace.go:171","msg":"trace[326854741] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24141; }","duration":"207.776584ms","start":"2026-03-04T02:20:21.782498Z","end":"2026-03-04T02:20:21.990275Z","steps":["trace[326854741] 'agreement among raft nodes before linearized reading' (duration: 207.684062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.990289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.053449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34\" ","response":"range_response_count:1 size:1138"} {"level":"warn","ts":"2026-03-04T02:20:21.990369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.356916Z","time spent":"633.422449ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:20:21.990383Z","caller":"traceutil/trace.go:171","msg":"trace[1191920710] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34; range_end:; response_count:1; response_revision:24141; }","duration":"936.192822ms","start":"2026-03-04T02:20:21.054172Z","end":"2026-03-04T02:20:21.990365Z","steps":["trace[1191920710] 'agreement among raft nodes before linearized reading' (duration: 935.925096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.990436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.054153Z","time spent":"936.268294ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34\" "} {"level":"warn","ts":"2026-03-04T02:20:21.992053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.380093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-97lrd\" ","response":"range_response_count:1 size:6968"} {"level":"info","ts":"2026-03-04T02:20:21.992094Z","caller":"traceutil/trace.go:171","msg":"trace[342472853] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-97lrd; range_end:; response_count:1; response_revision:24141; }","duration":"938.471076ms","start":"2026-03-04T02:20:21.053613Z","end":"2026-03-04T02:20:21.992084Z","steps":["trace[342472853] 'agreement among raft nodes before linearized reading' (duration: 936.10931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:21.992141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.053599Z","time spent":"938.534267ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6990,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-97lrd\" "} {"level":"warn","ts":"2026-03-04T02:20:22.493756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732916,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:20:22.68579Z","caller":"traceutil/trace.go:171","msg":"trace[453562525] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"693.230636ms","start":"2026-03-04T02:20:21.992533Z","end":"2026-03-04T02:20:22.685764Z","steps":["trace[453562525] 'process raft request' (duration: 678.951923ms)","trace[453562525] 'compare' (duration: 13.687649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:22.685938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.992517Z","time spent":"693.346488ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:23.999696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000354202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:23.999799Z","caller":"traceutil/trace.go:171","msg":"trace[1991255122] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000500536s","start":"2026-03-04T02:20:21.999286Z","end":"2026-03-04T02:20:23.999787Z","steps":["trace[1991255122] 'agreement among raft nodes before linearized reading' (duration: 2.000377433s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:23.99985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.999274Z","time spent":"2.000569128s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:24.026973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15487535s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:24.302199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.878172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:24.302324Z","caller":"traceutil/trace.go:171","msg":"trace[1957525712] linearizableReadLoop","detail":"{readStateIndex:25048; appliedIndex:25046; }","duration":"2.309379713s","start":"2026-03-04T02:20:21.992922Z","end":"2026-03-04T02:20:24.302302Z","steps":["trace[1957525712] 'read index received' (duration: 678.573804ms)","trace[1957525712] 'applied index is now lower than readState.Index' (duration: 1.630789838s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:24.302399Z","caller":"traceutil/trace.go:171","msg":"trace[1352463512] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"2.303320921s","start":"2026-03-04T02:20:21.999062Z","end":"2026-03-04T02:20:24.302383Z","steps":["trace[1352463512] 'process raft request' (duration: 2.028169782s)","trace[1352463512] 'compare' (duration: 274.684958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:24.302467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.999047Z","time spent":"2.303387573s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7128,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:24.302664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309716621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-943b94da-03d5-4bd0-95e5-75f08e342edc\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T02:20:24.302765Z","caller":"traceutil/trace.go:171","msg":"trace[327665567] range","detail":"{range_begin:/registry/persistentvolumes/pvc-943b94da-03d5-4bd0-95e5-75f08e342edc; range_end:; response_count:1; response_revision:24143; }","duration":"2.309837213s","start":"2026-03-04T02:20:21.992904Z","end":"2026-03-04T02:20:24.302742Z","steps":["trace[327665567] 'agreement among raft nodes before linearized reading' (duration: 2.309597638s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.302851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.992898Z","time spent":"2.309937665s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-943b94da-03d5-4bd0-95e5-75f08e342edc\" "} {"level":"warn","ts":"2026-03-04T02:20:24.956819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.344692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:24.957092Z","caller":"traceutil/trace.go:171","msg":"trace[879994799] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"1.405924376s","start":"2026-03-04T02:20:23.551147Z","end":"2026-03-04T02:20:24.957072Z","steps":["trace[879994799] 'process raft request' (duration: 931.257547ms)","trace[879994799] 'compare' (duration: 473.528023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:24.957145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:23.55112Z","time spent":"1.405998808s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:24.957187Z","caller":"traceutil/trace.go:171","msg":"trace[1324521294] linearizableReadLoop","detail":"{readStateIndex:25049; appliedIndex:25048; }","duration":"654.810648ms","start":"2026-03-04T02:20:24.302351Z","end":"2026-03-04T02:20:24.957162Z","steps":["trace[1324521294] 'read index received' (duration: 180.008266ms)","trace[1324521294] 'applied index is now lower than readState.Index' (duration: 474.798852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:24.957251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723450596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:24.957275Z","caller":"traceutil/trace.go:171","msg":"trace[572324720] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24144; }","duration":"2.723500408s","start":"2026-03-04T02:20:22.233764Z","end":"2026-03-04T02:20:24.957264Z","steps":["trace[572324720] 'agreement among raft nodes before linearized reading' (duration: 2.723460007s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.957254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.258595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:24.957302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:22.233748Z","time spent":"2.723548588s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:24.957325Z","caller":"traceutil/trace.go:171","msg":"trace[810331564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24144; }","duration":"957.375657ms","start":"2026-03-04T02:20:23.999929Z","end":"2026-03-04T02:20:24.957305Z","steps":["trace[810331564] 'agreement among raft nodes before linearized reading' (duration: 957.232443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.957323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516678956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-04T02:20:24.957363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268079457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:20:24.957388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:23.99991Z","time spent":"957.465089ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:24.957434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.962405599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-vnc.189981f3fa7fc172\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-04T02:20:24.957445Z","caller":"traceutil/trace.go:171","msg":"trace[838351235] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997; range_end:; response_count:1; response_revision:24144; }","duration":"2.26819134s","start":"2026-03-04T02:20:22.689233Z","end":"2026-03-04T02:20:24.957424Z","steps":["trace[838351235] 'agreement among raft nodes before linearized reading' (duration: 2.267959905s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:24.957473Z","caller":"traceutil/trace.go:171","msg":"trace[120183499] range","detail":"{range_begin:/registry/events/openstack/libvirt-vnc.189981f3fa7fc172; range_end:; response_count:1; response_revision:24144; }","duration":"2.96246698s","start":"2026-03-04T02:20:21.994995Z","end":"2026-03-04T02:20:24.957462Z","steps":["trace[120183499] 'agreement among raft nodes before linearized reading' (duration: 2.962305007s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.957487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:22.689219Z","time spent":"2.268258712s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef591eb4997\" "} {"level":"warn","ts":"2026-03-04T02:20:24.957511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:21.994986Z","time spent":"2.962517662s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":702,"request content":"key:\"/registry/events/openstack/libvirt-vnc.189981f3fa7fc172\" "} {"level":"warn","ts":"2026-03-04T02:20:24.957539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.076563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-04T02:20:24.957394Z","caller":"traceutil/trace.go:171","msg":"trace[1621133178] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24144; }","duration":"2.516798248s","start":"2026-03-04T02:20:22.440577Z","end":"2026-03-04T02:20:24.957375Z","steps":["trace[1621133178] 'agreement among raft nodes before linearized reading' (duration: 2.516593904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.957557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.900917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-5vx64\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-03-04T02:20:24.957593Z","caller":"traceutil/trace.go:171","msg":"trace[851985566] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:24144; }","duration":"613.170225ms","start":"2026-03-04T02:20:24.344409Z","end":"2026-03-04T02:20:24.957579Z","steps":["trace[851985566] 'agreement among raft nodes before linearized reading' (duration: 613.017432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:24.957606Z","caller":"traceutil/trace.go:171","msg":"trace[1118540754] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-5vx64; range_end:; response_count:1; response_revision:24144; }","duration":"648.05658ms","start":"2026-03-04T02:20:24.309533Z","end":"2026-03-04T02:20:24.957589Z","steps":["trace[1118540754] 'agreement among raft nodes before linearized reading' (duration: 647.926067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.957606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:22.440528Z","time spent":"2.517067194s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:20:24.957634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.344392Z","time spent":"613.233267ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":902,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-03-04T02:20:24.957643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.309301Z","time spent":"648.327747ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1,"response size":5663,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-5vx64\" "} {"level":"warn","ts":"2026-03-04T02:20:24.957677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.391739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-04T02:20:24.957741Z","caller":"traceutil/trace.go:171","msg":"trace[295174483] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24144; }","duration":"107.490602ms","start":"2026-03-04T02:20:24.85024Z","end":"2026-03-04T02:20:24.957731Z","steps":["trace[295174483] 'agreement among raft nodes before linearized reading' (duration: 107.363969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.957609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.948668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T02:20:24.957827Z","caller":"traceutil/trace.go:171","msg":"trace[1910338362] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24144; }","duration":"648.246275ms","start":"2026-03-04T02:20:24.30956Z","end":"2026-03-04T02:20:24.957806Z","steps":["trace[1910338362] 'agreement among raft nodes before linearized reading' (duration: 647.865817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:24.957899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.309537Z","time spent":"648.331087ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T02:20:25.45012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.115446ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:20:25.450273Z","caller":"traceutil/trace.go:171","msg":"trace[1097708776] linearizableReadLoop","detail":"{readStateIndex:25050; appliedIndex:25049; }","duration":"487.174942ms","start":"2026-03-04T02:20:24.963048Z","end":"2026-03-04T02:20:25.450223Z","steps":["trace[1097708776] 'read index received' (duration: 354.976293ms)","trace[1097708776] 'applied index is now lower than readState.Index' (duration: 132.196568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:25.450298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.961813Z","time spent":"488.477862ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:25.45052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.452918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-76c9888b-cc52-4a50-b30f-8c1bac766f64\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T02:20:25.450582Z","caller":"traceutil/trace.go:171","msg":"trace[70727718] range","detail":"{range_begin:/registry/persistentvolumes/pvc-76c9888b-cc52-4a50-b30f-8c1bac766f64; range_end:; response_count:1; response_revision:24144; }","duration":"487.52407ms","start":"2026-03-04T02:20:24.963042Z","end":"2026-03-04T02:20:25.450566Z","steps":["trace[70727718] 'agreement among raft nodes before linearized reading' (duration: 487.317925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:25.450644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.963023Z","time spent":"487.606432ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-76c9888b-cc52-4a50-b30f-8c1bac766f64\" "} {"level":"warn","ts":"2026-03-04T02:20:25.950702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:26.451886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:26.952051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:26.968737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000468236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:26.968814Z","caller":"traceutil/trace.go:171","msg":"trace[1156958863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000579758s","start":"2026-03-04T02:20:24.968219Z","end":"2026-03-04T02:20:26.968799Z","steps":["trace[1156958863] 'agreement among raft nodes before linearized reading' (duration: 2.000479806s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:26.96885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.968211Z","time spent":"2.000631869s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:27.276711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.926460036s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:27.407792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.569461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:27.407947Z","caller":"traceutil/trace.go:171","msg":"trace[277388655] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"2.441258954s","start":"2026-03-04T02:20:24.966676Z","end":"2026-03-04T02:20:27.407935Z","steps":["trace[277388655] 'process raft request' (duration: 2.441192882s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:27.407989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.966655Z","time spent":"2.441314655s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7610,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:27.407982Z","caller":"traceutil/trace.go:171","msg":"trace[446697657] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"2.444670994s","start":"2026-03-04T02:20:24.963284Z","end":"2026-03-04T02:20:27.407955Z","steps":["trace[446697657] 'process raft request' (duration: 2.313660933s)","trace[446697657] 'compare' (duration: 129.448395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:27.408092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.96325Z","time spent":"2.444780326s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:28.173262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:27.566348Z","time spent":"606.907509ms","remote":"127.0.0.1:59090","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:28.173704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.09198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:28.174509Z","caller":"traceutil/trace.go:171","msg":"trace[690125627] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"2.795922589s","start":"2026-03-04T02:20:25.378559Z","end":"2026-03-04T02:20:28.174482Z","steps":["trace[690125627] 'process raft request' (duration: 2.191973249s)","trace[690125627] 'compare' (duration: 602.885225ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:28.174541Z","caller":"traceutil/trace.go:171","msg":"trace[1473824889] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"2.723208221s","start":"2026-03-04T02:20:25.451302Z","end":"2026-03-04T02:20:28.174511Z","steps":["trace[1473824889] 'process raft request' (duration: 2.722489424s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:28.174648Z","caller":"traceutil/trace.go:171","msg":"trace[788152082] transaction","detail":"{read_only:false; response_revision:24149; number_of_response:1; }","duration":"2.723015437s","start":"2026-03-04T02:20:25.45158Z","end":"2026-03-04T02:20:28.174595Z","steps":["trace[788152082] 'process raft request' (duration: 2.722871433s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:28.174681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.451287Z","time spent":"2.723334424s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:28.174721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.378523Z","time spent":"2.796063263s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:28.174796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.451558Z","time spent":"2.72316778s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:28.174879Z","caller":"traceutil/trace.go:171","msg":"trace[1205134041] transaction","detail":"{read_only:false; response_revision:24150; number_of_response:1; }","duration":"2.480109402s","start":"2026-03-04T02:20:25.694486Z","end":"2026-03-04T02:20:28.174595Z","steps":["trace[1205134041] 'process raft request' (duration: 2.48001608s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:28.175001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.694459Z","time spent":"2.480469971s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:28.969561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:20:28.969623Z","caller":"traceutil/trace.go:171","msg":"trace[1904383707] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000009505s","start":"2026-03-04T02:20:26.9696Z","end":"2026-03-04T02:20:28.96961Z","steps":["trace[1904383707] 'agreement among raft nodes before linearized reading' (duration: 1.999930074s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:28.969655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:26.969577Z","time spent":"2.000070587s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:28.99291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.336088ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:20:28.99325Z","caller":"traceutil/trace.go:171","msg":"trace[2097897871] linearizableReadLoop","detail":"{readStateIndex:25057; appliedIndex:25050; }","duration":"3.542910031s","start":"2026-03-04T02:20:25.450321Z","end":"2026-03-04T02:20:28.993231Z","steps":["trace[2097897871] 'read index received' (duration: 1.826636544s)","trace[2097897871] 'applied index is now lower than readState.Index' (duration: 1.716272317s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:28.993531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.006890061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:20:28.993589Z","caller":"traceutil/trace.go:171","msg":"trace[1384857394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24150; }","duration":"4.006981854s","start":"2026-03-04T02:20:24.986601Z","end":"2026-03-04T02:20:28.993583Z","steps":["trace[1384857394] 'agreement among raft nodes before linearized reading' (duration: 4.006789839s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:28.993589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615081507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:28.993648Z","caller":"traceutil/trace.go:171","msg":"trace[2030484794] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24150; }","duration":"3.615158879s","start":"2026-03-04T02:20:25.378474Z","end":"2026-03-04T02:20:28.993633Z","steps":["trace[2030484794] 'agreement among raft nodes before linearized reading' (duration: 3.615082107s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:28.993662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:24.986596Z","time spent":"4.007026464s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:20:28.993516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627666371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:20:28.993766Z","caller":"traceutil/trace.go:171","msg":"trace[1287960580] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:24150; }","duration":"3.627955388s","start":"2026-03-04T02:20:25.365791Z","end":"2026-03-04T02:20:28.993746Z","steps":["trace[1287960580] 'agreement among raft nodes before linearized reading' (duration: 3.62759683s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:28.993833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.365767Z","time spent":"3.62804705s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-04T02:20:28.993879Z","caller":"traceutil/trace.go:171","msg":"trace[1510516445] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"1.581554379s","start":"2026-03-04T02:20:27.412308Z","end":"2026-03-04T02:20:28.993863Z","steps":["trace[1510516445] 'process raft request' (duration: 1.580781081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:28.993986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:27.412296Z","time spent":"1.581639952s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:28.993692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.37846Z","time spent":"3.615222501s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:30.240815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246758518s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:30.242328Z","caller":"traceutil/trace.go:171","msg":"trace[1860917616] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"2.82928611s","start":"2026-03-04T02:20:27.41302Z","end":"2026-03-04T02:20:30.242306Z","steps":["trace[1860917616] 'process raft request' (duration: 1.580833573s)","trace[1860917616] 'compare' (duration: 1.24472255s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:30.242457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:27.413013Z","time spent":"2.829373822s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:30.242663Z","caller":"traceutil/trace.go:171","msg":"trace[383434647] linearizableReadLoop","detail":"{readStateIndex:25059; appliedIndex:25057; }","duration":"1.249320338s","start":"2026-03-04T02:20:28.993335Z","end":"2026-03-04T02:20:30.242655Z","steps":["trace[383434647] 'read index received' (duration: 79.372µs)","trace[383434647] 'applied index is now lower than readState.Index' (duration: 1.249239686s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:30.497881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.383487ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T02:20:30.498077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619851404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:30.49814Z","caller":"traceutil/trace.go:171","msg":"trace[502983227] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24152; }","duration":"1.619935196s","start":"2026-03-04T02:20:28.878182Z","end":"2026-03-04T02:20:30.498118Z","steps":["trace[502983227] 'agreement among raft nodes before linearized reading' (duration: 1.364551899s)","trace[502983227] 'count revisions from in-memory index tree' (duration: 255.329366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:30.498203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:28.878163Z","time spent":"1.620020538s","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:30.49816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.741046404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:30.498295Z","caller":"traceutil/trace.go:171","msg":"trace[93418937] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24152; }","duration":"4.741238558s","start":"2026-03-04T02:20:25.757031Z","end":"2026-03-04T02:20:30.49827Z","steps":["trace[93418937] 'agreement among raft nodes before linearized reading' (duration: 4.485742859s)","trace[93418937] 'count revisions from in-memory index tree' (duration: 255.317365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:30.498368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.75701Z","time spent":"4.74134544s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:30.497913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.745087445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:30.498934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320555235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-client.189981f3fa7f8fcb\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-03-04T02:20:30.498992Z","caller":"traceutil/trace.go:171","msg":"trace[33630779] range","detail":"{range_begin:/registry/events/openstack/octavia-client.189981f3fa7f8fcb; range_end:; response_count:1; response_revision:24152; }","duration":"2.320639847s","start":"2026-03-04T02:20:28.178331Z","end":"2026-03-04T02:20:30.498971Z","steps":["trace[33630779] 'agreement among raft nodes before linearized reading' (duration: 2.064420131s)","trace[33630779] 'range keys from in-memory index tree' (duration: 256.126484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:30.499029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:28.178319Z","time spent":"2.320701958s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":711,"request content":"key:\"/registry/events/openstack/octavia-client.189981f3fa7f8fcb\" "} {"level":"info","ts":"2026-03-04T02:20:30.498913Z","caller":"traceutil/trace.go:171","msg":"trace[1716560065] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24152; }","duration":"3.74614728s","start":"2026-03-04T02:20:26.752741Z","end":"2026-03-04T02:20:30.498888Z","steps":["trace[1716560065] 'agreement among raft nodes before linearized reading' (duration: 3.490026846s)","trace[1716560065] 'count revisions from in-memory index tree' (duration: 255.074029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:30.497987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517690347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:30.498023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520706338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:30.498434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877847342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:30.499297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:26.752721Z","time spent":"3.746550379s","remote":"127.0.0.1:37784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:30.499305Z","caller":"traceutil/trace.go:171","msg":"trace[1394362490] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24152; }","duration":"1.519037909s","start":"2026-03-04T02:20:28.980246Z","end":"2026-03-04T02:20:30.499283Z","steps":["trace[1394362490] 'agreement among raft nodes before linearized reading' (duration: 1.262472825s)","trace[1394362490] 'count revisions from in-memory index tree' (duration: 255.244853ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:30.499344Z","caller":"traceutil/trace.go:171","msg":"trace[1134522343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24152; }","duration":"1.522041639s","start":"2026-03-04T02:20:28.977274Z","end":"2026-03-04T02:20:30.499316Z","steps":["trace[1134522343] 'agreement among raft nodes before linearized reading' (duration: 1.265455054s)","trace[1134522343] 'range keys from in-memory index tree' (duration: 255.282244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:30.499376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:28.980219Z","time spent":"1.519138942s","remote":"127.0.0.1:37870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:30.499325Z","caller":"traceutil/trace.go:171","msg":"trace[784712930] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24152; }","duration":"1.878826374s","start":"2026-03-04T02:20:28.620474Z","end":"2026-03-04T02:20:30.499301Z","steps":["trace[784712930] 'agreement among raft nodes before linearized reading' (duration: 1.622265261s)","trace[784712930] 'count revisions from in-memory index tree' (duration: 255.613761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:30.499428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:28.977253Z","time spent":"1.522148282s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:30.498635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.088014925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-hs947\" ","response":"range_response_count:1 size:4230"} {"level":"warn","ts":"2026-03-04T02:20:30.498675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989847646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-04T02:20:30.499553Z","caller":"traceutil/trace.go:171","msg":"trace[297484342] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-hs947; range_end:; response_count:1; response_revision:24152; }","duration":"3.088925986s","start":"2026-03-04T02:20:27.410591Z","end":"2026-03-04T02:20:30.499517Z","steps":["trace[297484342] 'agreement among raft nodes before linearized reading' (duration: 2.832170767s)","trace[297484342] 'range keys from in-memory index tree' (duration: 255.779566ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:30.499592Z","caller":"traceutil/trace.go:171","msg":"trace[1883571018] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24152; }","duration":"4.990777498s","start":"2026-03-04T02:20:25.508786Z","end":"2026-03-04T02:20:30.499563Z","steps":["trace[1883571018] 'agreement among raft nodes before linearized reading' (duration: 4.733994908s)","trace[1883571018] 'range keys from in-memory index tree' (duration: 255.841407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:30.498831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320388801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w.189981c04e403b71\" ","response":"range_response_count:1 size:989"} {"level":"warn","ts":"2026-03-04T02:20:30.49968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.508769Z","time spent":"4.99087438s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-04T02:20:30.499608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:27.41058Z","time spent":"3.089010928s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4252,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-hs947\" "} {"level":"info","ts":"2026-03-04T02:20:30.499686Z","caller":"traceutil/trace.go:171","msg":"trace[608946973] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w.189981c04e403b71; range_end:; response_count:1; response_revision:24152; }","duration":"2.321285672s","start":"2026-03-04T02:20:28.178376Z","end":"2026-03-04T02:20:30.499661Z","steps":["trace[608946973] 'agreement among raft nodes before linearized reading' (duration: 2.06436935s)","trace[608946973] 'range keys from in-memory index tree' (duration: 255.95512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:30.499966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:28.178355Z","time spent":"2.321597139s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1011,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vll2w.189981c04e403b71\" "} {"level":"warn","ts":"2026-03-04T02:20:30.498601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.029490852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-03-04T02:20:30.500113Z","caller":"traceutil/trace.go:171","msg":"trace[1805722037] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:24152; }","duration":"5.031002928s","start":"2026-03-04T02:20:25.469077Z","end":"2026-03-04T02:20:30.50008Z","steps":["trace[1805722037] 'agreement among raft nodes before linearized reading' (duration: 4.773711187s)","trace[1805722037] 'range keys from in-memory index tree' (duration: 255.714294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:30.498693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.043465949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-04T02:20:30.500213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.469063Z","time spent":"5.03111425s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":896,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" "} {"level":"info","ts":"2026-03-04T02:20:30.500231Z","caller":"traceutil/trace.go:171","msg":"trace[1550403356] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24152; }","duration":"5.045022166s","start":"2026-03-04T02:20:25.455187Z","end":"2026-03-04T02:20:30.500209Z","steps":["trace[1550403356] 'agreement among raft nodes before linearized reading' (duration: 4.787606902s)","trace[1550403356] 'range keys from in-memory index tree' (duration: 255.816476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:30.500287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:25.455172Z","time spent":"5.045099227s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T02:20:30.498512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820959926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:30.500442Z","caller":"traceutil/trace.go:171","msg":"trace[2085850812] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24152; }","duration":"2.822920821s","start":"2026-03-04T02:20:27.677491Z","end":"2026-03-04T02:20:30.500412Z","steps":["trace[2085850812] 'agreement among raft nodes before linearized reading' (duration: 2.565265232s)","trace[2085850812] 'count revisions from in-memory index tree' (duration: 255.722994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:30.500515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:27.677471Z","time spent":"2.823020843s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:30.499536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:28.620454Z","time spent":"1.87902843s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:31.12963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.279869ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:31.129766Z","caller":"traceutil/trace.go:171","msg":"trace[981589153] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24152; }","duration":"521.440342ms","start":"2026-03-04T02:20:30.608305Z","end":"2026-03-04T02:20:31.129745Z","steps":["trace[981589153] 'range keys from in-memory index tree' (duration: 521.256748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:31.130117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.992874ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T02:20:31.13027Z","caller":"traceutil/trace.go:171","msg":"trace[869301674] linearizableReadLoop","detail":"{readStateIndex:25061; appliedIndex:25059; }","duration":"887.565785ms","start":"2026-03-04T02:20:30.242688Z","end":"2026-03-04T02:20:31.130254Z","steps":["trace[869301674] 'read index received' (duration: 110.123µs)","trace[869301674] 'applied index is now lower than readState.Index' (duration: 887.454222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:31.130923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:28.995535Z","time spent":"2.135381668s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:20:31.130993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130483644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:31.131086Z","caller":"traceutil/trace.go:171","msg":"trace[1110657544] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24152; }","duration":"2.130621346s","start":"2026-03-04T02:20:29.000447Z","end":"2026-03-04T02:20:31.131069Z","steps":["trace[1110657544] 'agreement among raft nodes before linearized reading' (duration: 2.130438222s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:31.131139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:29.000434Z","time spent":"2.130695988s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:31.131006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272789935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:31.131304Z","caller":"traceutil/trace.go:171","msg":"trace[436336292] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24152; }","duration":"1.273124713s","start":"2026-03-04T02:20:29.858152Z","end":"2026-03-04T02:20:31.131276Z","steps":["trace[436336292] 'agreement among raft nodes before linearized reading' (duration: 1.272786145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:31.131381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:29.85813Z","time spent":"1.273221285s","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:31.243951Z","caller":"traceutil/trace.go:171","msg":"trace[25741494] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"741.530363ms","start":"2026-03-04T02:20:30.502397Z","end":"2026-03-04T02:20:31.243927Z","steps":["trace[25741494] 'process raft request' (duration: 741.371039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:31.244115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.502372Z","time spent":"741.654066ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:32.501974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999763439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:32.50207Z","caller":"traceutil/trace.go:171","msg":"trace[1705726460] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999925613s","start":"2026-03-04T02:20:30.502123Z","end":"2026-03-04T02:20:32.502048Z","steps":["trace[1705726460] 'agreement among raft nodes before linearized reading' (duration: 1.99977249s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:32.502121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.50211Z","time spent":"2.000001385s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:20:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:20:32.920243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.696739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:32.920517Z","caller":"traceutil/trace.go:171","msg":"trace[2114434020] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"671.696153ms","start":"2026-03-04T02:20:32.248804Z","end":"2026-03-04T02:20:32.9205Z","steps":["trace[2114434020] 'process raft request' (duration: 671.646422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:32.920627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.248787Z","time spent":"671.771255ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:32.92061Z","caller":"traceutil/trace.go:171","msg":"trace[11138970] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"2.412635335s","start":"2026-03-04T02:20:30.507942Z","end":"2026-03-04T02:20:32.920578Z","steps":["trace[11138970] 'process raft request' (duration: 2.41239469s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:32.920683Z","caller":"traceutil/trace.go:171","msg":"trace[2097673404] linearizableReadLoop","detail":"{readStateIndex:25064; appliedIndex:25062; }","duration":"1.790225365s","start":"2026-03-04T02:20:31.130439Z","end":"2026-03-04T02:20:32.920665Z","steps":["trace[2097673404] 'read index received' (duration: 113.580233ms)","trace[2097673404] 'applied index is now lower than readState.Index' (duration: 1.676642801s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:32.920758Z","caller":"traceutil/trace.go:171","msg":"trace[28561593] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"1.788496615s","start":"2026-03-04T02:20:31.132255Z","end":"2026-03-04T02:20:32.920751Z","steps":["trace[28561593] 'process raft request' (duration: 1.788147766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:32.920772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.507933Z","time spent":"2.412748038s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6199,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:32.920804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:31.132234Z","time spent":"1.788540365s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:32.920937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046119804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:32.920965Z","caller":"traceutil/trace.go:171","msg":"trace[43802997] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24157; }","duration":"2.046151914s","start":"2026-03-04T02:20:30.874805Z","end":"2026-03-04T02:20:32.920957Z","steps":["trace[43802997] 'agreement among raft nodes before linearized reading' (duration: 2.046096963s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:32.920985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.874762Z","time spent":"2.046217596s","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:32.921134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557670883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:20:32.921142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419051525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-t27kl\" ","response":"range_response_count:1 size:4923"} {"level":"info","ts":"2026-03-04T02:20:32.921158Z","caller":"traceutil/trace.go:171","msg":"trace[227598517] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24157; }","duration":"2.557729225s","start":"2026-03-04T02:20:30.363423Z","end":"2026-03-04T02:20:32.921152Z","steps":["trace[227598517] 'agreement among raft nodes before linearized reading' (duration: 2.557654583s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:32.921182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.363407Z","time spent":"2.557764766s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T02:20:32.921178Z","caller":"traceutil/trace.go:171","msg":"trace[1241211139] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-t27kl; range_end:; response_count:1; response_revision:24157; }","duration":"2.419740451s","start":"2026-03-04T02:20:30.501426Z","end":"2026-03-04T02:20:32.921166Z","steps":["trace[1241211139] 'agreement among raft nodes before linearized reading' (duration: 2.419620658s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:32.921217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.50141Z","time spent":"2.419800142s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4945,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-t27kl\" "} {"level":"warn","ts":"2026-03-04T02:20:32.921259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417713744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f93212bc-0c92-4ee0-bab4-b6f8bb19741d\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-04T02:20:32.921274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141619704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:32.921394Z","caller":"traceutil/trace.go:171","msg":"trace[2104928607] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24157; }","duration":"2.141900551s","start":"2026-03-04T02:20:30.779478Z","end":"2026-03-04T02:20:32.921378Z","steps":["trace[2104928607] 'agreement among raft nodes before linearized reading' (duration: 2.141605574s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:32.921332Z","caller":"traceutil/trace.go:171","msg":"trace[1955253555] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f93212bc-0c92-4ee0-bab4-b6f8bb19741d; range_end:; response_count:1; response_revision:24157; }","duration":"2.417799826s","start":"2026-03-04T02:20:30.503514Z","end":"2026-03-04T02:20:32.921314Z","steps":["trace[1955253555] 'agreement among raft nodes before linearized reading' (duration: 2.417608161s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:32.921468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.503507Z","time spent":"2.417949449s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-f93212bc-0c92-4ee0-bab4-b6f8bb19741d\" "} {"level":"warn","ts":"2026-03-04T02:20:32.921532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.779458Z","time spent":"2.142057454s","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:32.921408Z","caller":"traceutil/trace.go:171","msg":"trace[1233088305] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"2.418106013s","start":"2026-03-04T02:20:30.50329Z","end":"2026-03-04T02:20:32.921396Z","steps":["trace[1233088305] 'process raft request' (duration: 1.886181765s)","trace[1233088305] 'compare' (duration: 530.567236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:32.921681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:30.50328Z","time spent":"2.41837593s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:33.619131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.156481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:33.619393Z","caller":"traceutil/trace.go:171","msg":"trace[796142437] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"1.150910439s","start":"2026-03-04T02:20:32.468448Z","end":"2026-03-04T02:20:33.619358Z","steps":["trace[796142437] 'process raft request' (duration: 571.456851ms)","trace[796142437] 'compare' (duration: 578.164338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:33.619626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.468423Z","time spent":"1.151101303s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:34.22582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000571838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:34.225932Z","caller":"traceutil/trace.go:171","msg":"trace[1404759380] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000722502s","start":"2026-03-04T02:20:32.225194Z","end":"2026-03-04T02:20:34.225917Z","steps":["trace[1404759380] 'agreement among raft nodes before linearized reading' (duration: 2.000589649s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:34.225977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.225179Z","time spent":"2.000789823s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:34.297055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.801184ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:20:34.297285Z","caller":"traceutil/trace.go:171","msg":"trace[1163864393] linearizableReadLoop","detail":"{readStateIndex:25068; appliedIndex:25066; }","duration":"1.376540279s","start":"2026-03-04T02:20:32.920726Z","end":"2026-03-04T02:20:34.297266Z","steps":["trace[1163864393] 'read index received' (duration: 119.205075ms)","trace[1163864393] 'applied index is now lower than readState.Index' (duration: 1.257334154s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:34.297948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214980117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:34.297997Z","caller":"traceutil/trace.go:171","msg":"trace[112059301] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24158; }","duration":"2.215062139s","start":"2026-03-04T02:20:32.082924Z","end":"2026-03-04T02:20:34.297986Z","steps":["trace[112059301] 'agreement among raft nodes before linearized reading' (duration: 2.214942176s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:34.298035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.082909Z","time spent":"2.21511652s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:34.29835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272596813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:20:34.298389Z","caller":"traceutil/trace.go:171","msg":"trace[414877668] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24158; }","duration":"2.272682265s","start":"2026-03-04T02:20:32.025697Z","end":"2026-03-04T02:20:34.298379Z","steps":["trace[414877668] 'agreement among raft nodes before linearized reading' (duration: 2.272552052s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:34.298422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.025677Z","time spent":"2.272738637s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:20:34.298605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586135379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-04T02:20:34.298643Z","caller":"traceutil/trace.go:171","msg":"trace[569307024] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24158; }","duration":"2.586211751s","start":"2026-03-04T02:20:31.712423Z","end":"2026-03-04T02:20:34.298634Z","steps":["trace[569307024] 'agreement among raft nodes before linearized reading' (duration: 2.586121269s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:34.298669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:31.712401Z","time spent":"2.586261301s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:20:34.298725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716849292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:20:34.298811Z","caller":"traceutil/trace.go:171","msg":"trace[1484121805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24158; }","duration":"2.716981015s","start":"2026-03-04T02:20:31.581811Z","end":"2026-03-04T02:20:34.298792Z","steps":["trace[1484121805] 'agreement among raft nodes before linearized reading' (duration: 2.71675384s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:34.298859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:31.58179Z","time spent":"2.717059698s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:20:34.297928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78791712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:34.298951Z","caller":"traceutil/trace.go:171","msg":"trace[1236245573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24158; }","duration":"1.788988755s","start":"2026-03-04T02:20:32.509952Z","end":"2026-03-04T02:20:34.298941Z","steps":["trace[1236245573] 'agreement among raft nodes before linearized reading' (duration: 1.787890079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:34.298995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.509932Z","time spent":"1.789050277s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:20:34.299012Z","caller":"traceutil/trace.go:171","msg":"trace[558173122] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"1.369864593s","start":"2026-03-04T02:20:32.929063Z","end":"2026-03-04T02:20:34.298928Z","steps":["trace[558173122] 'process raft request' (duration: 1.368100541s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:34.299185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.929054Z","time spent":"1.370060547s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:34.959743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812693084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:34.959791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823254381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:34.95984Z","caller":"traceutil/trace.go:171","msg":"trace[1665410247] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24159; }","duration":"3.823374774s","start":"2026-03-04T02:20:31.136453Z","end":"2026-03-04T02:20:34.959828Z","steps":["trace[1665410247] 'agreement among raft nodes before linearized reading' (duration: 3.162259659s)","trace[1665410247] 'range keys from in-memory index tree' (duration: 661.027863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:34.959863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:31.136422Z","time spent":"3.823436956s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:20:34.959852Z","caller":"traceutil/trace.go:171","msg":"trace[91459756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24159; }","duration":"3.812864428s","start":"2026-03-04T02:20:31.14696Z","end":"2026-03-04T02:20:34.959824Z","steps":["trace[91459756] 'agreement among raft nodes before linearized reading' (duration: 3.151780443s)","trace[91459756] 'count revisions from in-memory index tree' (duration: 660.924812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:34.959913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:31.146943Z","time spent":"3.812955991s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:34.960067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712240528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189981c2b22ae8dc\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-03-04T02:20:34.960051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03403036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:20:34.960091Z","caller":"traceutil/trace.go:171","msg":"trace[226864559] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189981c2b22ae8dc; range_end:; response_count:1; response_revision:24159; }","duration":"3.712295179s","start":"2026-03-04T02:20:31.24779Z","end":"2026-03-04T02:20:34.960085Z","steps":["trace[226864559] 'agreement among raft nodes before linearized reading' (duration: 3.050940848s)","trace[226864559] 'range keys from in-memory index tree' (duration: 661.27902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:34.960107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:31.247775Z","time spent":"3.71232785s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189981c2b22ae8dc\" "} {"level":"info","ts":"2026-03-04T02:20:34.960123Z","caller":"traceutil/trace.go:171","msg":"trace[1968152950] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24159; }","duration":"2.034144173s","start":"2026-03-04T02:20:32.925958Z","end":"2026-03-04T02:20:34.960102Z","steps":["trace[1968152950] 'agreement among raft nodes before linearized reading' (duration: 1.372913934s)","trace[1968152950] 'range keys from in-memory index tree' (duration: 661.014033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:34.960165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.925941Z","time spent":"2.034215064s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:20:34.960287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204742456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:34.960304Z","caller":"traceutil/trace.go:171","msg":"trace[1467470576] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24159; }","duration":"1.204798186s","start":"2026-03-04T02:20:33.7555Z","end":"2026-03-04T02:20:34.960298Z","steps":["trace[1467470576] 'agreement among raft nodes before linearized reading' (duration: 543.467985ms)","trace[1467470576] 'count revisions from in-memory index tree' (duration: 661.30072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:34.960319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:33.755478Z","time spent":"1.204837308s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:34.960423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.154128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-04T02:20:34.96044Z","caller":"traceutil/trace.go:171","msg":"trace[725543323] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24159; }","duration":"971.202619ms","start":"2026-03-04T02:20:33.989231Z","end":"2026-03-04T02:20:34.960434Z","steps":["trace[725543323] 'agreement among raft nodes before linearized reading' (duration: 309.750936ms)","trace[725543323] 'range keys from in-memory index tree' (duration: 661.408742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:34.960453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:33.989206Z","time spent":"971.24394ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-04T02:20:34.960516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094566841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:34.960531Z","caller":"traceutil/trace.go:171","msg":"trace[1000742699] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24159; }","duration":"1.094616692s","start":"2026-03-04T02:20:33.865908Z","end":"2026-03-04T02:20:34.960525Z","steps":["trace[1000742699] 'agreement among raft nodes before linearized reading' (duration: 433.083277ms)","trace[1000742699] 'count revisions from in-memory index tree' (duration: 661.512715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:34.960544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:33.865884Z","time spent":"1.094656224s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:34.96067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032287499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-server.189981f3fa7f974b\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-03-04T02:20:34.960684Z","caller":"traceutil/trace.go:171","msg":"trace[1118035780] range","detail":"{range_begin:/registry/events/openstack/octavia-server.189981f3fa7f974b; range_end:; response_count:1; response_revision:24159; }","duration":"2.032312s","start":"2026-03-04T02:20:32.928366Z","end":"2026-03-04T02:20:34.960678Z","steps":["trace[1118035780] 'agreement among raft nodes before linearized reading' (duration: 1.370705673s)","trace[1118035780] 'range keys from in-memory index tree' (duration: 661.566156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:34.960696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.928361Z","time spent":"2.03233245s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":711,"request content":"key:\"/registry/events/openstack/octavia-server.189981f3fa7f974b\" "} {"level":"warn","ts":"2026-03-04T02:20:34.960806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030376394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:20:34.960822Z","caller":"traceutil/trace.go:171","msg":"trace[801480726] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24159; }","duration":"2.030403845s","start":"2026-03-04T02:20:32.930412Z","end":"2026-03-04T02:20:34.960816Z","steps":["trace[801480726] 'agreement among raft nodes before linearized reading' (duration: 1.368670415s)","trace[801480726] 'range keys from in-memory index tree' (duration: 661.692879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:34.960844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.930407Z","time spent":"2.030433526s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T02:20:34.96094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034568472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l599w\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-03-04T02:20:34.960953Z","caller":"traceutil/trace.go:171","msg":"trace[993118032] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-l599w; range_end:; response_count:1; response_revision:24159; }","duration":"2.034593983s","start":"2026-03-04T02:20:32.926354Z","end":"2026-03-04T02:20:34.960948Z","steps":["trace[993118032] 'agreement among raft nodes before linearized reading' (duration: 1.372745811s)","trace[993118032] 'range keys from in-memory index tree' (duration: 661.807022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:34.960967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:32.926343Z","time spent":"2.034619514s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6883,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l599w\" "} {"level":"warn","ts":"2026-03-04T02:20:34.961509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.681246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:34.961632Z","caller":"traceutil/trace.go:171","msg":"trace[946379345] linearizableReadLoop","detail":"{readStateIndex:25070; appliedIndex:25069; }","duration":"654.383548ms","start":"2026-03-04T02:20:34.307231Z","end":"2026-03-04T02:20:34.961614Z","steps":["trace[946379345] 'read index received' (duration: 311.552708ms)","trace[946379345] 'applied index is now lower than readState.Index' (duration: 342.8292ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:34.961899Z","caller":"traceutil/trace.go:171","msg":"trace[614453072] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"658.73015ms","start":"2026-03-04T02:20:34.303155Z","end":"2026-03-04T02:20:34.961885Z","steps":["trace[614453072] 'process raft request' (duration: 315.568903ms)","trace[614453072] 'compare' (duration: 341.505429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:34.96197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.303133Z","time spent":"658.801481ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:34.962154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.923491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:34.962198Z","caller":"traceutil/trace.go:171","msg":"trace[1046434758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24160; }","duration":"654.992782ms","start":"2026-03-04T02:20:34.307192Z","end":"2026-03-04T02:20:34.962185Z","steps":["trace[1046434758] 'agreement among raft nodes before linearized reading' (duration: 654.90814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:34.962228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.307176Z","time spent":"655.045844ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:35.944157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.620323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:35.945131Z","caller":"traceutil/trace.go:171","msg":"trace[1752875608] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"1.017128593s","start":"2026-03-04T02:20:34.927971Z","end":"2026-03-04T02:20:35.9451Z","steps":["trace[1752875608] 'process raft request' (duration: 489.041415ms)","trace[1752875608] 'compare' (duration: 526.346407ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:35.945166Z","caller":"traceutil/trace.go:171","msg":"trace[1472525435] linearizableReadLoop","detail":"{readStateIndex:25071; appliedIndex:25070; }","duration":"983.481217ms","start":"2026-03-04T02:20:34.961658Z","end":"2026-03-04T02:20:35.945139Z","steps":["trace[1472525435] 'read index received' (duration: 455.371148ms)","trace[1472525435] 'applied index is now lower than readState.Index' (duration: 528.106198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:35.945284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.927942Z","time spent":"1.017258096s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:35.945367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362899361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:35.945412Z","caller":"traceutil/trace.go:171","msg":"trace[1168697783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24162; }","duration":"1.363004474s","start":"2026-03-04T02:20:34.582397Z","end":"2026-03-04T02:20:35.945401Z","steps":["trace[1168697783] 'agreement among raft nodes before linearized reading' (duration: 1.362873821s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:35.945463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.582367Z","time spent":"1.363075226s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:35.945589Z","caller":"traceutil/trace.go:171","msg":"trace[1596361024] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"974.784234ms","start":"2026-03-04T02:20:34.970785Z","end":"2026-03-04T02:20:35.945569Z","steps":["trace[1596361024] 'process raft request' (duration: 974.730842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:35.945698Z","caller":"traceutil/trace.go:171","msg":"trace[1405687240] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"981.338096ms","start":"2026-03-04T02:20:34.964345Z","end":"2026-03-04T02:20:35.945683Z","steps":["trace[1405687240] 'process raft request' (duration: 980.672481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:35.945714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.970774Z","time spent":"974.879046ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:35.945722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.292059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:35.945752Z","caller":"traceutil/trace.go:171","msg":"trace[1471712994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24166; }","duration":"982.33645ms","start":"2026-03-04T02:20:34.963407Z","end":"2026-03-04T02:20:35.945743Z","steps":["trace[1471712994] 'agreement among raft nodes before linearized reading' (duration: 982.277648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:35.945765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.964334Z","time spent":"981.398038ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:35.945788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.963397Z","time spent":"982.385361ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:20:35.945953Z","caller":"traceutil/trace.go:171","msg":"trace[244750734] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"980.051406ms","start":"2026-03-04T02:20:34.96584Z","end":"2026-03-04T02:20:35.945892Z","steps":["trace[244750734] 'process raft request' (duration: 979.282818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:35.94603Z","caller":"traceutil/trace.go:171","msg":"trace[723217158] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"978.435629ms","start":"2026-03-04T02:20:34.967579Z","end":"2026-03-04T02:20:35.946014Z","steps":["trace[723217158] 'process raft request' (duration: 977.885476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:35.946043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.965835Z","time spent":"980.151268ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:35.946109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.319972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:35.946159Z","caller":"traceutil/trace.go:171","msg":"trace[721539767] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24166; }","duration":"489.407744ms","start":"2026-03-04T02:20:35.456738Z","end":"2026-03-04T02:20:35.946146Z","steps":["trace[721539767] 'agreement among raft nodes before linearized reading' (duration: 489.301912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:35.946194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.967574Z","time spent":"978.588912ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:35.946206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.456719Z","time spent":"489.474115ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:35.946292Z","caller":"traceutil/trace.go:171","msg":"trace[155551750] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"980.320592ms","start":"2026-03-04T02:20:34.965966Z","end":"2026-03-04T02:20:35.946287Z","steps":["trace[155551750] 'process raft request' (duration: 979.449042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:35.946324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.965934Z","time spent":"980.375194ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:35.946475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.077331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"info","ts":"2026-03-04T02:20:35.946516Z","caller":"traceutil/trace.go:171","msg":"trace[837952226] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:24166; }","duration":"520.152392ms","start":"2026-03-04T02:20:35.42635Z","end":"2026-03-04T02:20:35.946502Z","steps":["trace[837952226] 'agreement among raft nodes before linearized reading' (duration: 520.002049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:35.946548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.426325Z","time spent":"520.217273ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:35.946578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.948664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:20:35.946627Z","caller":"traceutil/trace.go:171","msg":"trace[254811967] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24166; }","duration":"983.038936ms","start":"2026-03-04T02:20:34.963577Z","end":"2026-03-04T02:20:35.946616Z","steps":["trace[254811967] 'agreement among raft nodes before linearized reading' (duration: 982.912193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:35.946663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.963543Z","time spent":"983.112248ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:20:35.946855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.915596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5b5b2c03-05a0-4a59-aa94-8e2ea4c67b06\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-04T02:20:35.94687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.447856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:20:35.946895Z","caller":"traceutil/trace.go:171","msg":"trace[745061057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24166; }","duration":"980.474016ms","start":"2026-03-04T02:20:34.966416Z","end":"2026-03-04T02:20:35.94689Z","steps":["trace[745061057] 'agreement among raft nodes before linearized reading' (duration: 980.369304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:35.946891Z","caller":"traceutil/trace.go:171","msg":"trace[330396884] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5b5b2c03-05a0-4a59-aa94-8e2ea4c67b06; range_end:; response_count:1; response_revision:24166; }","duration":"980.957627ms","start":"2026-03-04T02:20:34.965925Z","end":"2026-03-04T02:20:35.946882Z","steps":["trace[330396884] 'agreement among raft nodes before linearized reading' (duration: 980.866335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:35.946916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.966402Z","time spent":"980.511307ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:20:35.946924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.96592Z","time spent":"980.992998ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-5b5b2c03-05a0-4a59-aa94-8e2ea4c67b06\" "} {"level":"warn","ts":"2026-03-04T02:20:35.946931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.191126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:35.946973Z","caller":"traceutil/trace.go:171","msg":"trace[1206004127] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24166; }","duration":"976.238797ms","start":"2026-03-04T02:20:34.970722Z","end":"2026-03-04T02:20:35.946961Z","steps":["trace[1206004127] 'agreement among raft nodes before linearized reading' (duration: 976.178516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:35.947008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:34.970718Z","time spent":"976.282438ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:20:36.217103Z","caller":"traceutil/trace.go:171","msg":"trace[1878038483] linearizableReadLoop","detail":"{readStateIndex:25077; appliedIndex:25076; }","duration":"263.994488ms","start":"2026-03-04T02:20:35.953084Z","end":"2026-03-04T02:20:36.217079Z","steps":["trace[1878038483] 'read index received' (duration: 201.59461ms)","trace[1878038483] 'applied index is now lower than readState.Index' (duration: 62.398798ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:36.21737Z","caller":"traceutil/trace.go:171","msg":"trace[1256709457] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"264.898778ms","start":"2026-03-04T02:20:35.952462Z","end":"2026-03-04T02:20:36.217361Z","steps":["trace[1256709457] 'process raft request' (duration: 202.02054ms)","trace[1256709457] 'compare' (duration: 62.384727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:36.217609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.496169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.189981f3fa8159e4\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-04T02:20:36.217707Z","caller":"traceutil/trace.go:171","msg":"trace[1068448506] range","detail":"{range_begin:/registry/events/openstack/valkey.189981f3fa8159e4; range_end:; response_count:1; response_revision:24167; }","duration":"264.616712ms","start":"2026-03-04T02:20:35.953068Z","end":"2026-03-04T02:20:36.217684Z","steps":["trace[1068448506] 'agreement among raft nodes before linearized reading' (duration: 264.365336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:36.301683Z","caller":"traceutil/trace.go:171","msg":"trace[1770927567] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"348.485822ms","start":"2026-03-04T02:20:35.953163Z","end":"2026-03-04T02:20:36.301648Z","steps":["trace[1770927567] 'process raft request' (duration: 348.254236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:36.301872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.721677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-04T02:20:36.301955Z","caller":"traceutil/trace.go:171","msg":"trace[782732528] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1; range_end:; response_count:1; response_revision:24169; }","duration":"348.822539ms","start":"2026-03-04T02:20:35.953113Z","end":"2026-03-04T02:20:36.301935Z","steps":["trace[782732528] 'agreement among raft nodes before linearized reading' (duration: 348.563113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:36.301945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.953156Z","time spent":"348.611765ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:36.302008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.95311Z","time spent":"348.886201ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1\" "} {"level":"warn","ts":"2026-03-04T02:20:36.302048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.107636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T02:20:36.302123Z","caller":"traceutil/trace.go:171","msg":"trace[695767035] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24169; }","duration":"346.208258ms","start":"2026-03-04T02:20:35.955897Z","end":"2026-03-04T02:20:36.302105Z","steps":["trace[695767035] 'agreement among raft nodes before linearized reading' (duration: 346.011594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:36.302148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.795149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:36.302172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.955886Z","time spent":"346.27691ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-04T02:20:36.302258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.959743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-j4hnb\" ","response":"range_response_count:1 size:7480"} {"level":"info","ts":"2026-03-04T02:20:36.302294Z","caller":"traceutil/trace.go:171","msg":"trace[114670181] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-j4hnb; range_end:; response_count:1; response_revision:24169; }","duration":"348.999924ms","start":"2026-03-04T02:20:35.953286Z","end":"2026-03-04T02:20:36.302286Z","steps":["trace[114670181] 'agreement among raft nodes before linearized reading' (duration: 348.906861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:36.302322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.953283Z","time spent":"349.032494ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7502,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-j4hnb\" "} {"level":"info","ts":"2026-03-04T02:20:36.30237Z","caller":"traceutil/trace.go:171","msg":"trace[749046609] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"282.000098ms","start":"2026-03-04T02:20:36.020358Z","end":"2026-03-04T02:20:36.302358Z","steps":["trace[749046609] 'process raft request' (duration: 281.22478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:36.302565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.324901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:20:36.302603Z","caller":"traceutil/trace.go:171","msg":"trace[157606577] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:24169; }","duration":"349.368873ms","start":"2026-03-04T02:20:35.953225Z","end":"2026-03-04T02:20:36.302594Z","steps":["trace[157606577] 'agreement among raft nodes before linearized reading' (duration: 349.271491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:36.302614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.908108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-03-04T02:20:36.302631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.953222Z","time spent":"349.402754ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-04T02:20:36.302651Z","caller":"traceutil/trace.go:171","msg":"trace[2756656] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:24169; }","duration":"344.954589ms","start":"2026-03-04T02:20:35.957686Z","end":"2026-03-04T02:20:36.302641Z","steps":["trace[2756656] 'agreement among raft nodes before linearized reading' (duration: 344.851056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:36.302683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.957682Z","time spent":"344.99513ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-03-04T02:20:36.302175Z","caller":"traceutil/trace.go:171","msg":"trace[1820090612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24169; }","duration":"348.82643ms","start":"2026-03-04T02:20:35.95334Z","end":"2026-03-04T02:20:36.302167Z","steps":["trace[1820090612] 'agreement among raft nodes before linearized reading' (duration: 348.777619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:36.302785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:35.953338Z","time spent":"349.419494ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:37.372736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.34223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:37.372854Z","caller":"traceutil/trace.go:171","msg":"trace[1872518255] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"1.151816009s","start":"2026-03-04T02:20:36.221006Z","end":"2026-03-04T02:20:37.372822Z","steps":["trace[1872518255] 'process raft request' (duration: 306.325466ms)","trace[1872518255] 'compare' (duration: 844.805077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:37.372923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:36.220988Z","time spent":"1.151910212s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:37.711509Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184177365s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:37.825063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.400679ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T02:20:37.825219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:36.303379Z","time spent":"1.521834154s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:20:37.825349Z","caller":"traceutil/trace.go:171","msg":"trace[1297842393] linearizableReadLoop","detail":"{readStateIndex:25081; appliedIndex:25079; }","duration":"1.521128607s","start":"2026-03-04T02:20:36.304204Z","end":"2026-03-04T02:20:37.825332Z","steps":["trace[1297842393] 'read index received' (duration: 223.138133ms)","trace[1297842393] 'applied index is now lower than readState.Index' (duration: 1.297989704s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:37.825438Z","caller":"traceutil/trace.go:171","msg":"trace[31471750] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"1.519798436s","start":"2026-03-04T02:20:36.30563Z","end":"2026-03-04T02:20:37.825428Z","steps":["trace[31471750] 'process raft request' (duration: 1.519520809s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:37.825526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:36.305611Z","time spent":"1.519855388s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:37.825981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519025328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e146f382-5f4f-49f9-9366-367b8c03940e\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-04T02:20:37.826033Z","caller":"traceutil/trace.go:171","msg":"trace[412638066] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"1.512091826s","start":"2026-03-04T02:20:36.313909Z","end":"2026-03-04T02:20:37.826001Z","steps":["trace[412638066] 'process raft request' (duration: 1.511363499s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:37.826075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521865054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:37.826081Z","caller":"traceutil/trace.go:171","msg":"trace[1798733118] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e146f382-5f4f-49f9-9366-367b8c03940e; range_end:; response_count:1; response_revision:24172; }","duration":"1.519147801s","start":"2026-03-04T02:20:36.306916Z","end":"2026-03-04T02:20:37.826064Z","steps":["trace[1798733118] 'agreement among raft nodes before linearized reading' (duration: 1.518919865s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:37.826152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09709787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:37.826198Z","caller":"traceutil/trace.go:171","msg":"trace[54287982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24172; }","duration":"1.521989587s","start":"2026-03-04T02:20:36.304177Z","end":"2026-03-04T02:20:37.826166Z","steps":["trace[54287982] 'agreement among raft nodes before linearized reading' (duration: 1.521854174s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:37.826234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:36.304161Z","time spent":"1.522065579s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:37.826267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:36.313901Z","time spent":"1.51227344s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7640,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:37.826235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.473953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:20:37.826369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518134307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-04T02:20:37.82641Z","caller":"traceutil/trace.go:171","msg":"trace[182834839] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24172; }","duration":"658.677408ms","start":"2026-03-04T02:20:37.167708Z","end":"2026-03-04T02:20:37.826386Z","steps":["trace[182834839] 'agreement among raft nodes before linearized reading' (duration: 658.34591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:37.826239Z","caller":"traceutil/trace.go:171","msg":"trace[1217788984] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24172; }","duration":"1.097281184s","start":"2026-03-04T02:20:36.728939Z","end":"2026-03-04T02:20:37.82622Z","steps":["trace[1217788984] 'agreement among raft nodes before linearized reading' (duration: 1.097045049s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:37.826458Z","caller":"traceutil/trace.go:171","msg":"trace[21947489] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:24172; }","duration":"1.51826016s","start":"2026-03-04T02:20:36.30818Z","end":"2026-03-04T02:20:37.82644Z","steps":["trace[21947489] 'agreement among raft nodes before linearized reading' (duration: 1.517907502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:37.826487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.167688Z","time spent":"658.77089ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:37.826518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:36.308174Z","time spent":"1.518332302s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:37.826525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:36.728917Z","time spent":"1.097588182s","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:37.826236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:36.306909Z","time spent":"1.519294124s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-e146f382-5f4f-49f9-9366-367b8c03940e\" "} {"level":"warn","ts":"2026-03-04T02:20:38.783372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.709899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:38.783525Z","caller":"traceutil/trace.go:171","msg":"trace[817274374] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"831.362053ms","start":"2026-03-04T02:20:37.952152Z","end":"2026-03-04T02:20:38.783514Z","steps":["trace[817274374] 'process raft request' (duration: 831.322652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:38.783498Z","caller":"traceutil/trace.go:171","msg":"trace[649257523] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"956.898676ms","start":"2026-03-04T02:20:37.82657Z","end":"2026-03-04T02:20:38.783469Z","steps":["trace[649257523] 'process raft request' (duration: 313.038994ms)","trace[649257523] 'compare' (duration: 643.611517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:38.783598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.952124Z","time spent":"831.437214ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:38.783602Z","caller":"traceutil/trace.go:171","msg":"trace[1180990645] linearizableReadLoop","detail":"{readStateIndex:25084; appliedIndex:25083; }","duration":"953.308692ms","start":"2026-03-04T02:20:37.830252Z","end":"2026-03-04T02:20:38.78356Z","steps":["trace[1180990645] 'read index received' (duration: 309.368118ms)","trace[1180990645] 'applied index is now lower than readState.Index' (duration: 643.934094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:38.783758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.519197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-03-04T02:20:38.783793Z","caller":"traceutil/trace.go:171","msg":"trace[531120081] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:24174; }","duration":"953.575759ms","start":"2026-03-04T02:20:37.83021Z","end":"2026-03-04T02:20:38.783786Z","steps":["trace[531120081] 'agreement among raft nodes before linearized reading' (duration: 953.485537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:38.783823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.830197Z","time spent":"953.62074ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:38.78375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.826541Z","time spent":"957.044409ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:39.284187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:39.455036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085150733s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:39.577073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.701223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:39.577206Z","caller":"traceutil/trace.go:171","msg":"trace[406940151] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"1.325914317s","start":"2026-03-04T02:20:38.25126Z","end":"2026-03-04T02:20:39.577174Z","steps":["trace[406940151] 'process raft request' (duration: 1.204002939s)","trace[406940151] 'compare' (duration: 121.422507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:39.577349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:38.251206Z","time spent":"1.326089991s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:39.83354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000149779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:20:39.833625Z","caller":"traceutil/trace.go:171","msg":"trace[1899874149] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000263042s","start":"2026-03-04T02:20:37.833339Z","end":"2026-03-04T02:20:39.833602Z","steps":["trace[1899874149] 'agreement among raft nodes before linearized reading' (duration: 2.00015816s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.833672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.833332Z","time spent":"2.000329884s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:39.958154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.361063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:20:39.958623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563534168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:39.958709Z","caller":"traceutil/trace.go:171","msg":"trace[133568859] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24177; }","duration":"1.563675472s","start":"2026-03-04T02:20:38.395013Z","end":"2026-03-04T02:20:39.958689Z","steps":["trace[133568859] 'agreement among raft nodes before linearized reading' (duration: 1.563462397s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:39.958692Z","caller":"traceutil/trace.go:171","msg":"trace[1493150352] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"1.604988497s","start":"2026-03-04T02:20:38.353663Z","end":"2026-03-04T02:20:39.958651Z","steps":["trace[1493150352] 'process raft request' (duration: 1.353043311s)","trace[1493150352] 'compare' (duration: 251.24169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:39.95873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648764021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:20:39.958755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902958839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:20:39.958779Z","caller":"traceutil/trace.go:171","msg":"trace[130373421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24177; }","duration":"1.648844162s","start":"2026-03-04T02:20:38.309916Z","end":"2026-03-04T02:20:39.95876Z","steps":["trace[130373421] 'agreement among raft nodes before linearized reading' (duration: 1.648691669s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:39.958818Z","caller":"traceutil/trace.go:171","msg":"trace[1428075592] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24177; }","duration":"1.903080532s","start":"2026-03-04T02:20:38.055724Z","end":"2026-03-04T02:20:39.958804Z","steps":["trace[1428075592] 'agreement among raft nodes before linearized reading' (duration: 1.902855516s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.958823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:38.309896Z","time spent":"1.648919214s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:20:39.958807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127582097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-zflvj\" ","response":"range_response_count:1 size:4336"} {"level":"warn","ts":"2026-03-04T02:20:39.958854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:38.055703Z","time spent":"1.903143404s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:39.958876Z","caller":"traceutil/trace.go:171","msg":"trace[1314043711] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-zflvj; range_end:; response_count:1; response_revision:24177; }","duration":"2.127680599s","start":"2026-03-04T02:20:37.831176Z","end":"2026-03-04T02:20:39.958856Z","steps":["trace[1314043711] 'agreement among raft nodes before linearized reading' (duration: 2.127457404s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.958924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.831162Z","time spent":"2.12775332s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4358,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-zflvj\" "} {"level":"warn","ts":"2026-03-04T02:20:39.958933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:38.353635Z","time spent":"1.605131701s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:39.958759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:38.394992Z","time spent":"1.563756284s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:39.959089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128242292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-04T02:20:39.959131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175856181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:39.958691Z","caller":"traceutil/trace.go:171","msg":"trace[978561841] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"1.503873465s","start":"2026-03-04T02:20:38.454778Z","end":"2026-03-04T02:20:39.958651Z","steps":["trace[978561841] 'process raft request' (duration: 1.503471866s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:39.95918Z","caller":"traceutil/trace.go:171","msg":"trace[1829911091] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1; range_end:; response_count:1; response_revision:24177; }","duration":"2.128345214s","start":"2026-03-04T02:20:37.83079Z","end":"2026-03-04T02:20:39.959135Z","steps":["trace[1829911091] 'agreement among raft nodes before linearized reading' (duration: 2.12815271s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.959224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.830772Z","time spent":"2.128440306s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1\" "} {"level":"warn","ts":"2026-03-04T02:20:39.959293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:38.454761Z","time spent":"1.504447998s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:39.959164Z","caller":"traceutil/trace.go:171","msg":"trace[1282888123] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24177; }","duration":"1.175929003s","start":"2026-03-04T02:20:38.783224Z","end":"2026-03-04T02:20:39.959153Z","steps":["trace[1282888123] 'agreement among raft nodes before linearized reading' (duration: 1.175873401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.959379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:38.783179Z","time spent":"1.176178068s","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:39.959586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129059301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:20:39.959658Z","caller":"traceutil/trace.go:171","msg":"trace[1845569384] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24177; }","duration":"2.129162883s","start":"2026-03-04T02:20:37.830477Z","end":"2026-03-04T02:20:39.95964Z","steps":["trace[1845569384] 'agreement among raft nodes before linearized reading' (duration: 2.128748943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.959715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.830461Z","time spent":"2.129240205s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-04T02:20:39.959288Z","caller":"traceutil/trace.go:171","msg":"trace[886023707] linearizableReadLoop","detail":"{readStateIndex:25088; appliedIndex:25085; }","duration":"1.175607316s","start":"2026-03-04T02:20:38.783667Z","end":"2026-03-04T02:20:39.959275Z","steps":["trace[886023707] 'read index received' (duration: 671.61255ms)","trace[886023707] 'applied index is now lower than readState.Index' (duration: 503.028333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:39.959908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173767502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:20:39.959951Z","caller":"traceutil/trace.go:171","msg":"trace[553577682] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24177; }","duration":"1.173847354s","start":"2026-03-04T02:20:38.786092Z","end":"2026-03-04T02:20:39.95994Z","steps":["trace[553577682] 'agreement among raft nodes before linearized reading' (duration: 1.173734041s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.959984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:38.786076Z","time spent":"1.173900456s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:20:39.95912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654692728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:39.960113Z","caller":"traceutil/trace.go:171","msg":"trace[1802927980] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24177; }","duration":"1.656017149s","start":"2026-03-04T02:20:38.304067Z","end":"2026-03-04T02:20:39.960084Z","steps":["trace[1802927980] 'agreement among raft nodes before linearized reading' (duration: 1.654573676s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.96018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.222356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:39.960213Z","caller":"traceutil/trace.go:171","msg":"trace[1197789637] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24177; }","duration":"238.309638ms","start":"2026-03-04T02:20:39.721893Z","end":"2026-03-04T02:20:39.960203Z","steps":["trace[1197789637] 'agreement among raft nodes before linearized reading' (duration: 238.238127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.960211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172416541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-04T02:20:39.960244Z","caller":"traceutil/trace.go:171","msg":"trace[1387023907] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:24177; }","duration":"1.172475282s","start":"2026-03-04T02:20:38.787756Z","end":"2026-03-04T02:20:39.960231Z","steps":["trace[1387023907] 'agreement among raft nodes before linearized reading' (duration: 1.17238587s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.960284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:38.787734Z","time spent":"1.172541034s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:39.960357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.996034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:39.960383Z","caller":"traceutil/trace.go:171","msg":"trace[1569750336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24177; }","duration":"126.058695ms","start":"2026-03-04T02:20:39.834318Z","end":"2026-03-04T02:20:39.960377Z","steps":["trace[1569750336] 'agreement among raft nodes before linearized reading' (duration: 126.018424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.960809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:38.304048Z","time spent":"1.656121202s","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:40.775573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.825702ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:40.77573Z","caller":"traceutil/trace.go:171","msg":"trace[1146150853] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24177; }","duration":"167.993196ms","start":"2026-03-04T02:20:40.60771Z","end":"2026-03-04T02:20:40.775703Z","steps":["trace[1146150853] 'range keys from in-memory index tree' (duration: 167.80563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.776219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.443529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:40.776351Z","caller":"traceutil/trace.go:171","msg":"trace[576935039] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"813.148507ms","start":"2026-03-04T02:20:39.963182Z","end":"2026-03-04T02:20:40.776331Z","steps":["trace[576935039] 'process raft request' (duration: 289.497023ms)","trace[576935039] 'compare' (duration: 523.05495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:40.776413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:39.963161Z","time spent":"813.221379ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:40.824956Z","caller":"traceutil/trace.go:171","msg":"trace[1348008466] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"861.091648ms","start":"2026-03-04T02:20:39.963838Z","end":"2026-03-04T02:20:40.82493Z","steps":["trace[1348008466] 'process raft request' (duration: 860.530595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.825116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:39.963815Z","time spent":"861.19942ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:40.825186Z","caller":"traceutil/trace.go:171","msg":"trace[1034260489] linearizableReadLoop","detail":"{readStateIndex:25090; appliedIndex:25088; }","duration":"861.284152ms","start":"2026-03-04T02:20:39.963876Z","end":"2026-03-04T02:20:40.82516Z","steps":["trace[1034260489] 'read index received' (duration: 288.953621ms)","trace[1034260489] 'applied index is now lower than readState.Index' (duration: 572.328531ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:40.82532Z","caller":"traceutil/trace.go:171","msg":"trace[930575248] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"858.014856ms","start":"2026-03-04T02:20:39.967234Z","end":"2026-03-04T02:20:40.825249Z","steps":["trace[930575248] 'process raft request' (duration: 857.593006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.825457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:39.967222Z","time spent":"858.159619ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4007,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:40.825472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.583239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fe0ab459-5bb4-4f6f-9ebc-34c0cc2b797f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:20:40.82553Z","caller":"traceutil/trace.go:171","msg":"trace[939473201] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fe0ab459-5bb4-4f6f-9ebc-34c0cc2b797f; range_end:; response_count:1; response_revision:24180; }","duration":"861.683831ms","start":"2026-03-04T02:20:39.963825Z","end":"2026-03-04T02:20:40.825509Z","steps":["trace[939473201] 'agreement among raft nodes before linearized reading' (duration: 861.473136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.825587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:39.963803Z","time spent":"861.771244ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-fe0ab459-5bb4-4f6f-9ebc-34c0cc2b797f\" "} {"level":"warn","ts":"2026-03-04T02:20:41.163188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.589988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:41.163347Z","caller":"traceutil/trace.go:171","msg":"trace[1882636165] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"374.817707ms","start":"2026-03-04T02:20:40.788495Z","end":"2026-03-04T02:20:41.163313Z","steps":["trace[1882636165] 'process raft request' (duration: 116.84555ms)","trace[1882636165] 'compare' (duration: 256.998705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:41.163412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063100868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:41.163439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.05334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-hs947.189981c2ebe95b1d\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-03-04T02:20:41.163459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196286398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:41.163481Z","caller":"traceutil/trace.go:171","msg":"trace[1837069667] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24181; }","duration":"1.063236461s","start":"2026-03-04T02:20:40.10023Z","end":"2026-03-04T02:20:41.163466Z","steps":["trace[1837069667] 'agreement among raft nodes before linearized reading' (duration: 1.063091618s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:41.163494Z","caller":"traceutil/trace.go:171","msg":"trace[1359192616] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-hs947.189981c2ebe95b1d; range_end:; response_count:1; response_revision:24181; }","duration":"383.138881ms","start":"2026-03-04T02:20:40.780341Z","end":"2026-03-04T02:20:41.16348Z","steps":["trace[1359192616] 'agreement among raft nodes before linearized reading' (duration: 382.977887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:41.163489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:40.788473Z","time spent":"374.93872ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:41.163517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:40.100206Z","time spent":"1.063302522s","remote":"127.0.0.1:37992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:41.163524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:40.780327Z","time spent":"383.190752ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":899,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-hs947.189981c2ebe95b1d\" "} {"level":"warn","ts":"2026-03-04T02:20:41.163562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112981883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:41.163591Z","caller":"traceutil/trace.go:171","msg":"trace[16827590] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24181; }","duration":"1.113036214s","start":"2026-03-04T02:20:40.050544Z","end":"2026-03-04T02:20:41.163581Z","steps":["trace[16827590] 'agreement among raft nodes before linearized reading' (duration: 1.112971872s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:41.163621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:40.050527Z","time spent":"1.113086475s","remote":"127.0.0.1:41402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:41.163502Z","caller":"traceutil/trace.go:171","msg":"trace[2003226641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24181; }","duration":"1.19634955s","start":"2026-03-04T02:20:39.967139Z","end":"2026-03-04T02:20:41.163489Z","steps":["trace[2003226641] 'agreement among raft nodes before linearized reading' (duration: 1.196246158s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:41.163711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:39.967128Z","time spent":"1.196574105s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:41.163874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199035483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-04T02:20:41.163907Z","caller":"traceutil/trace.go:171","msg":"trace[1462820910] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:24181; }","duration":"1.199085124s","start":"2026-03-04T02:20:39.964813Z","end":"2026-03-04T02:20:41.163898Z","steps":["trace[1462820910] 'agreement among raft nodes before linearized reading' (duration: 1.198970351s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:41.163928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:39.964804Z","time spent":"1.199118995s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:41.164004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199201327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:20:41.164045Z","caller":"traceutil/trace.go:171","msg":"trace[1083451640] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24181; }","duration":"1.199267428s","start":"2026-03-04T02:20:39.96477Z","end":"2026-03-04T02:20:41.164038Z","steps":["trace[1083451640] 'agreement among raft nodes before linearized reading' (duration: 1.199164836s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:41.164065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:39.964759Z","time spent":"1.199301619s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:20:41.165569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.306595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-04T02:20:41.165635Z","caller":"traceutil/trace.go:171","msg":"trace[1074575522] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24181; }","duration":"924.407427ms","start":"2026-03-04T02:20:40.24121Z","end":"2026-03-04T02:20:41.165618Z","steps":["trace[1074575522] 'agreement among raft nodes before linearized reading' (duration: 924.240123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:41.165677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:40.241192Z","time spent":"924.475888ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T02:20:41.166071Z","caller":"traceutil/trace.go:171","msg":"trace[425075328] linearizableReadLoop","detail":"{readStateIndex:25092; appliedIndex:25091; }","duration":"338.069408ms","start":"2026-03-04T02:20:40.825232Z","end":"2026-03-04T02:20:41.163301Z","steps":["trace[425075328] 'read index received' (duration: 80.000968ms)","trace[425075328] 'applied index is now lower than readState.Index' (duration: 258.06607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:41.671077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328732992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:42.13648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010724332s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:20:42.91928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.503362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:42.919386Z","caller":"traceutil/trace.go:171","msg":"trace[1832817712] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"1.793809197s","start":"2026-03-04T02:20:41.125557Z","end":"2026-03-04T02:20:42.919366Z","steps":["trace[1832817712] 'process raft request' (duration: 1.011122442s)","trace[1832817712] 'compare' (duration: 782.407029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:42.91946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:41.125529Z","time spent":"1.793888138s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:42.93126Z","caller":"traceutil/trace.go:171","msg":"trace[2117400397] linearizableReadLoop","detail":"{readStateIndex:25095; appliedIndex:25092; }","duration":"1.765129337s","start":"2026-03-04T02:20:41.166111Z","end":"2026-03-04T02:20:42.93124Z","steps":["trace[2117400397] 'read index received' (duration: 970.605574ms)","trace[2117400397] 'applied index is now lower than readState.Index' (duration: 794.522643ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:42.931358Z","caller":"traceutil/trace.go:171","msg":"trace[423191603] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"1.765610508s","start":"2026-03-04T02:20:41.165739Z","end":"2026-03-04T02:20:42.931349Z","steps":["trace[423191603] 'process raft request' (duration: 1.765351222s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.931457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:41.165723Z","time spent":"1.76566409s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:42.931521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102147161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-04T02:20:42.931544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056797781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:42.931558Z","caller":"traceutil/trace.go:171","msg":"trace[1212893329] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24184; }","duration":"2.102211952s","start":"2026-03-04T02:20:40.829338Z","end":"2026-03-04T02:20:42.93155Z","steps":["trace[1212893329] 'agreement among raft nodes before linearized reading' (duration: 2.102080289s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.931574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763498739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-04T02:20:42.931591Z","caller":"traceutil/trace.go:171","msg":"trace[1589907214] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24184; }","duration":"2.056903703s","start":"2026-03-04T02:20:40.874676Z","end":"2026-03-04T02:20:42.93158Z","steps":["trace[1589907214] 'agreement among raft nodes before linearized reading' (duration: 2.056807991s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.931591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:40.82932Z","time spent":"2.102264784s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T02:20:42.93162Z","caller":"traceutil/trace.go:171","msg":"trace[735636190] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:24184; }","duration":"1.763567741s","start":"2026-03-04T02:20:41.16804Z","end":"2026-03-04T02:20:42.931608Z","steps":["trace[735636190] 'agreement among raft nodes before linearized reading' (duration: 1.763422478s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.931628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:40.874663Z","time spent":"2.056955245s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:42.931653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:41.168028Z","time spent":"1.763616962s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:42.931633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767186045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:42.931665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333962035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:42.931701Z","caller":"traceutil/trace.go:171","msg":"trace[1067253379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24184; }","duration":"1.767297448s","start":"2026-03-04T02:20:41.164387Z","end":"2026-03-04T02:20:42.931684Z","steps":["trace[1067253379] 'agreement among raft nodes before linearized reading' (duration: 1.767179155s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.931732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:41.16437Z","time spent":"1.767356589s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:42.931564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998543581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-04T02:20:42.931774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.876454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:42.931785Z","caller":"traceutil/trace.go:171","msg":"trace[267840426] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24184; }","duration":"1.998817957s","start":"2026-03-04T02:20:40.932948Z","end":"2026-03-04T02:20:42.931766Z","steps":["trace[267840426] 'agreement among raft nodes before linearized reading' (duration: 1.998429388s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.931795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733717273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:42.931806Z","caller":"traceutil/trace.go:171","msg":"trace[1135877482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24184; }","duration":"706.942846ms","start":"2026-03-04T02:20:42.224854Z","end":"2026-03-04T02:20:42.931797Z","steps":["trace[1135877482] 'agreement among raft nodes before linearized reading' (duration: 706.894404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.931824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:40.932937Z","time spent":"1.998874718s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-04T02:20:42.931726Z","caller":"traceutil/trace.go:171","msg":"trace[761908511] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24184; }","duration":"1.334050717s","start":"2026-03-04T02:20:41.597659Z","end":"2026-03-04T02:20:42.93171Z","steps":["trace[761908511] 'agreement among raft nodes before linearized reading' (duration: 1.333944244s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.931835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:42.224836Z","time spent":"706.992597ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:42.931879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854359652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:42.931991Z","caller":"traceutil/trace.go:171","msg":"trace[482360019] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24184; }","duration":"1.854619238s","start":"2026-03-04T02:20:41.07736Z","end":"2026-03-04T02:20:42.931979Z","steps":["trace[482360019] 'agreement among raft nodes before linearized reading' (duration: 1.854369262s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:42.931832Z","caller":"traceutil/trace.go:171","msg":"trace[198724722] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24184; }","duration":"1.733778145s","start":"2026-03-04T02:20:41.198043Z","end":"2026-03-04T02:20:42.931821Z","steps":["trace[198724722] 'agreement among raft nodes before linearized reading' (duration: 1.733722284s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.932099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:41.197969Z","time spent":"1.734057931s","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:42.93212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.720822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:42.931537Z","caller":"traceutil/trace.go:171","msg":"trace[578863933] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"1.343689682s","start":"2026-03-04T02:20:41.587823Z","end":"2026-03-04T02:20:42.931513Z","steps":["trace[578863933] 'process raft request' (duration: 1.343370514s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:42.932171Z","caller":"traceutil/trace.go:171","msg":"trace[901868356] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24184; }","duration":"281.818484ms","start":"2026-03-04T02:20:42.650342Z","end":"2026-03-04T02:20:42.93216Z","steps":["trace[901868356] 'agreement among raft nodes before linearized reading' (duration: 281.733452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.932198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:41.587802Z","time spent":"1.344367028s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:42.931883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:41.59765Z","time spent":"1.334209411s","remote":"127.0.0.1:38000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:42.931822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.361474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:20:42.932358Z","caller":"traceutil/trace.go:171","msg":"trace[424760473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24184; }","duration":"100.938887ms","start":"2026-03-04T02:20:42.831408Z","end":"2026-03-04T02:20:42.932347Z","steps":["trace[424760473] 'agreement among raft nodes before linearized reading' (duration: 100.343764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.932479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:41.077333Z","time spent":"1.85511657s","remote":"127.0.0.1:37996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:43.167925Z","caller":"traceutil/trace.go:171","msg":"trace[681569936] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"231.1411ms","start":"2026-03-04T02:20:42.93676Z","end":"2026-03-04T02:20:43.167901Z","steps":["trace[681569936] 'process raft request' (duration: 227.000313ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:43.16791Z","caller":"traceutil/trace.go:171","msg":"trace[466630414] linearizableReadLoop","detail":"{readStateIndex:25096; appliedIndex:25095; }","duration":"230.067885ms","start":"2026-03-04T02:20:42.937808Z","end":"2026-03-04T02:20:43.167876Z","steps":["trace[466630414] 'read index received' (duration: 226.00408ms)","trace[466630414] 'applied index is now lower than readState.Index' (duration: 4.061915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:43.168138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.305711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-hs947.189981c2ebe95b1d\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-04T02:20:43.168195Z","caller":"traceutil/trace.go:171","msg":"trace[178925927] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-hs947.189981c2ebe95b1d; range_end:; response_count:1; response_revision:24185; }","duration":"230.407464ms","start":"2026-03-04T02:20:42.937776Z","end":"2026-03-04T02:20:43.168183Z","steps":["trace[178925927] 'agreement among raft nodes before linearized reading' (duration: 230.193279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:44.09459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.867935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:44.0947Z","caller":"traceutil/trace.go:171","msg":"trace[1986633128] linearizableReadLoop","detail":"{readStateIndex:25097; appliedIndex:25096; }","duration":"926.578597ms","start":"2026-03-04T02:20:43.168099Z","end":"2026-03-04T02:20:44.094677Z","steps":["trace[1986633128] 'read index received' (duration: 213.446046ms)","trace[1986633128] 'applied index is now lower than readState.Index' (duration: 713.131161ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:44.094787Z","caller":"traceutil/trace.go:171","msg":"trace[1366992629] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"1.152318031s","start":"2026-03-04T02:20:42.942453Z","end":"2026-03-04T02:20:44.094771Z","steps":["trace[1366992629] 'process raft request' (duration: 439.191051ms)","trace[1366992629] 'compare' (duration: 712.761991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:44.094875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:42.942439Z","time spent":"1.152389993s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:44.095191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153773165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:44.095245Z","caller":"traceutil/trace.go:171","msg":"trace[8471440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24186; }","duration":"1.153827737s","start":"2026-03-04T02:20:42.941403Z","end":"2026-03-04T02:20:44.09523Z","steps":["trace[8471440] 'agreement among raft nodes before linearized reading' (duration: 1.153718424s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:44.095279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:42.941367Z","time spent":"1.153904569s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:44.095366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1552509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:20:44.095452Z","caller":"traceutil/trace.go:171","msg":"trace[399959333] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24186; }","duration":"1.155373742s","start":"2026-03-04T02:20:42.940059Z","end":"2026-03-04T02:20:44.095433Z","steps":["trace[399959333] 'agreement among raft nodes before linearized reading' (duration: 1.155112656s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:44.095489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147260003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-04T02:20:44.095549Z","caller":"traceutil/trace.go:171","msg":"trace[864733635] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24186; }","duration":"1.147343865s","start":"2026-03-04T02:20:42.94819Z","end":"2026-03-04T02:20:44.095534Z","steps":["trace[864733635] 'agreement among raft nodes before linearized reading' (duration: 1.147170781s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:44.095595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:42.948181Z","time spent":"1.147400337s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-04T02:20:44.095498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:42.940047Z","time spent":"1.155442365s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T02:20:44.330245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.762461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:44.330409Z","caller":"traceutil/trace.go:171","msg":"trace[874093774] linearizableReadLoop","detail":"{readStateIndex:25099; appliedIndex:25097; }","duration":"235.661516ms","start":"2026-03-04T02:20:44.094733Z","end":"2026-03-04T02:20:44.330394Z","steps":["trace[874093774] 'read index received' (duration: 114.633668ms)","trace[874093774] 'applied index is now lower than readState.Index' (duration: 121.027028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:44.330566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.218912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:44.330588Z","caller":"traceutil/trace.go:171","msg":"trace[2009153692] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"1.159877528s","start":"2026-03-04T02:20:43.170518Z","end":"2026-03-04T02:20:44.330396Z","steps":["trace[2009153692] 'process raft request' (duration: 1.038872241s)","trace[2009153692] 'compare' (duration: 120.659799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:44.330604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.181364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:20:44.330629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.79064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-04T02:20:44.330643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.184092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:44.330644Z","caller":"traceutil/trace.go:171","msg":"trace[1935516808] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24188; }","duration":"686.337495ms","start":"2026-03-04T02:20:43.644288Z","end":"2026-03-04T02:20:44.330626Z","steps":["trace[1935516808] 'agreement among raft nodes before linearized reading' (duration: 686.190311ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:44.330664Z","caller":"traceutil/trace.go:171","msg":"trace[1586028236] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24188; }","duration":"179.872112ms","start":"2026-03-04T02:20:44.150782Z","end":"2026-03-04T02:20:44.330654Z","steps":["trace[1586028236] 'agreement among raft nodes before linearized reading' (duration: 179.78277ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:44.33067Z","caller":"traceutil/trace.go:171","msg":"trace[580919551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24188; }","duration":"228.217912ms","start":"2026-03-04T02:20:44.102444Z","end":"2026-03-04T02:20:44.330661Z","steps":["trace[580919551] 'agreement among raft nodes before linearized reading' (duration: 228.179061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:44.330679Z","caller":"traceutil/trace.go:171","msg":"trace[275572989] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24188; }","duration":"529.306466ms","start":"2026-03-04T02:20:43.801342Z","end":"2026-03-04T02:20:44.330649Z","steps":["trace[275572989] 'agreement among raft nodes before linearized reading' (duration: 529.098101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:44.330696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:43.644272Z","time spent":"686.414477ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:44.330704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:43.801323Z","time spent":"529.374268ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:20:44.330604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.155444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6871"} {"level":"info","ts":"2026-03-04T02:20:44.330906Z","caller":"traceutil/trace.go:171","msg":"trace[1989631192] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24188; }","duration":"232.481002ms","start":"2026-03-04T02:20:44.098413Z","end":"2026-03-04T02:20:44.330894Z","steps":["trace[1989631192] 'agreement among raft nodes before linearized reading' (duration: 232.076062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:44.330921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.221632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4f186651-5143-4740-9741-dae6266ccc5c\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-03-04T02:20:44.330921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:43.170499Z","time spent":"1.160150624s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:44.330951Z","caller":"traceutil/trace.go:171","msg":"trace[185719767] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4f186651-5143-4740-9741-dae6266ccc5c; range_end:; response_count:1; response_revision:24188; }","duration":"231.282804ms","start":"2026-03-04T02:20:44.099659Z","end":"2026-03-04T02:20:44.330942Z","steps":["trace[185719767] 'agreement among raft nodes before linearized reading' (duration: 231.177081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:44.331207Z","caller":"traceutil/trace.go:171","msg":"trace[1436378042] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"1.160460392s","start":"2026-03-04T02:20:43.170735Z","end":"2026-03-04T02:20:44.331196Z","steps":["trace[1436378042] 'process raft request' (duration: 1.159598592s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:44.331288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:43.170727Z","time spent":"1.160513723s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:44.841016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328733009,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:20:44.970279Z","caller":"traceutil/trace.go:171","msg":"trace[49547405] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"631.279337ms","start":"2026-03-04T02:20:44.338977Z","end":"2026-03-04T02:20:44.970256Z","steps":["trace[49547405] 'process raft request' (duration: 631.108233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:44.970598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:44.338965Z","time spent":"631.39792ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:45.47782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.434687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:45.477979Z","caller":"traceutil/trace.go:171","msg":"trace[1942289378] linearizableReadLoop","detail":"{readStateIndex:25101; appliedIndex:25100; }","duration":"1.136985422s","start":"2026-03-04T02:20:44.340984Z","end":"2026-03-04T02:20:45.477969Z","steps":["trace[1942289378] 'read index received' (duration: 629.460764ms)","trace[1942289378] 'applied index is now lower than readState.Index' (duration: 507.523758ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:45.478039Z","caller":"traceutil/trace.go:171","msg":"trace[625984891] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"1.138223491s","start":"2026-03-04T02:20:44.339809Z","end":"2026-03-04T02:20:45.478032Z","steps":["trace[625984891] 'process raft request' (duration: 710.515779ms)","trace[625984891] 'compare' (duration: 427.265102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:45.478076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:44.339794Z","time spent":"1.138261262s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:45.478103Z","caller":"traceutil/trace.go:171","msg":"trace[165529619] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"538.794367ms","start":"2026-03-04T02:20:44.939289Z","end":"2026-03-04T02:20:45.478083Z","steps":["trace[165529619] 'process raft request' (duration: 538.611483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:45.478186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:44.939219Z","time spent":"538.922691ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:45.478227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.697538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-5xcgz\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-03-04T02:20:45.478273Z","caller":"traceutil/trace.go:171","msg":"trace[1744202378] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-5xcgz; range_end:; response_count:1; response_revision:24191; }","duration":"503.76806ms","start":"2026-03-04T02:20:44.974492Z","end":"2026-03-04T02:20:45.47826Z","steps":["trace[1744202378] 'agreement among raft nodes before linearized reading' (duration: 503.668557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:45.478265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072439505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-04T02:20:45.478278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137259318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-04T02:20:45.478296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070392547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-03-04T02:20:45.478345Z","caller":"traceutil/trace.go:171","msg":"trace[2025160488] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24191; }","duration":"1.072531027s","start":"2026-03-04T02:20:44.405792Z","end":"2026-03-04T02:20:45.478323Z","steps":["trace[2025160488] 'agreement among raft nodes before linearized reading' (duration: 1.072310862s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:45.478357Z","caller":"traceutil/trace.go:171","msg":"trace[1575208295] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24191; }","duration":"1.137366351s","start":"2026-03-04T02:20:44.34097Z","end":"2026-03-04T02:20:45.478336Z","steps":["trace[1575208295] 'agreement among raft nodes before linearized reading' (duration: 1.137074584s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:45.478365Z","caller":"traceutil/trace.go:171","msg":"trace[886545402] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:24191; }","duration":"1.070482969s","start":"2026-03-04T02:20:44.407865Z","end":"2026-03-04T02:20:45.478348Z","steps":["trace[886545402] 'agreement among raft nodes before linearized reading' (duration: 1.070333625s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:45.478398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:44.405761Z","time spent":"1.072623798s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-04T02:20:45.478286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.77492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:45.478389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.421039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:20:45.478426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:44.340964Z","time spent":"1.137429623s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-04T02:20:45.478444Z","caller":"traceutil/trace.go:171","msg":"trace[1192068686] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24191; }","duration":"521.979855ms","start":"2026-03-04T02:20:44.956452Z","end":"2026-03-04T02:20:45.478432Z","steps":["trace[1192068686] 'agreement among raft nodes before linearized reading' (duration: 521.744539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:45.478465Z","caller":"traceutil/trace.go:171","msg":"trace[988601357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24191; }","duration":"306.547122ms","start":"2026-03-04T02:20:45.171899Z","end":"2026-03-04T02:20:45.478446Z","steps":["trace[988601357] 'agreement among raft nodes before linearized reading' (duration: 306.296066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:45.478481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:44.956432Z","time spent":"522.036916ms","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:45.478405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:44.407859Z","time spent":"1.07053832s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:45.478511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.17188Z","time spent":"306.622463ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:20:45.478311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:44.974481Z","time spent":"503.820651ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3419,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-5xcgz\" "} {"level":"warn","ts":"2026-03-04T02:20:46.176688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.440663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:46.176914Z","caller":"traceutil/trace.go:171","msg":"trace[719750942] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"693.798179ms","start":"2026-03-04T02:20:45.483092Z","end":"2026-03-04T02:20:46.17689Z","steps":["trace[719750942] 'process raft request' (duration: 121.076939ms)","trace[719750942] 'compare' (duration: 572.180248ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:46.176983Z","caller":"traceutil/trace.go:171","msg":"trace[1384317234] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"691.377982ms","start":"2026-03-04T02:20:45.485588Z","end":"2026-03-04T02:20:46.176966Z","steps":["trace[1384317234] 'process raft request' (duration: 691.30177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.177062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.483068Z","time spent":"693.910291ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:46.177133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.485577Z","time spent":"691.447774ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:46.17719Z","caller":"traceutil/trace.go:171","msg":"trace[1968730945] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"691.953786ms","start":"2026-03-04T02:20:45.485206Z","end":"2026-03-04T02:20:46.17716Z","steps":["trace[1968730945] 'process raft request' (duration: 691.581317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.177373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.485192Z","time spent":"692.076609ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:46.177512Z","caller":"traceutil/trace.go:171","msg":"trace[562980431] linearizableReadLoop","detail":"{readStateIndex:25103; appliedIndex:25102; }","duration":"694.29042ms","start":"2026-03-04T02:20:45.483186Z","end":"2026-03-04T02:20:46.177476Z","steps":["trace[562980431] 'read index received' (duration: 137.813µs)","trace[562980431] 'applied index is now lower than readState.Index' (duration: 694.148897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:46.177737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.540027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-04T02:20:46.177786Z","caller":"traceutil/trace.go:171","msg":"trace[1358527499] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24194; }","duration":"694.624958ms","start":"2026-03-04T02:20:45.483147Z","end":"2026-03-04T02:20:46.177772Z","steps":["trace[1358527499] 'agreement among raft nodes before linearized reading' (duration: 694.470134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.17788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.483134Z","time spent":"694.68527ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-04T02:20:46.678046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328733023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:20:46.820663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.847276ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:20:46.8233Z","caller":"traceutil/trace.go:171","msg":"trace[588473388] linearizableReadLoop","detail":"{readStateIndex:25107; appliedIndex:25105; }","duration":"645.682015ms","start":"2026-03-04T02:20:46.177595Z","end":"2026-03-04T02:20:46.823277Z","steps":["trace[588473388] 'read index received' (duration: 521.219937ms)","trace[588473388] 'applied index is now lower than readState.Index' (duration: 124.461118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:46.823455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.862728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:46.823459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.194447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:46.823514Z","caller":"traceutil/trace.go:171","msg":"trace[1739462344] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24195; }","duration":"856.963691ms","start":"2026-03-04T02:20:45.966538Z","end":"2026-03-04T02:20:46.823502Z","steps":["trace[1739462344] 'agreement among raft nodes before linearized reading' (duration: 856.857679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:46.82354Z","caller":"traceutil/trace.go:171","msg":"trace[104560779] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24195; }","duration":"777.33228ms","start":"2026-03-04T02:20:46.046187Z","end":"2026-03-04T02:20:46.82352Z","steps":["trace[104560779] 'agreement among raft nodes before linearized reading' (duration: 777.141246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.823604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.046172Z","time spent":"777.420392ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:46.823626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338784957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-03-04T02:20:46.823688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.227241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-04T02:20:46.823688Z","caller":"traceutil/trace.go:171","msg":"trace[1305522689] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:24195; }","duration":"1.33887105s","start":"2026-03-04T02:20:45.4848Z","end":"2026-03-04T02:20:46.823671Z","steps":["trace[1305522689] 'agreement among raft nodes before linearized reading' (duration: 1.338701176s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:46.823716Z","caller":"traceutil/trace.go:171","msg":"trace[677485099] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24195; }","duration":"641.281812ms","start":"2026-03-04T02:20:46.182427Z","end":"2026-03-04T02:20:46.823708Z","steps":["trace[677485099] 'agreement among raft nodes before linearized reading' (duration: 641.160009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.823728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.48479Z","time spent":"1.338929301s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:46.823743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.182411Z","time spent":"641.326284ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T02:20:46.823814Z","caller":"traceutil/trace.go:171","msg":"trace[1423662867] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"487.262043ms","start":"2026-03-04T02:20:46.336512Z","end":"2026-03-04T02:20:46.823774Z","steps":["trace[1423662867] 'process raft request' (duration: 486.614548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.823974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.444553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:20:46.823974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.336488Z","time spent":"487.384597ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:46.824003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.584433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:46.824014Z","caller":"traceutil/trace.go:171","msg":"trace[771951040] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:24195; }","duration":"872.519485ms","start":"2026-03-04T02:20:45.951485Z","end":"2026-03-04T02:20:46.824005Z","steps":["trace[771951040] 'agreement among raft nodes before linearized reading' (duration: 872.417632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:46.824034Z","caller":"traceutil/trace.go:171","msg":"trace[1155451956] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24195; }","duration":"550.657445ms","start":"2026-03-04T02:20:46.273368Z","end":"2026-03-04T02:20:46.824025Z","steps":["trace[1155451956] 'agreement among raft nodes before linearized reading' (duration: 550.594464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.824076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.27335Z","time spent":"550.715086ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:46.824118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237277346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:20:46.824152Z","caller":"traceutil/trace.go:171","msg":"trace[644190155] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24195; }","duration":"1.237341338s","start":"2026-03-04T02:20:45.5868Z","end":"2026-03-04T02:20:46.824141Z","steps":["trace[644190155] 'agreement among raft nodes before linearized reading' (duration: 1.237260296s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.824182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.586785Z","time spent":"1.237391779s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-04T02:20:46.824189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.233743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:46.82423Z","caller":"traceutil/trace.go:171","msg":"trace[1824267630] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24195; }","duration":"686.319255ms","start":"2026-03-04T02:20:46.137897Z","end":"2026-03-04T02:20:46.824216Z","steps":["trace[1824267630] 'agreement among raft nodes before linearized reading' (duration: 686.249513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.824271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.137872Z","time spent":"686.390406ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:46.824307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.819395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189981c3573eaf4d\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-04T02:20:46.824347Z","caller":"traceutil/trace.go:171","msg":"trace[1769846868] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189981c3573eaf4d; range_end:; response_count:1; response_revision:24195; }","duration":"641.880846ms","start":"2026-03-04T02:20:46.182452Z","end":"2026-03-04T02:20:46.824333Z","steps":["trace[1769846868] 'agreement among raft nodes before linearized reading' (duration: 641.778604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:46.824043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.951465Z","time spent":"872.571585ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-04T02:20:46.823556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:45.966525Z","time spent":"857.022272ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:46.824379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.182396Z","time spent":"641.977088ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.189981c3573eaf4d\" "} {"level":"info","ts":"2026-03-04T02:20:47.31516Z","caller":"traceutil/trace.go:171","msg":"trace[1592055] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"487.93494ms","start":"2026-03-04T02:20:46.827198Z","end":"2026-03-04T02:20:47.315133Z","steps":["trace[1592055] 'process raft request' (duration: 487.565611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:47.315354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.827163Z","time spent":"488.116943ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:47.315375Z","caller":"traceutil/trace.go:171","msg":"trace[1944930345] linearizableReadLoop","detail":"{readStateIndex:25109; appliedIndex:25108; }","duration":"485.361329ms","start":"2026-03-04T02:20:46.830001Z","end":"2026-03-04T02:20:47.315362Z","steps":["trace[1944930345] 'read index received' (duration: 45.906582ms)","trace[1944930345] 'applied index is now lower than readState.Index' (duration: 439.453947ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:47.315493Z","caller":"traceutil/trace.go:171","msg":"trace[211638688] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"481.328715ms","start":"2026-03-04T02:20:46.834131Z","end":"2026-03-04T02:20:47.31546Z","steps":["trace[211638688] 'process raft request' (duration: 480.893535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:47.31563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.600365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-04T02:20:47.315642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.834114Z","time spent":"481.446488ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:47.315658Z","caller":"traceutil/trace.go:171","msg":"trace[1684870012] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:24197; }","duration":"485.674647ms","start":"2026-03-04T02:20:46.829975Z","end":"2026-03-04T02:20:47.31565Z","steps":["trace[1684870012] 'agreement among raft nodes before linearized reading' (duration: 485.500823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:47.315687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.829966Z","time spent":"485.713338ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:47.870364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.893362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:47.870523Z","caller":"traceutil/trace.go:171","msg":"trace[1199817872] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"993.481631ms","start":"2026-03-04T02:20:46.876999Z","end":"2026-03-04T02:20:47.87048Z","steps":["trace[1199817872] 'process raft request' (duration: 635.392255ms)","trace[1199817872] 'compare' (duration: 357.785669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:47.870647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.876974Z","time spent":"993.616654ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:47.870687Z","caller":"traceutil/trace.go:171","msg":"trace[925452405] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"386.575451ms","start":"2026-03-04T02:20:47.484098Z","end":"2026-03-04T02:20:47.870673Z","steps":["trace[925452405] 'process raft request' (duration: 386.365476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:47.870755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.484085Z","time spent":"386.633233ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:47.870982Z","caller":"traceutil/trace.go:171","msg":"trace[87675779] linearizableReadLoop","detail":"{readStateIndex:25111; appliedIndex:25110; }","duration":"555.55668ms","start":"2026-03-04T02:20:47.315406Z","end":"2026-03-04T02:20:47.870963Z","steps":["trace[87675779] 'read index received' (duration: 196.999023ms)","trace[87675779] 'applied index is now lower than readState.Index' (duration: 358.555547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:47.871116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041076363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:47.871111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.386843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:47.871168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.975764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:47.871185Z","caller":"traceutil/trace.go:171","msg":"trace[1051199624] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24199; }","duration":"1.041162615s","start":"2026-03-04T02:20:46.830006Z","end":"2026-03-04T02:20:47.871168Z","steps":["trace[1051199624] 'agreement among raft nodes before linearized reading' (duration: 1.041051932s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:47.871217Z","caller":"traceutil/trace.go:171","msg":"trace[1487835270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24199; }","duration":"397.043997ms","start":"2026-03-04T02:20:47.474157Z","end":"2026-03-04T02:20:47.871201Z","steps":["trace[1487835270] 'agreement among raft nodes before linearized reading' (duration: 396.965515ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:47.871231Z","caller":"traceutil/trace.go:171","msg":"trace[1088649693] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24199; }","duration":"575.547486ms","start":"2026-03-04T02:20:47.295648Z","end":"2026-03-04T02:20:47.871196Z","steps":["trace[1088649693] 'agreement among raft nodes before linearized reading' (duration: 575.361262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:47.871247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.829997Z","time spent":"1.041230786s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:47.871263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.474148Z","time spent":"397.104998ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:47.871298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.31972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-04T02:20:47.871352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.538252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:47.871356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.934702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-04T02:20:47.871351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.361321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-03-04T02:20:47.871392Z","caller":"traceutil/trace.go:171","msg":"trace[507580563] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1; range_end:; response_count:1; response_revision:24199; }","duration":"551.459744ms","start":"2026-03-04T02:20:47.319918Z","end":"2026-03-04T02:20:47.871378Z","steps":["trace[507580563] 'agreement among raft nodes before linearized reading' (duration: 551.175127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:47.871397Z","caller":"traceutil/trace.go:171","msg":"trace[908263118] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24199; }","duration":"410.605623ms","start":"2026-03-04T02:20:47.460776Z","end":"2026-03-04T02:20:47.871381Z","steps":["trace[908263118] 'agreement among raft nodes before linearized reading' (duration: 410.541221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:47.871421Z","caller":"traceutil/trace.go:171","msg":"trace[896018959] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:24199; }","duration":"551.034364ms","start":"2026-03-04T02:20:47.320369Z","end":"2026-03-04T02:20:47.871403Z","steps":["trace[896018959] 'agreement among raft nodes before linearized reading' (duration: 550.794509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:47.871438Z","caller":"traceutil/trace.go:171","msg":"trace[1323910186] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24199; }","duration":"551.502305ms","start":"2026-03-04T02:20:47.319919Z","end":"2026-03-04T02:20:47.871421Z","steps":["trace[1323910186] 'agreement among raft nodes before linearized reading' (duration: 551.272839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:47.871282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.295624Z","time spent":"575.646659ms","remote":"127.0.0.1:37920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:47.871441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.319896Z","time spent":"551.532966ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1\" "} {"level":"warn","ts":"2026-03-04T02:20:47.871466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.320362Z","time spent":"551.095975ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:47.871476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.319906Z","time spent":"551.562267ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7103,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-04T02:20:47.871441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.460759Z","time spent":"410.674245ms","remote":"127.0.0.1:37842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:47.871533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041100333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8811ae8a-025d-47c0-bd82-c6616a4ce8d9\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:20:47.871686Z","caller":"traceutil/trace.go:171","msg":"trace[1417384411] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8811ae8a-025d-47c0-bd82-c6616a4ce8d9; range_end:; response_count:1; response_revision:24199; }","duration":"1.041645176s","start":"2026-03-04T02:20:46.830024Z","end":"2026-03-04T02:20:47.871669Z","steps":["trace[1417384411] 'agreement among raft nodes before linearized reading' (duration: 1.040990591s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:47.871745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:46.83001Z","time spent":"1.041718368s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8811ae8a-025d-47c0-bd82-c6616a4ce8d9\" "} {"level":"warn","ts":"2026-03-04T02:20:48.35615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.44734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:48.356265Z","caller":"traceutil/trace.go:171","msg":"trace[1041405624] linearizableReadLoop","detail":"{readStateIndex:25113; appliedIndex:25112; }","duration":"478.865927ms","start":"2026-03-04T02:20:47.877383Z","end":"2026-03-04T02:20:48.356249Z","steps":["trace[1041405624] 'read index received' (duration: 377.231843ms)","trace[1041405624] 'applied index is now lower than readState.Index' (duration: 101.632474ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:48.356329Z","caller":"traceutil/trace.go:171","msg":"trace[941602879] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"479.467912ms","start":"2026-03-04T02:20:47.876827Z","end":"2026-03-04T02:20:48.356295Z","steps":["trace[941602879] 'process raft request' (duration: 377.789056ms)","trace[941602879] 'compare' (duration: 101.044641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:48.356495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.089993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:20:48.356507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.876811Z","time spent":"479.616485ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:48.356569Z","caller":"traceutil/trace.go:171","msg":"trace[460470043] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24200; }","duration":"479.179095ms","start":"2026-03-04T02:20:47.877362Z","end":"2026-03-04T02:20:48.356541Z","steps":["trace[460470043] 'agreement among raft nodes before linearized reading' (duration: 478.95395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:48.356606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.877348Z","time spent":"479.251697ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:20:49.085707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.969998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:49.085824Z","caller":"traceutil/trace.go:171","msg":"trace[1103350185] linearizableReadLoop","detail":"{readStateIndex:25114; appliedIndex:25113; }","duration":"729.515283ms","start":"2026-03-04T02:20:48.356291Z","end":"2026-03-04T02:20:49.085807Z","steps":["trace[1103350185] 'read index received' (duration: 429.002822ms)","trace[1103350185] 'applied index is now lower than readState.Index' (duration: 300.510961ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:49.085944Z","caller":"traceutil/trace.go:171","msg":"trace[1366849451] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"1.204420897s","start":"2026-03-04T02:20:47.881487Z","end":"2026-03-04T02:20:49.085908Z","steps":["trace[1366849451] 'process raft request' (duration: 903.814454ms)","trace[1366849451] 'compare' (duration: 298.567775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:49.086019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207181922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-04T02:20:49.086049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208555664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:49.086094Z","caller":"traceutil/trace.go:171","msg":"trace[1382042468] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24201; }","duration":"1.207276664s","start":"2026-03-04T02:20:47.8788Z","end":"2026-03-04T02:20:49.086076Z","steps":["trace[1382042468] 'agreement among raft nodes before linearized reading' (duration: 1.207072779s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.08613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.878792Z","time spent":"1.207331545s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"info","ts":"2026-03-04T02:20:49.086136Z","caller":"traceutil/trace.go:171","msg":"trace[2051563295] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24201; }","duration":"1.208686747s","start":"2026-03-04T02:20:47.877429Z","end":"2026-03-04T02:20:49.086116Z","steps":["trace[2051563295] 'agreement among raft nodes before linearized reading' (duration: 1.208477662s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.086183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.877414Z","time spent":"1.208759898s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:49.086217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.881476Z","time spent":"1.204601591s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:49.087054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.163292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:20:49.088053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209713161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab5987f8-a59e-4131-9d13-a31dd6af1b03\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:20:49.088119Z","caller":"traceutil/trace.go:171","msg":"trace[1918355876] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab5987f8-a59e-4131-9d13-a31dd6af1b03; range_end:; response_count:1; response_revision:24201; }","duration":"1.209811453s","start":"2026-03-04T02:20:47.878294Z","end":"2026-03-04T02:20:49.088105Z","steps":["trace[1918355876] 'agreement among raft nodes before linearized reading' (duration: 1.207582981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.088159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:47.878277Z","time spent":"1.209872194s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ab5987f8-a59e-4131-9d13-a31dd6af1b03\" "} {"level":"info","ts":"2026-03-04T02:20:49.088589Z","caller":"traceutil/trace.go:171","msg":"trace[1793673841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24201; }","duration":"904.369238ms","start":"2026-03-04T02:20:48.182783Z","end":"2026-03-04T02:20:49.087152Z","steps":["trace[1793673841] 'agreement among raft nodes before linearized reading' (duration: 903.15338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.088667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:48.182735Z","time spent":"905.920154ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:20:49.4699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.681712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:49.470073Z","caller":"traceutil/trace.go:171","msg":"trace[605335290] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"377.761146ms","start":"2026-03-04T02:20:49.092295Z","end":"2026-03-04T02:20:49.470056Z","steps":["trace[605335290] 'process raft request' (duration: 377.702125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.470143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.092278Z","time spent":"377.835187ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:49.470055Z","caller":"traceutil/trace.go:171","msg":"trace[1208414935] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"638.364594ms","start":"2026-03-04T02:20:48.831657Z","end":"2026-03-04T02:20:49.470022Z","steps":["trace[1208414935] 'process raft request' (duration: 528.482187ms)","trace[1208414935] 'compare' (duration: 109.338715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:49.470225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111498137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:20:49.470264Z","caller":"traceutil/trace.go:171","msg":"trace[1942620543] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24203; }","duration":"1.111587369s","start":"2026-03-04T02:20:48.358669Z","end":"2026-03-04T02:20:49.470256Z","steps":["trace[1942620543] 'agreement among raft nodes before linearized reading' (duration: 1.111430025s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.470269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.42018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:49.470289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:48.35865Z","time spent":"1.111634439s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:20:49.47031Z","caller":"traceutil/trace.go:171","msg":"trace[1351514616] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24203; }","duration":"895.483791ms","start":"2026-03-04T02:20:48.574802Z","end":"2026-03-04T02:20:49.470285Z","steps":["trace[1351514616] 'agreement among raft nodes before linearized reading' (duration: 895.450051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.470337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:48.57478Z","time spent":"895.550212ms","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:49.470376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:48.831633Z","time spent":"638.561338ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:49.470463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110213666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c3eda784eb\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-03-04T02:20:49.470487Z","caller":"traceutil/trace.go:171","msg":"trace[1281272876] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c3eda784eb; range_end:; response_count:1; response_revision:24203; }","duration":"1.110254928s","start":"2026-03-04T02:20:48.360224Z","end":"2026-03-04T02:20:49.470479Z","steps":["trace[1281272876] 'agreement among raft nodes before linearized reading' (duration: 1.110191756s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.47022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.584379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:49.470525Z","caller":"traceutil/trace.go:171","msg":"trace[785512317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24203; }","duration":"995.944758ms","start":"2026-03-04T02:20:48.474574Z","end":"2026-03-04T02:20:49.470519Z","steps":["trace[785512317] 'agreement among raft nodes before linearized reading' (duration: 995.5971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.470545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:48.474556Z","time spent":"995.984279ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:20:49.470073Z","caller":"traceutil/trace.go:171","msg":"trace[1917200997] linearizableReadLoop","detail":"{readStateIndex:25115; appliedIndex:25114; }","duration":"384.207426ms","start":"2026-03-04T02:20:49.085849Z","end":"2026-03-04T02:20:49.470056Z","steps":["trace[1917200997] 'read index received' (duration: 274.299158ms)","trace[1917200997] 'applied index is now lower than readState.Index' (duration: 109.906518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:49.470507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:48.360216Z","time spent":"1.110287048s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c3eda784eb\" "} {"level":"warn","ts":"2026-03-04T02:20:49.470706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.639463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:49.470726Z","caller":"traceutil/trace.go:171","msg":"trace[1669091101] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24203; }","duration":"377.660484ms","start":"2026-03-04T02:20:49.093061Z","end":"2026-03-04T02:20:49.470722Z","steps":["trace[1669091101] 'agreement among raft nodes before linearized reading' (duration: 377.620323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.47074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.093039Z","time spent":"377.698114ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:20:49.470852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.666217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"warn","ts":"2026-03-04T02:20:49.470864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.417338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6871"} {"level":"info","ts":"2026-03-04T02:20:49.470878Z","caller":"traceutil/trace.go:171","msg":"trace[221241140] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24203; }","duration":"374.442298ms","start":"2026-03-04T02:20:49.096431Z","end":"2026-03-04T02:20:49.470874Z","steps":["trace[221241140] 'agreement among raft nodes before linearized reading' (duration: 374.373487ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:49.470878Z","caller":"traceutil/trace.go:171","msg":"trace[521000424] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:24203; }","duration":"247.722897ms","start":"2026-03-04T02:20:49.223148Z","end":"2026-03-04T02:20:49.470871Z","steps":["trace[521000424] 'agreement among raft nodes before linearized reading' (duration: 247.632295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.47089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.096427Z","time spent":"374.459808ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6893,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-04T02:20:49.471047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.547631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:20:49.471081Z","caller":"traceutil/trace.go:171","msg":"trace[396269685] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24203; }","duration":"166.619503ms","start":"2026-03-04T02:20:49.304454Z","end":"2026-03-04T02:20:49.471073Z","steps":["trace[396269685] 'agreement among raft nodes before linearized reading' (duration: 166.533871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.86571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.952302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:49.865813Z","caller":"traceutil/trace.go:171","msg":"trace[1362873271] linearizableReadLoop","detail":"{readStateIndex:25118; appliedIndex:25116; }","duration":"388.314972ms","start":"2026-03-04T02:20:49.477483Z","end":"2026-03-04T02:20:49.865798Z","steps":["trace[1362873271] 'read index received' (duration: 70.436725ms)","trace[1362873271] 'applied index is now lower than readState.Index' (duration: 317.877097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:49.866099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.61185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:49.866147Z","caller":"traceutil/trace.go:171","msg":"trace[2004175013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24205; }","duration":"388.705612ms","start":"2026-03-04T02:20:49.477426Z","end":"2026-03-04T02:20:49.866131Z","steps":["trace[2004175013] 'agreement among raft nodes before linearized reading' (duration: 388.497447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.86618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.477409Z","time spent":"388.763373ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:49.86667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.774719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:20:49.866716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.819765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-04T02:20:49.866743Z","caller":"traceutil/trace.go:171","msg":"trace[1894456775] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24205; }","duration":"286.899363ms","start":"2026-03-04T02:20:49.579829Z","end":"2026-03-04T02:20:49.866728Z","steps":["trace[1894456775] 'agreement among raft nodes before linearized reading' (duration: 286.760259ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:49.866754Z","caller":"traceutil/trace.go:171","msg":"trace[1709744928] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1; range_end:; response_count:1; response_revision:24205; }","duration":"314.902587ms","start":"2026-03-04T02:20:49.55184Z","end":"2026-03-04T02:20:49.866743Z","steps":["trace[1709744928] 'agreement among raft nodes before linearized reading' (duration: 314.773754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.86673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.711432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:49.866785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.551824Z","time spent":"314.954358ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l599w.189981c2c3afeeb1\" "} {"level":"info","ts":"2026-03-04T02:20:49.866804Z","caller":"traceutil/trace.go:171","msg":"trace[1243414906] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24205; }","duration":"385.812084ms","start":"2026-03-04T02:20:49.480974Z","end":"2026-03-04T02:20:49.866786Z","steps":["trace[1243414906] 'agreement among raft nodes before linearized reading' (duration: 385.670461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.866852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.480965Z","time spent":"385.877195ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:49.867188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.733838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-04T02:20:49.867336Z","caller":"traceutil/trace.go:171","msg":"trace[358470785] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:24205; }","duration":"387.939563ms","start":"2026-03-04T02:20:49.479383Z","end":"2026-03-04T02:20:49.867323Z","steps":["trace[358470785] 'agreement among raft nodes before linearized reading' (duration: 387.185356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:49.867368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.479371Z","time spent":"387.987894ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"info","ts":"2026-03-04T02:20:49.865897Z","caller":"traceutil/trace.go:171","msg":"trace[116553841] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"390.477083ms","start":"2026-03-04T02:20:49.475374Z","end":"2026-03-04T02:20:49.865851Z","steps":["trace[116553841] 'process raft request' (duration: 198.969399ms)","trace[116553841] 'compare' (duration: 190.840459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:49.886783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.475348Z","time spent":"411.35764ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:50.121598Z","caller":"traceutil/trace.go:171","msg":"trace[1475861611] linearizableReadLoop","detail":"{readStateIndex:25120; appliedIndex:25118; }","duration":"162.087467ms","start":"2026-03-04T02:20:49.959475Z","end":"2026-03-04T02:20:50.121562Z","steps":["trace[1475861611] 'read index received' (duration: 787.508µs)","trace[1475861611] 'applied index is now lower than readState.Index' (duration: 161.299089ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:50.121715Z","caller":"traceutil/trace.go:171","msg":"trace[19644509] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"244.929222ms","start":"2026-03-04T02:20:49.876744Z","end":"2026-03-04T02:20:50.121674Z","steps":["trace[19644509] 'process raft request' (duration: 194.682788ms)","trace[19644509] 'compare' (duration: 50.035859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:50.121812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.328852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-03-04T02:20:50.121851Z","caller":"traceutil/trace.go:171","msg":"trace[2125893238] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:24207; }","duration":"162.423885ms","start":"2026-03-04T02:20:49.959416Z","end":"2026-03-04T02:20:50.12184Z","steps":["trace[2125893238] 'agreement among raft nodes before linearized reading' (duration: 162.271191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:50.738628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.628699ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:50.738871Z","caller":"traceutil/trace.go:171","msg":"trace[1882415833] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24207; }","duration":"129.882375ms","start":"2026-03-04T02:20:50.60896Z","end":"2026-03-04T02:20:50.738842Z","steps":["trace[1882415833] 'range keys from in-memory index tree' (duration: 129.609348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:50.739155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.474805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:50.739332Z","caller":"traceutil/trace.go:171","msg":"trace[1049212445] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"407.443449ms","start":"2026-03-04T02:20:50.331875Z","end":"2026-03-04T02:20:50.739318Z","steps":["trace[1049212445] 'process raft request' (duration: 407.408578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:50.739391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:50.33184Z","time spent":"407.521061ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:50.739533Z","caller":"traceutil/trace.go:171","msg":"trace[1379366723] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"713.393227ms","start":"2026-03-04T02:20:50.026134Z","end":"2026-03-04T02:20:50.739527Z","steps":["trace[1379366723] 'process raft request' (duration: 713.09303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:50.739573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:50.026067Z","time spent":"713.488319ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:50.739671Z","caller":"traceutil/trace.go:171","msg":"trace[2073573437] linearizableReadLoop","detail":"{readStateIndex:25122; appliedIndex:25120; }","duration":"618.003319ms","start":"2026-03-04T02:20:50.121661Z","end":"2026-03-04T02:20:50.739664Z","steps":["trace[2073573437] 'read index received' (duration: 169.891389ms)","trace[2073573437] 'applied index is now lower than readState.Index' (duration: 448.1112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:50.739756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.027477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:50.739779Z","caller":"traceutil/trace.go:171","msg":"trace[1055695146] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24210; }","duration":"775.073888ms","start":"2026-03-04T02:20:49.964699Z","end":"2026-03-04T02:20:50.739773Z","steps":["trace[1055695146] 'agreement among raft nodes before linearized reading' (duration: 775.019467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:50.739799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.964687Z","time spent":"775.106639ms","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:50.739643Z","caller":"traceutil/trace.go:171","msg":"trace[207527297] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"775.915038ms","start":"2026-03-04T02:20:49.963702Z","end":"2026-03-04T02:20:50.739617Z","steps":["trace[207527297] 'process raft request' (duration: 327.930261ms)","trace[207527297] 'compare' (duration: 447.369142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:50.739912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:49.963676Z","time spent":"776.220555ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:50.788928Z","caller":"traceutil/trace.go:171","msg":"trace[200941365] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"364.26843ms","start":"2026-03-04T02:20:50.424642Z","end":"2026-03-04T02:20:50.788911Z","steps":["trace[200941365] 'process raft request' (duration: 364.181408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:50.78907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.87423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:50.789116Z","caller":"traceutil/trace.go:171","msg":"trace[524970557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24211; }","duration":"315.947202ms","start":"2026-03-04T02:20:50.473147Z","end":"2026-03-04T02:20:50.789094Z","steps":["trace[524970557] 'agreement among raft nodes before linearized reading' (duration: 315.8584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:50.789141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:50.473129Z","time spent":"316.007203ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:50.789298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.734621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-04T02:20:50.789414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:50.424628Z","time spent":"364.344302ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:50.789414Z","caller":"traceutil/trace.go:171","msg":"trace[132893150] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:24211; }","duration":"364.900786ms","start":"2026-03-04T02:20:50.424486Z","end":"2026-03-04T02:20:50.789387Z","steps":["trace[132893150] 'agreement among raft nodes before linearized reading' (duration: 364.514347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:50.789467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:50.424466Z","time spent":"364.990827ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"info","ts":"2026-03-04T02:20:50.957368Z","caller":"traceutil/trace.go:171","msg":"trace[560450533] linearizableReadLoop","detail":"{readStateIndex:25126; appliedIndex:25125; }","duration":"122.576714ms","start":"2026-03-04T02:20:50.834745Z","end":"2026-03-04T02:20:50.957321Z","steps":["trace[560450533] 'read index received' (duration: 83.750657ms)","trace[560450533] 'applied index is now lower than readState.Index' (duration: 38.824677ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:50.9575Z","caller":"traceutil/trace.go:171","msg":"trace[987448741] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"122.773779ms","start":"2026-03-04T02:20:50.834714Z","end":"2026-03-04T02:20:50.957488Z","steps":["trace[987448741] 'process raft request' (duration: 83.720006ms)","trace[987448741] 'compare' (duration: 38.549681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:50.958135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.367442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:221"} {"level":"info","ts":"2026-03-04T02:20:50.958185Z","caller":"traceutil/trace.go:171","msg":"trace[1146087782] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:24213; }","duration":"123.458525ms","start":"2026-03-04T02:20:50.834714Z","end":"2026-03-04T02:20:50.958173Z","steps":["trace[1146087782] 'agreement among raft nodes before linearized reading' (duration: 123.222109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:50.959344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.211535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:50.959444Z","caller":"traceutil/trace.go:171","msg":"trace[1566495925] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24213; }","duration":"116.368009ms","start":"2026-03-04T02:20:50.843054Z","end":"2026-03-04T02:20:50.959422Z","steps":["trace[1566495925] 'agreement among raft nodes before linearized reading' (duration: 116.152144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.585786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.998161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:51.586475Z","caller":"traceutil/trace.go:171","msg":"trace[1679204935] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"624.203383ms","start":"2026-03-04T02:20:50.962257Z","end":"2026-03-04T02:20:51.58646Z","steps":["trace[1679204935] 'process raft request' (duration: 144.434084ms)","trace[1679204935] 'compare' (duration: 478.777676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:51.586526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:50.962245Z","time spent":"624.261704ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:20:51.586504Z","caller":"traceutil/trace.go:171","msg":"trace[957177114] linearizableReadLoop","detail":"{readStateIndex:25127; appliedIndex:25126; }","duration":"527.843602ms","start":"2026-03-04T02:20:51.058048Z","end":"2026-03-04T02:20:51.585891Z","steps":["trace[957177114] 'read index received' (duration: 48.634366ms)","trace[957177114] 'applied index is now lower than readState.Index' (duration: 479.207676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:51.586725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.667691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-04T02:20:51.586856Z","caller":"traceutil/trace.go:171","msg":"trace[1109086776] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:24214; }","duration":"528.819085ms","start":"2026-03-04T02:20:51.058007Z","end":"2026-03-04T02:20:51.586826Z","steps":["trace[1109086776] 'agreement among raft nodes before linearized reading' (duration: 528.516568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.586896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.057995Z","time spent":"528.892836ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"warn","ts":"2026-03-04T02:20:51.836344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.65066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:20:51.836448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.904497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:51.836482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.396365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:51.836527Z","caller":"traceutil/trace.go:171","msg":"trace[1672996772] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24215; }","duration":"446.045191ms","start":"2026-03-04T02:20:51.390459Z","end":"2026-03-04T02:20:51.836505Z","steps":["trace[1672996772] 'agreement among raft nodes before linearized reading' (duration: 445.906458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.836606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.298326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:51.836651Z","caller":"traceutil/trace.go:171","msg":"trace[1660731796] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"358.756772ms","start":"2026-03-04T02:20:51.477877Z","end":"2026-03-04T02:20:51.836634Z","steps":["trace[1660731796] 'process raft request' (duration: 316.665809ms)","trace[1660731796] 'compare' (duration: 41.373816ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:51.836644Z","caller":"traceutil/trace.go:171","msg":"trace[292922784] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24215; }","duration":"760.523408ms","start":"2026-03-04T02:20:51.076012Z","end":"2026-03-04T02:20:51.836535Z","steps":["trace[292922784] 'agreement among raft nodes before linearized reading' (duration: 760.381074ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:51.836581Z","caller":"traceutil/trace.go:171","msg":"trace[1303622587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24215; }","duration":"361.815363ms","start":"2026-03-04T02:20:51.474631Z","end":"2026-03-04T02:20:51.836446Z","steps":["trace[1303622587] 'agreement among raft nodes before linearized reading' (duration: 361.504295ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:51.836693Z","caller":"traceutil/trace.go:171","msg":"trace[1508284767] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24215; }","duration":"773.45377ms","start":"2026-03-04T02:20:51.063193Z","end":"2026-03-04T02:20:51.836647Z","steps":["trace[1508284767] 'agreement among raft nodes before linearized reading' (duration: 773.215065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.836712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.474612Z","time spent":"362.09174ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:20:51.836725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.076001Z","time spent":"760.702622ms","remote":"127.0.0.1:38152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:51.836731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.464208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:51.83615Z","caller":"traceutil/trace.go:171","msg":"trace[87747511] linearizableReadLoop","detail":"{readStateIndex:25128; appliedIndex:25127; }","duration":"249.438157ms","start":"2026-03-04T02:20:51.586681Z","end":"2026-03-04T02:20:51.836119Z","steps":["trace[87747511] 'read index received' (duration: 207.871176ms)","trace[87747511] 'applied index is now lower than readState.Index' (duration: 41.565621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:51.836779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.477829Z","time spent":"358.864764ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:51.836787Z","caller":"traceutil/trace.go:171","msg":"trace[1130649278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24215; }","duration":"362.54921ms","start":"2026-03-04T02:20:51.474222Z","end":"2026-03-04T02:20:51.836771Z","steps":["trace[1130649278] 'agreement among raft nodes before linearized reading' (duration: 362.410527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.836841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.474206Z","time spent":"362.624662ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:20:51.836659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.390433Z","time spent":"446.206374ms","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:51.836746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.063157Z","time spent":"773.572242ms","remote":"127.0.0.1:50204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:20:51.837132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.604855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:20:51.837129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.667802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-04T02:20:51.837119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.052022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-04T02:20:51.837173Z","caller":"traceutil/trace.go:171","msg":"trace[1434688866] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24215; }","duration":"155.685207ms","start":"2026-03-04T02:20:51.681474Z","end":"2026-03-04T02:20:51.837159Z","steps":["trace[1434688866] 'agreement among raft nodes before linearized reading' (duration: 155.615546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:51.837205Z","caller":"traceutil/trace.go:171","msg":"trace[979896759] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24215; }","duration":"106.756474ms","start":"2026-03-04T02:20:51.730429Z","end":"2026-03-04T02:20:51.837186Z","steps":["trace[979896759] 'agreement among raft nodes before linearized reading' (duration: 106.544689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:51.837229Z","caller":"traceutil/trace.go:171","msg":"trace[1930477657] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:24215; }","duration":"247.222916ms","start":"2026-03-04T02:20:51.589973Z","end":"2026-03-04T02:20:51.837196Z","steps":["trace[1930477657] 'agreement among raft nodes before linearized reading' (duration: 246.97548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:51.837388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.162704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-j4hnb.189981c1c72cf9d8\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-03-04T02:20:51.837502Z","caller":"traceutil/trace.go:171","msg":"trace[169636725] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-j4hnb.189981c1c72cf9d8; range_end:; response_count:1; response_revision:24215; }","duration":"247.360669ms","start":"2026-03-04T02:20:51.590118Z","end":"2026-03-04T02:20:51.837479Z","steps":["trace[169636725] 'agreement among raft nodes before linearized reading' (duration: 247.095763ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:52.33802Z","caller":"traceutil/trace.go:171","msg":"trace[11290930] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"496.917628ms","start":"2026-03-04T02:20:51.841075Z","end":"2026-03-04T02:20:52.337993Z","steps":["trace[11290930] 'process raft request' (duration: 496.299084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.338187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.841055Z","time spent":"497.050542ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:52.367199Z","caller":"traceutil/trace.go:171","msg":"trace[1058809903] linearizableReadLoop","detail":"{readStateIndex:25130; appliedIndex:25128; }","duration":"523.885658ms","start":"2026-03-04T02:20:51.843287Z","end":"2026-03-04T02:20:52.367173Z","steps":["trace[1058809903] 'read index received' (duration: 494.213765ms)","trace[1058809903] 'applied index is now lower than readState.Index' (duration: 29.670933ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:52.367235Z","caller":"traceutil/trace.go:171","msg":"trace[1285624045] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"524.744449ms","start":"2026-03-04T02:20:51.842464Z","end":"2026-03-04T02:20:52.367209Z","steps":["trace[1285624045] 'process raft request' (duration: 524.539654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.367508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.049272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:52.367563Z","caller":"traceutil/trace.go:171","msg":"trace[1297409705] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24218; }","duration":"134.080402ms","start":"2026-03-04T02:20:52.233454Z","end":"2026-03-04T02:20:52.367534Z","steps":["trace[1297409705] 'agreement among raft nodes before linearized reading' (duration: 134.038691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:52.36731Z","caller":"traceutil/trace.go:171","msg":"trace[1173295524] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"239.69833ms","start":"2026-03-04T02:20:52.127576Z","end":"2026-03-04T02:20:52.367274Z","steps":["trace[1173295524] 'process raft request' (duration: 239.553927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.367679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.842447Z","time spent":"525.119957ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:20:52.367458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.888621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:52.367861Z","caller":"traceutil/trace.go:171","msg":"trace[800469767] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24218; }","duration":"224.337681ms","start":"2026-03-04T02:20:52.143506Z","end":"2026-03-04T02:20:52.367844Z","steps":["trace[800469767] 'agreement among raft nodes before linearized reading' (duration: 223.89771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.368302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.989505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"info","ts":"2026-03-04T02:20:52.368372Z","caller":"traceutil/trace.go:171","msg":"trace[137507954] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:24218; }","duration":"525.070156ms","start":"2026-03-04T02:20:51.843284Z","end":"2026-03-04T02:20:52.368354Z","steps":["trace[137507954] 'agreement among raft nodes before linearized reading' (duration: 524.062603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:52.368414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:51.843252Z","time spent":"525.153618ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-03-04T02:20:52.556477Z","caller":"traceutil/trace.go:171","msg":"trace[1001519604] linearizableReadLoop","detail":"{readStateIndex:25133; appliedIndex:25132; }","duration":"125.102303ms","start":"2026-03-04T02:20:52.431344Z","end":"2026-03-04T02:20:52.556446Z","steps":["trace[1001519604] 'read index received' (duration: 46.675071ms)","trace[1001519604] 'applied index is now lower than readState.Index' (duration: 78.424702ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:52.556522Z","caller":"traceutil/trace.go:171","msg":"trace[1219444994] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"126.558757ms","start":"2026-03-04T02:20:52.429912Z","end":"2026-03-04T02:20:52.556471Z","steps":["trace[1219444994] 'process raft request' (duration: 48.201756ms)","trace[1219444994] 'compare' (duration: 78.139576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:52.556829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.455911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-04T02:20:52.557467Z","caller":"traceutil/trace.go:171","msg":"trace[2010774157] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24220; }","duration":"126.114926ms","start":"2026-03-04T02:20:52.431331Z","end":"2026-03-04T02:20:52.557446Z","steps":["trace[2010774157] 'agreement among raft nodes before linearized reading' (duration: 125.296647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:53.172616Z","caller":"traceutil/trace.go:171","msg":"trace[882706659] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"145.473238ms","start":"2026-03-04T02:20:53.027064Z","end":"2026-03-04T02:20:53.172537Z","steps":["trace[882706659] 'process raft request' (duration: 126.304451ms)","trace[882706659] 'compare' (duration: 18.827819ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:53.400875Z","caller":"traceutil/trace.go:171","msg":"trace[1080456635] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"107.897311ms","start":"2026-03-04T02:20:53.292961Z","end":"2026-03-04T02:20:53.400858Z","steps":["trace[1080456635] 'process raft request' (duration: 107.753258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:53.400847Z","caller":"traceutil/trace.go:171","msg":"trace[1868831191] linearizableReadLoop","detail":"{readStateIndex:25213; appliedIndex:25212; }","duration":"107.177654ms","start":"2026-03-04T02:20:53.293653Z","end":"2026-03-04T02:20:53.400831Z","steps":["trace[1868831191] 'read index received' (duration: 107.059012ms)","trace[1868831191] 'applied index is now lower than readState.Index' (duration: 117.902µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:53.401072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.406819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-03-04T02:20:53.40111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.748194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-03-04T02:20:53.401137Z","caller":"traceutil/trace.go:171","msg":"trace[1846360633] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:24299; }","duration":"103.802885ms","start":"2026-03-04T02:20:53.297325Z","end":"2026-03-04T02:20:53.401128Z","steps":["trace[1846360633] 'agreement among raft nodes before linearized reading' (duration: 103.689893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:53.401132Z","caller":"traceutil/trace.go:171","msg":"trace[1769624303] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:24299; }","duration":"107.493422ms","start":"2026-03-04T02:20:53.29362Z","end":"2026-03-04T02:20:53.401113Z","steps":["trace[1769624303] 'agreement among raft nodes before linearized reading' (duration: 107.332618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:54.094369Z","caller":"traceutil/trace.go:171","msg":"trace[1998960101] linearizableReadLoop","detail":"{readStateIndex:25264; appliedIndex:25263; }","duration":"145.006227ms","start":"2026-03-04T02:20:53.949333Z","end":"2026-03-04T02:20:54.094339Z","steps":["trace[1998960101] 'read index received' (duration: 106.972169ms)","trace[1998960101] 'applied index is now lower than readState.Index' (duration: 38.032928ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:54.094387Z","caller":"traceutil/trace.go:171","msg":"trace[1301165531] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"146.001081ms","start":"2026-03-04T02:20:53.948346Z","end":"2026-03-04T02:20:54.094347Z","steps":["trace[1301165531] 'process raft request' (duration: 108.026563ms)","trace[1301165531] 'compare' (duration: 37.826384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:54.094649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.289474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-97lrd.1899819609be0b52\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-04T02:20:54.09475Z","caller":"traceutil/trace.go:171","msg":"trace[1718781770] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-97lrd.1899819609be0b52; range_end:; response_count:1; response_revision:24350; }","duration":"145.445627ms","start":"2026-03-04T02:20:53.949282Z","end":"2026-03-04T02:20:54.094728Z","steps":["trace[1718781770] 'agreement among raft nodes before linearized reading' (duration: 145.148461ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:55.412255Z","caller":"traceutil/trace.go:171","msg":"trace[1314726269] linearizableReadLoop","detail":"{readStateIndex:25374; appliedIndex:25373; }","duration":"118.717864ms","start":"2026-03-04T02:20:55.293497Z","end":"2026-03-04T02:20:55.412215Z","steps":["trace[1314726269] 'read index received' (duration: 96.30772ms)","trace[1314726269] 'applied index is now lower than readState.Index' (duration: 22.408534ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:55.412309Z","caller":"traceutil/trace.go:171","msg":"trace[2139140863] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"161.124964ms","start":"2026-03-04T02:20:55.251148Z","end":"2026-03-04T02:20:55.412273Z","steps":["trace[2139140863] 'process raft request' (duration: 138.68848ms)","trace[2139140863] 'compare' (duration: 22.171348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:55.412809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.058852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:20:55.412883Z","caller":"traceutil/trace.go:171","msg":"trace[1463643257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24459; }","duration":"119.42354ms","start":"2026-03-04T02:20:55.293442Z","end":"2026-03-04T02:20:55.412865Z","steps":["trace[1463643257] 'agreement among raft nodes before linearized reading' (duration: 118.9742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:55.624316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.122222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:55.624634Z","caller":"traceutil/trace.go:171","msg":"trace[2018087643] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"131.458181ms","start":"2026-03-04T02:20:55.493141Z","end":"2026-03-04T02:20:55.624599Z","steps":["trace[2018087643] 'process raft request' (duration: 29.402217ms)","trace[2018087643] 'compare' (duration: 101.005799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:57.567845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.534379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1493"} {"level":"info","ts":"2026-03-04T02:20:57.567935Z","caller":"traceutil/trace.go:171","msg":"trace[714162681] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:24495; }","duration":"109.663872ms","start":"2026-03-04T02:20:57.458251Z","end":"2026-03-04T02:20:57.567915Z","steps":["trace[714162681] 'agreement among raft nodes before linearized reading' (duration: 109.502458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:57.568066Z","caller":"traceutil/trace.go:171","msg":"trace[952507743] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"119.095072ms","start":"2026-03-04T02:20:57.448945Z","end":"2026-03-04T02:20:57.56804Z","steps":["trace[952507743] 'process raft request' (duration: 117.071355ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:58.627192Z","caller":"traceutil/trace.go:171","msg":"trace[246916351] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"119.41933ms","start":"2026-03-04T02:20:58.507727Z","end":"2026-03-04T02:20:58.627146Z","steps":["trace[246916351] 'process raft request' (duration: 101.085212ms)","trace[246916351] 'compare' (duration: 18.075022ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:59.387356Z","caller":"traceutil/trace.go:171","msg":"trace[560799227] linearizableReadLoop","detail":"{readStateIndex:25422; appliedIndex:25421; }","duration":"112.617291ms","start":"2026-03-04T02:20:59.274723Z","end":"2026-03-04T02:20:59.387341Z","steps":["trace[560799227] 'read index received' (duration: 112.495638ms)","trace[560799227] 'applied index is now lower than readState.Index' (duration: 120.953µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:59.387531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.177767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-04T02:20:59.387499Z","caller":"traceutil/trace.go:171","msg":"trace[3354930] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"113.812359ms","start":"2026-03-04T02:20:59.273617Z","end":"2026-03-04T02:20:59.38743Z","steps":["trace[3354930] 'process raft request' (duration: 113.616844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:59.387572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.834336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:20:59.387643Z","caller":"traceutil/trace.go:171","msg":"trace[982184315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24506; }","duration":"112.938009ms","start":"2026-03-04T02:20:59.274689Z","end":"2026-03-04T02:20:59.387627Z","steps":["trace[982184315] 'agreement among raft nodes before linearized reading' (duration: 112.727514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:59.387559Z","caller":"traceutil/trace.go:171","msg":"trace[711766053] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24506; }","duration":"105.27085ms","start":"2026-03-04T02:20:59.28228Z","end":"2026-03-04T02:20:59.38755Z","steps":["trace[711766053] 'agreement among raft nodes before linearized reading' (duration: 105.173878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:59.847901Z","caller":"traceutil/trace.go:171","msg":"trace[1665191961] linearizableReadLoop","detail":"{readStateIndex:25425; appliedIndex:25424; }","duration":"266.251971ms","start":"2026-03-04T02:20:59.581622Z","end":"2026-03-04T02:20:59.847873Z","steps":["trace[1665191961] 'read index received' (duration: 212.197288ms)","trace[1665191961] 'applied index is now lower than readState.Index' (duration: 54.053343ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:59.847956Z","caller":"traceutil/trace.go:171","msg":"trace[311121830] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"274.389781ms","start":"2026-03-04T02:20:59.573529Z","end":"2026-03-04T02:20:59.847919Z","steps":["trace[311121830] 'process raft request' (duration: 220.340768ms)","trace[311121830] 'compare' (duration: 53.826247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:59.84812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.490637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:20:59.848163Z","caller":"traceutil/trace.go:171","msg":"trace[220785411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24509; }","duration":"266.584079ms","start":"2026-03-04T02:20:59.581566Z","end":"2026-03-04T02:20:59.84815Z","steps":["trace[220785411] 'agreement among raft nodes before linearized reading' (duration: 266.441596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:59.848242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.675643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"warn","ts":"2026-03-04T02:20:59.84833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.092902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-03-04T02:20:59.848329Z","caller":"traceutil/trace.go:171","msg":"trace[1128425776] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24509; }","duration":"240.823037ms","start":"2026-03-04T02:20:59.607488Z","end":"2026-03-04T02:20:59.848311Z","steps":["trace[1128425776] 'agreement among raft nodes before linearized reading' (duration: 240.573911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:59.848389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.638733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7282"} {"level":"info","ts":"2026-03-04T02:20:59.848408Z","caller":"traceutil/trace.go:171","msg":"trace[1277853299] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:24509; }","duration":"133.705554ms","start":"2026-03-04T02:20:59.714699Z","end":"2026-03-04T02:20:59.848405Z","steps":["trace[1277853299] 'agreement among raft nodes before linearized reading' (duration: 133.659373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:59.848275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.22079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:20:59.848593Z","caller":"traceutil/trace.go:171","msg":"trace[1747213118] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24509; }","duration":"153.569128ms","start":"2026-03-04T02:20:59.695013Z","end":"2026-03-04T02:20:59.848582Z","steps":["trace[1747213118] 'agreement among raft nodes before linearized reading' (duration: 153.166889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:59.84835Z","caller":"traceutil/trace.go:171","msg":"trace[1842201248] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:24509; }","duration":"116.157524ms","start":"2026-03-04T02:20:59.732186Z","end":"2026-03-04T02:20:59.848344Z","steps":["trace[1842201248] 'agreement among raft nodes before linearized reading' (duration: 116.103722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:59.848675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.543221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"warn","ts":"2026-03-04T02:20:59.848723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.699293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-03-04T02:20:59.848727Z","caller":"traceutil/trace.go:171","msg":"trace[673338740] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:24509; }","duration":"166.633043ms","start":"2026-03-04T02:20:59.682082Z","end":"2026-03-04T02:20:59.848715Z","steps":["trace[673338740] 'agreement among raft nodes before linearized reading' (duration: 166.445869ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:59.848744Z","caller":"traceutil/trace.go:171","msg":"trace[237938812] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:24509; }","duration":"216.744934ms","start":"2026-03-04T02:20:59.631995Z","end":"2026-03-04T02:20:59.84874Z","steps":["trace[237938812] 'agreement among raft nodes before linearized reading' (duration: 216.695543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:59.848831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.72301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6129"} {"level":"info","ts":"2026-03-04T02:20:59.848861Z","caller":"traceutil/trace.go:171","msg":"trace[291838856] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:24509; }","duration":"191.876654ms","start":"2026-03-04T02:20:59.656978Z","end":"2026-03-04T02:20:59.848855Z","steps":["trace[291838856] 'agreement among raft nodes before linearized reading' (duration: 191.70642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:00.28304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.954723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:8149"} {"level":"info","ts":"2026-03-04T02:21:00.283127Z","caller":"traceutil/trace.go:171","msg":"trace[1823052726] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:24511; }","duration":"126.139997ms","start":"2026-03-04T02:21:00.156972Z","end":"2026-03-04T02:21:00.283112Z","steps":["trace[1823052726] 'range keys from in-memory index tree' (duration: 125.469371ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:25.691246Z","caller":"traceutil/trace.go:171","msg":"trace[1128956030] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"128.38244ms","start":"2026-03-04T02:21:25.562848Z","end":"2026-03-04T02:21:25.691231Z","steps":["trace[1128956030] 'process raft request' (duration: 128.016501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:25.809556Z","caller":"traceutil/trace.go:171","msg":"trace[1139374652] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"113.544873ms","start":"2026-03-04T02:21:25.695994Z","end":"2026-03-04T02:21:25.809539Z","steps":["trace[1139374652] 'process raft request' (duration: 89.46754ms)","trace[1139374652] 'compare' (duration: 23.740145ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:36.284503Z","caller":"traceutil/trace.go:171","msg":"trace[920581500] linearizableReadLoop","detail":"{readStateIndex:25816; appliedIndex:25815; }","duration":"123.588057ms","start":"2026-03-04T02:21:36.160893Z","end":"2026-03-04T02:21:36.284481Z","steps":["trace[920581500] 'read index received' (duration: 86.308396ms)","trace[920581500] 'applied index is now lower than readState.Index' (duration: 37.278541ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:36.284582Z","caller":"traceutil/trace.go:171","msg":"trace[415792385] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"179.168136ms","start":"2026-03-04T02:21:36.105365Z","end":"2026-03-04T02:21:36.284533Z","steps":["trace[415792385] 'process raft request' (duration: 141.764603ms)","trace[415792385] 'compare' (duration: 37.24574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:36.284768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.834843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:36.285557Z","caller":"traceutil/trace.go:171","msg":"trace[664551191] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24889; }","duration":"124.689583ms","start":"2026-03-04T02:21:36.16085Z","end":"2026-03-04T02:21:36.28554Z","steps":["trace[664551191] 'agreement among raft nodes before linearized reading' (duration: 123.737221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:36.309659Z","caller":"traceutil/trace.go:171","msg":"trace[1706499974] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"106.828816ms","start":"2026-03-04T02:21:36.202811Z","end":"2026-03-04T02:21:36.309639Z","steps":["trace[1706499974] 'process raft request' (duration: 106.709963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:49.642052Z","caller":"traceutil/trace.go:171","msg":"trace[1569940349] linearizableReadLoop","detail":"{readStateIndex:25916; appliedIndex:25915; }","duration":"437.769687ms","start":"2026-03-04T02:21:49.204274Z","end":"2026-03-04T02:21:49.642044Z","steps":["trace[1569940349] 'read index received' (duration: 437.455559ms)","trace[1569940349] 'applied index is now lower than readState.Index' (duration: 313.398µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:49.642037Z","caller":"traceutil/trace.go:171","msg":"trace[1612851474] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"468.166707ms","start":"2026-03-04T02:21:49.173829Z","end":"2026-03-04T02:21:49.641995Z","steps":["trace[1612851474] 'process raft request' (duration: 467.963132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:49.642167Z","caller":"traceutil/trace.go:171","msg":"trace[60615272] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"367.24109ms","start":"2026-03-04T02:21:49.274917Z","end":"2026-03-04T02:21:49.642158Z","steps":["trace[60615272] 'process raft request' (duration: 367.001695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:49.6423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:49.173817Z","time spent":"468.352211ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:49.642324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:49.274896Z","time spent":"367.299881ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:49.64258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.302199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:21:49.642621Z","caller":"traceutil/trace.go:171","msg":"trace[1540683229] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24989; }","duration":"438.3673ms","start":"2026-03-04T02:21:49.204242Z","end":"2026-03-04T02:21:49.642609Z","steps":["trace[1540683229] 'agreement among raft nodes before linearized reading' (duration: 438.217296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:49.642653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:49.204228Z","time spent":"438.418372ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-04T02:21:49.642038Z","caller":"traceutil/trace.go:171","msg":"trace[1665460306] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"268.82713ms","start":"2026-03-04T02:21:49.373186Z","end":"2026-03-04T02:21:49.642013Z","steps":["trace[1665460306] 'process raft request' (duration: 268.772499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:49.64317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.779296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:21:49.643232Z","caller":"traceutil/trace.go:171","msg":"trace[1455753169] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24989; }","duration":"347.869457ms","start":"2026-03-04T02:21:49.295344Z","end":"2026-03-04T02:21:49.643214Z","steps":["trace[1455753169] 'agreement among raft nodes before linearized reading' (duration: 347.712733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:49.643271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:49.295328Z","time spent":"347.933099ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:21:49.643458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.483538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6594f64bd6-kzgqx.1899811643df3acc\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-04T02:21:49.643497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.311837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:49.643518Z","caller":"traceutil/trace.go:171","msg":"trace[1891178814] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6594f64bd6-kzgqx.1899811643df3acc; range_end:; response_count:1; response_revision:24989; }","duration":"255.575731ms","start":"2026-03-04T02:21:49.387926Z","end":"2026-03-04T02:21:49.643502Z","steps":["trace[1891178814] 'agreement among raft nodes before linearized reading' (duration: 255.426317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:49.643539Z","caller":"traceutil/trace.go:171","msg":"trace[700093531] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24989; }","duration":"330.369518ms","start":"2026-03-04T02:21:49.313156Z","end":"2026-03-04T02:21:49.643526Z","steps":["trace[700093531] 'agreement among raft nodes before linearized reading' (duration: 330.297917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:49.643582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:49.313149Z","time spent":"330.417909ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:49.643715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.856641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:49.643793Z","caller":"traceutil/trace.go:171","msg":"trace[710991798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24989; }","duration":"158.990794ms","start":"2026-03-04T02:21:49.484786Z","end":"2026-03-04T02:21:49.643776Z","steps":["trace[710991798] 'agreement among raft nodes before linearized reading' (duration: 158.835681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:54.733953Z","caller":"traceutil/trace.go:171","msg":"trace[1591746334] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"390.636857ms","start":"2026-03-04T02:21:54.34329Z","end":"2026-03-04T02:21:54.733927Z","steps":["trace[1591746334] 'process raft request' (duration: 390.393661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:54.734118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:54.343245Z","time spent":"390.79247ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:55.953132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219409738s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:21:55.954454Z","caller":"traceutil/trace.go:171","msg":"trace[729916574] linearizableReadLoop","detail":"{readStateIndex:25957; appliedIndex:25955; }","duration":"1.479768111s","start":"2026-03-04T02:21:54.474666Z","end":"2026-03-04T02:21:55.954434Z","steps":["trace[729916574] 'read index received' (duration: 259.027651ms)","trace[729916574] 'applied index is now lower than readState.Index' (duration: 1.22073962s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:55.95453Z","caller":"traceutil/trace.go:171","msg":"trace[149570207] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"1.586352202s","start":"2026-03-04T02:21:54.368106Z","end":"2026-03-04T02:21:55.954459Z","steps":["trace[149570207] 'process raft request' (duration: 1.5858771s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:55.954579Z","caller":"traceutil/trace.go:171","msg":"trace[2088399038] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"1.306229037s","start":"2026-03-04T02:21:54.648338Z","end":"2026-03-04T02:21:55.954568Z","steps":["trace[2088399038] 'process raft request' (duration: 1.305984601s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:55.955216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:54.648315Z","time spent":"1.30679948s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:55.955164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:54.368076Z","time spent":"1.586767141s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:55.954644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479961016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:55.955438Z","caller":"traceutil/trace.go:171","msg":"trace[1037467940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25028; }","duration":"1.480765694s","start":"2026-03-04T02:21:54.474624Z","end":"2026-03-04T02:21:55.95539Z","steps":["trace[1037467940] 'agreement among raft nodes before linearized reading' (duration: 1.479973786s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:55.955966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:54.474607Z","time spent":"1.481323228s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:21:55.981898Z","caller":"traceutil/trace.go:171","msg":"trace[1838954100] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"316.035633ms","start":"2026-03-04T02:21:55.66584Z","end":"2026-03-04T02:21:55.981875Z","steps":["trace[1838954100] 'process raft request' (duration: 315.933181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:55.981956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.382274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:21:55.981995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.492454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:21:55.982023Z","caller":"traceutil/trace.go:171","msg":"trace[1693791857] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25030; }","duration":"302.487787ms","start":"2026-03-04T02:21:55.679519Z","end":"2026-03-04T02:21:55.982007Z","steps":["trace[1693791857] 'agreement among raft nodes before linearized reading' (duration: 302.322233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:55.982032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:55.665814Z","time spent":"316.145426ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:55.982052Z","caller":"traceutil/trace.go:171","msg":"trace[1746363333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25030; }","duration":"111.606887ms","start":"2026-03-04T02:21:55.870431Z","end":"2026-03-04T02:21:55.982038Z","steps":["trace[1746363333] 'agreement among raft nodes before linearized reading' (duration: 111.406362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:55.982085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.471413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:55.982104Z","caller":"traceutil/trace.go:171","msg":"trace[1382359397] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25030; }","duration":"655.519054ms","start":"2026-03-04T02:21:55.32658Z","end":"2026-03-04T02:21:55.982099Z","steps":["trace[1382359397] 'agreement among raft nodes before linearized reading' (duration: 655.485794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:55.982122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:55.326564Z","time spent":"655.554775ms","remote":"127.0.0.1:37992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:55.982235Z","caller":"traceutil/trace.go:171","msg":"trace[1540962480] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"1.24603913s","start":"2026-03-04T02:21:54.736183Z","end":"2026-03-04T02:21:55.982222Z","steps":["trace[1540962480] 'process raft request' (duration: 1.245476937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:55.982275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.145773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:55.982291Z","caller":"traceutil/trace.go:171","msg":"trace[743765321] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25030; }","duration":"788.193155ms","start":"2026-03-04T02:21:55.194092Z","end":"2026-03-04T02:21:55.982285Z","steps":["trace[743765321] 'agreement among raft nodes before linearized reading' (duration: 788.164214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:55.982305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:55.194075Z","time spent":"788.226555ms","remote":"127.0.0.1:38170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:55.982422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.91948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:21:55.982439Z","caller":"traceutil/trace.go:171","msg":"trace[1336508854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25030; }","duration":"984.979311ms","start":"2026-03-04T02:21:54.997456Z","end":"2026-03-04T02:21:55.982435Z","steps":["trace[1336508854] 'agreement among raft nodes before linearized reading' (duration: 984.93259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:55.982452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:54.997437Z","time spent":"985.012212ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:21:55.982524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260331414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:21:55.98254Z","caller":"traceutil/trace.go:171","msg":"trace[40715341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25030; }","duration":"1.260366866s","start":"2026-03-04T02:21:54.722169Z","end":"2026-03-04T02:21:55.982536Z","steps":["trace[40715341] 'agreement among raft nodes before linearized reading' (duration: 1.260324985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:55.982552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:54.722159Z","time spent":"1.260390156s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:21:55.982298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:54.736171Z","time spent":"1.246096782s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:55.982706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271195578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:21:55.982052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:55.679507Z","time spent":"302.539848ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:21:55.982741Z","caller":"traceutil/trace.go:171","msg":"trace[1594183730] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25030; }","duration":"1.27126624s","start":"2026-03-04T02:21:54.711464Z","end":"2026-03-04T02:21:55.98273Z","steps":["trace[1594183730] 'agreement among raft nodes before linearized reading' (duration: 1.271203549s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:55.982779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:54.711448Z","time spent":"1.271321641s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:56.71406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.865365ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T02:21:56.71416Z","caller":"traceutil/trace.go:171","msg":"trace[1456187305] linearizableReadLoop","detail":"{readStateIndex:25961; appliedIndex:25960; }","duration":"727.749101ms","start":"2026-03-04T02:21:55.986395Z","end":"2026-03-04T02:21:56.714144Z","steps":["trace[1456187305] 'read index received' (duration: 186.796844ms)","trace[1456187305] 'applied index is now lower than readState.Index' (duration: 540.950727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:56.714226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:55.983214Z","time spent":"731.009278ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:21:56.714525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.12196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:21:56.714558Z","caller":"traceutil/trace.go:171","msg":"trace[1245029112] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25030; }","duration":"728.160381ms","start":"2026-03-04T02:21:55.986389Z","end":"2026-03-04T02:21:56.71455Z","steps":["trace[1245029112] 'agreement among raft nodes before linearized reading' (duration: 728.019257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:56.714583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:55.986352Z","time spent":"728.223602ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:21:56.715285Z","caller":"traceutil/trace.go:171","msg":"trace[316907640] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"728.371216ms","start":"2026-03-04T02:21:55.98687Z","end":"2026-03-04T02:21:56.715241Z","steps":["trace[316907640] 'process raft request' (duration: 728.14218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:56.715446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:55.986857Z","time spent":"728.50047ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:56.715578Z","caller":"traceutil/trace.go:171","msg":"trace[1742279080] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"728.074259ms","start":"2026-03-04T02:21:55.987481Z","end":"2026-03-04T02:21:56.715555Z","steps":["trace[1742279080] 'process raft request' (duration: 727.716101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:56.715716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:55.987466Z","time spent":"728.173961ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:56.716058Z","caller":"traceutil/trace.go:171","msg":"trace[77349993] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"727.814543ms","start":"2026-03-04T02:21:55.988231Z","end":"2026-03-04T02:21:56.716046Z","steps":["trace[77349993] 'process raft request' (duration: 727.222159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:56.716144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:55.988221Z","time spent":"727.879405ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:56.716388Z","caller":"traceutil/trace.go:171","msg":"trace[342793588] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"726.881721ms","start":"2026-03-04T02:21:55.98949Z","end":"2026-03-04T02:21:56.716371Z","steps":["trace[342793588] 'process raft request' (duration: 726.509473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:56.716485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:55.989473Z","time spent":"726.966433ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:56.716761Z","caller":"traceutil/trace.go:171","msg":"trace[1111487169] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"623.045925ms","start":"2026-03-04T02:21:56.0937Z","end":"2026-03-04T02:21:56.716746Z","steps":["trace[1111487169] 'process raft request' (duration: 622.610355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:56.716845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:56.093684Z","time spent":"623.123037ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:56.717119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.559337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:56.717179Z","caller":"traceutil/trace.go:171","msg":"trace[1549152551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25036; }","duration":"727.6643ms","start":"2026-03-04T02:21:55.989499Z","end":"2026-03-04T02:21:56.717163Z","steps":["trace[1549152551] 'agreement among raft nodes before linearized reading' (duration: 727.540907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:56.717228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:55.989482Z","time spent":"727.735911ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:21:56.717259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.281923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:56.717334Z","caller":"traceutil/trace.go:171","msg":"trace[1643478310] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25036; }","duration":"189.387875ms","start":"2026-03-04T02:21:56.527924Z","end":"2026-03-04T02:21:56.717312Z","steps":["trace[1643478310] 'agreement among raft nodes before linearized reading' (duration: 189.282733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:56.717565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.562153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:56.717614Z","caller":"traceutil/trace.go:171","msg":"trace[1229602930] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25036; }","duration":"607.661176ms","start":"2026-03-04T02:21:56.109939Z","end":"2026-03-04T02:21:56.7176Z","steps":["trace[1229602930] 'agreement among raft nodes before linearized reading' (duration: 607.468991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:56.717644Z","caller":"traceutil/trace.go:171","msg":"trace[548460932] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"551.666788ms","start":"2026-03-04T02:21:56.16596Z","end":"2026-03-04T02:21:56.717626Z","steps":["trace[548460932] 'process raft request' (duration: 550.731316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:56.717748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:56.165934Z","time spent":"551.764699ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:56.717803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.381592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:21:56.717865Z","caller":"traceutil/trace.go:171","msg":"trace[726109345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25036; }","duration":"688.447974ms","start":"2026-03-04T02:21:56.029391Z","end":"2026-03-04T02:21:56.717839Z","steps":["trace[726109345] 'agreement among raft nodes before linearized reading' (duration: 688.30033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:56.717909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:56.029381Z","time spent":"688.517835ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:56.718141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.042968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:21:56.718174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.694674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:56.718238Z","caller":"traceutil/trace.go:171","msg":"trace[901030277] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25036; }","duration":"130.800547ms","start":"2026-03-04T02:21:56.587423Z","end":"2026-03-04T02:21:56.718223Z","steps":["trace[901030277] 'agreement among raft nodes before linearized reading' (duration: 130.714935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:56.718296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.97956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:21:56.718342Z","caller":"traceutil/trace.go:171","msg":"trace[1769286872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25036; }","duration":"726.023551ms","start":"2026-03-04T02:21:55.992307Z","end":"2026-03-04T02:21:56.71833Z","steps":["trace[1769286872] 'agreement among raft nodes before linearized reading' (duration: 725.909578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:56.718385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:55.992276Z","time spent":"726.098893ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:56.717666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:56.109921Z","time spent":"607.731357ms","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:56.71819Z","caller":"traceutil/trace.go:171","msg":"trace[630072898] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25036; }","duration":"719.093329ms","start":"2026-03-04T02:21:55.999084Z","end":"2026-03-04T02:21:56.718177Z","steps":["trace[630072898] 'agreement among raft nodes before linearized reading' (duration: 719.001877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:56.718664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:55.999068Z","time spent":"719.583261ms","remote":"127.0.0.1:45248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:58.297503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.438201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:58.297643Z","caller":"traceutil/trace.go:171","msg":"trace[1303629233] linearizableReadLoop","detail":"{readStateIndex:25971; appliedIndex:25968; }","duration":"1.557278692s","start":"2026-03-04T02:21:56.740342Z","end":"2026-03-04T02:21:58.29762Z","steps":["trace[1303629233] 'read index received' (duration: 59.117322ms)","trace[1303629233] 'applied index is now lower than readState.Index' (duration: 1.49815913s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:58.297984Z","caller":"traceutil/trace.go:171","msg":"trace[1408250912] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"1.558202244s","start":"2026-03-04T02:21:56.739745Z","end":"2026-03-04T02:21:58.297948Z","steps":["trace[1408250912] 'process raft request' (duration: 929.189829ms)","trace[1408250912] 'compare' (duration: 627.712075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:58.298165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:56.739725Z","time spent":"1.558338047s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:58.298154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557791984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:21:58.298213Z","caller":"traceutil/trace.go:171","msg":"trace[1317064993] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25040; }","duration":"1.557893117s","start":"2026-03-04T02:21:56.740304Z","end":"2026-03-04T02:21:58.298197Z","steps":["trace[1317064993] 'agreement among raft nodes before linearized reading' (duration: 1.557672182s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:58.298247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:56.740287Z","time spent":"1.557953048s","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:21:58.327941Z","caller":"traceutil/trace.go:171","msg":"trace[2118187794] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"366.177094ms","start":"2026-03-04T02:21:57.961739Z","end":"2026-03-04T02:21:58.327916Z","steps":["trace[2118187794] 'process raft request' (duration: 366.043161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:58.328096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:57.96172Z","time spent":"366.288477ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:59.475274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:21:59.475372Z","caller":"traceutil/trace.go:171","msg":"trace[1009284142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098888s","start":"2026-03-04T02:21:57.475251Z","end":"2026-03-04T02:21:59.47535Z","steps":["trace[1009284142] 'agreement among raft nodes before linearized reading' (duration: 1.999972955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.47542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:57.47523Z","time spent":"2.00018029s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:21:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:21:59.805092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:58.77111Z","time spent":"1.033975276s","remote":"127.0.0.1:49682","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:21:59.805936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.976096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:21:59.806176Z","caller":"traceutil/trace.go:171","msg":"trace[1780810226] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"1.817488302s","start":"2026-03-04T02:21:57.988651Z","end":"2026-03-04T02:21:59.806139Z","steps":["trace[1780810226] 'process raft request' (duration: 1.009190738s)","trace[1780810226] 'compare' (duration: 807.309911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:59.80627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018421169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:59.806305Z","caller":"traceutil/trace.go:171","msg":"trace[1420943032] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25043; }","duration":"3.018459789s","start":"2026-03-04T02:21:56.787834Z","end":"2026-03-04T02:21:59.806294Z","steps":["trace[1420943032] 'agreement among raft nodes before linearized reading' (duration: 3.018397458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.806352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:56.787774Z","time spent":"3.018570842s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:21:59.806371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:57.988624Z","time spent":"1.817644026s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:59.806463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856679217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:21:59.806546Z","caller":"traceutil/trace.go:171","msg":"trace[83169218] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25043; }","duration":"1.85680641s","start":"2026-03-04T02:21:57.949719Z","end":"2026-03-04T02:21:59.806525Z","steps":["trace[83169218] 'agreement among raft nodes before linearized reading' (duration: 1.856542834s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.806532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383956186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:21:59.806592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553737782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:59.806621Z","caller":"traceutil/trace.go:171","msg":"trace[427239140] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25043; }","duration":"2.553793784s","start":"2026-03-04T02:21:57.252818Z","end":"2026-03-04T02:21:59.806612Z","steps":["trace[427239140] 'agreement among raft nodes before linearized reading' (duration: 2.553746353s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:59.806629Z","caller":"traceutil/trace.go:171","msg":"trace[2075040976] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25043; }","duration":"2.384064009s","start":"2026-03-04T02:21:57.42254Z","end":"2026-03-04T02:21:59.806604Z","steps":["trace[2075040976] 'agreement among raft nodes before linearized reading' (duration: 2.383902015s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.806651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:57.2528Z","time spent":"2.553845515s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:59.806677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:57.422476Z","time spent":"2.384191261s","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:59.806198Z","caller":"traceutil/trace.go:171","msg":"trace[1441666449] linearizableReadLoop","detail":"{readStateIndex:25974; appliedIndex:25972; }","duration":"1.508503223s","start":"2026-03-04T02:21:58.297678Z","end":"2026-03-04T02:21:59.806181Z","steps":["trace[1441666449] 'read index received' (duration: 30.535353ms)","trace[1441666449] 'applied index is now lower than readState.Index' (duration: 1.4779667s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:59.806922Z","caller":"traceutil/trace.go:171","msg":"trace[2006170356] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"1.817917182s","start":"2026-03-04T02:21:57.988997Z","end":"2026-03-04T02:21:59.806914Z","steps":["trace[2006170356] 'process raft request' (duration: 1.817072162s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.806972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:57.988973Z","time spent":"1.817977233s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:59.807082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678125336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18446"} {"level":"info","ts":"2026-03-04T02:21:59.807131Z","caller":"traceutil/trace.go:171","msg":"trace[2125317399] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25043; }","duration":"1.678208098s","start":"2026-03-04T02:21:58.128911Z","end":"2026-03-04T02:21:59.807119Z","steps":["trace[2125317399] 'agreement among raft nodes before linearized reading' (duration: 1.678018933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.807164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:58.128893Z","time spent":"1.678264289s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18468,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:21:59.806592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:57.949697Z","time spent":"1.856883842s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":228,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:21:59.898681Z","caller":"traceutil/trace.go:171","msg":"trace[1796882133] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"1.502050933s","start":"2026-03-04T02:21:58.396615Z","end":"2026-03-04T02:21:59.898666Z","steps":["trace[1796882133] 'process raft request' (duration: 1.501700694s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.898782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:58.39659Z","time spent":"1.502137684s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:59.89888Z","caller":"traceutil/trace.go:171","msg":"trace[1377870477] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"1.1535434s","start":"2026-03-04T02:21:58.745327Z","end":"2026-03-04T02:21:59.898871Z","steps":["trace[1377870477] 'process raft request' (duration: 1.15308081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.898926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:58.745312Z","time spent":"1.153590641s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:59.899102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163409191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:21:59.899136Z","caller":"traceutil/trace.go:171","msg":"trace[164131652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25046; }","duration":"1.163466861s","start":"2026-03-04T02:21:58.735661Z","end":"2026-03-04T02:21:59.899128Z","steps":["trace[164131652] 'agreement among raft nodes before linearized reading' (duration: 1.163361449s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.899156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:58.735648Z","time spent":"1.163504283s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:21:59.899321Z","caller":"traceutil/trace.go:171","msg":"trace[1030890910] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"1.153432778s","start":"2026-03-04T02:21:58.745881Z","end":"2026-03-04T02:21:59.899313Z","steps":["trace[1030890910] 'process raft request' (duration: 1.152557327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.899368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:58.74587Z","time spent":"1.153474738s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:21:59.899545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325659172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:59.899619Z","caller":"traceutil/trace.go:171","msg":"trace[1592517641] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25046; }","duration":"1.325776764s","start":"2026-03-04T02:21:58.573822Z","end":"2026-03-04T02:21:59.899599Z","steps":["trace[1592517641] 'agreement among raft nodes before linearized reading' (duration: 1.325650011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.89969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:58.573801Z","time spent":"1.325878566s","remote":"127.0.0.1:37798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:21:59.899756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599884178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:21:59.899791Z","caller":"traceutil/trace.go:171","msg":"trace[1722260525] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25046; }","duration":"1.59993927s","start":"2026-03-04T02:21:58.299843Z","end":"2026-03-04T02:21:59.899783Z","steps":["trace[1722260525] 'agreement among raft nodes before linearized reading' (duration: 1.599778936s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.899813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:58.299814Z","time spent":"1.59999306s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:21:59.899797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164081486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:21:59.899886Z","caller":"traceutil/trace.go:171","msg":"trace[1646759829] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25046; }","duration":"1.16421147s","start":"2026-03-04T02:21:58.735653Z","end":"2026-03-04T02:21:59.899865Z","steps":["trace[1646759829] 'agreement among raft nodes before linearized reading' (duration: 1.163939813s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.899881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09106414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:21:59.899945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:58.735636Z","time spent":"1.164298901s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:21:59.899962Z","caller":"traceutil/trace.go:171","msg":"trace[585094334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25046; }","duration":"1.091170392s","start":"2026-03-04T02:21:58.808774Z","end":"2026-03-04T02:21:59.899944Z","steps":["trace[585094334] 'agreement among raft nodes before linearized reading' (duration: 1.090917717s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.900008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:58.808771Z","time spent":"1.091228804s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:59.899884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164113457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:21:59.90008Z","caller":"traceutil/trace.go:171","msg":"trace[2080209545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25046; }","duration":"1.164354112s","start":"2026-03-04T02:21:58.735715Z","end":"2026-03-04T02:21:59.900069Z","steps":["trace[2080209545] 'agreement among raft nodes before linearized reading' (duration: 1.164052585s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.900126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:58.735692Z","time spent":"1.164425525s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:59.900152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091367768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:21:59.900171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.56796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:59.900223Z","caller":"traceutil/trace.go:171","msg":"trace[380717404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25046; }","duration":"424.680902ms","start":"2026-03-04T02:21:59.475529Z","end":"2026-03-04T02:21:59.90021Z","steps":["trace[380717404] 'agreement among raft nodes before linearized reading' (duration: 424.60708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.90026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:59.475513Z","time spent":"424.740614ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:21:59.900218Z","caller":"traceutil/trace.go:171","msg":"trace[426762749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25046; }","duration":"1.091440549s","start":"2026-03-04T02:21:58.808733Z","end":"2026-03-04T02:21:59.900174Z","steps":["trace[426762749] 'agreement among raft nodes before linearized reading' (duration: 1.091347547s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.900332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:58.808717Z","time spent":"1.091607403s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:21:59.900357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154865031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:21:59.90044Z","caller":"traceutil/trace.go:171","msg":"trace[1384469865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25046; }","duration":"1.154962133s","start":"2026-03-04T02:21:58.745464Z","end":"2026-03-04T02:21:59.900426Z","steps":["trace[1384469865] 'agreement among raft nodes before linearized reading' (duration: 1.154786679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:59.900473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:58.745458Z","time spent":"1.155007695s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:21:59.900577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.931371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:21:59.900644Z","caller":"traceutil/trace.go:171","msg":"trace[995074053] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25046; }","duration":"219.080398ms","start":"2026-03-04T02:21:59.68153Z","end":"2026-03-04T02:21:59.90061Z","steps":["trace[995074053] 'agreement among raft nodes before linearized reading' (duration: 217.951182ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:00.215466Z","caller":"traceutil/trace.go:171","msg":"trace[1708021556] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"309.885578ms","start":"2026-03-04T02:21:59.905552Z","end":"2026-03-04T02:22:00.215437Z","steps":["trace[1708021556] 'process raft request' (duration: 298.860071ms)","trace[1708021556] 'compare' (duration: 10.921095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:00.215616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:59.905542Z","time spent":"309.996372ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:00.305261Z","caller":"traceutil/trace.go:171","msg":"trace[926524269] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"399.416281ms","start":"2026-03-04T02:21:59.905804Z","end":"2026-03-04T02:22:00.30522Z","steps":["trace[926524269] 'process raft request' (duration: 399.189536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:00.305349Z","caller":"traceutil/trace.go:171","msg":"trace[720713034] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"397.999588ms","start":"2026-03-04T02:21:59.907293Z","end":"2026-03-04T02:22:00.305292Z","steps":["trace[720713034] 'process raft request' (duration: 397.838024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:00.305569Z","caller":"traceutil/trace.go:171","msg":"trace[886837664] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"397.166428ms","start":"2026-03-04T02:21:59.90836Z","end":"2026-03-04T02:22:00.305527Z","steps":["trace[886837664] 'process raft request' (duration: 396.841291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:00.305599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:59.907275Z","time spent":"398.196262ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:00.30564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:59.908348Z","time spent":"397.26462ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:00.305612Z","caller":"traceutil/trace.go:171","msg":"trace[1935608996] linearizableReadLoop","detail":"{readStateIndex:25979; appliedIndex:25977; }","duration":"398.328745ms","start":"2026-03-04T02:21:59.907268Z","end":"2026-03-04T02:22:00.305597Z","steps":["trace[1935608996] 'read index received' (duration: 297.156271ms)","trace[1935608996] 'applied index is now lower than readState.Index' (duration: 101.171464ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:00.305679Z","caller":"traceutil/trace.go:171","msg":"trace[865640862] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"396.483042ms","start":"2026-03-04T02:21:59.909174Z","end":"2026-03-04T02:22:00.305657Z","steps":["trace[865640862] 'process raft request' (duration: 396.202226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:00.305399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:59.905789Z","time spent":"399.538374ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:00.305763Z","caller":"traceutil/trace.go:171","msg":"trace[838887666] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"396.079272ms","start":"2026-03-04T02:21:59.909667Z","end":"2026-03-04T02:22:00.305747Z","steps":["trace[838887666] 'process raft request' (duration: 395.849797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:00.30578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:59.90916Z","time spent":"396.577534ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:00.305867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.590762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-04T02:22:00.305933Z","caller":"traceutil/trace.go:171","msg":"trace[743665660] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25053; }","duration":"398.666283ms","start":"2026-03-04T02:21:59.907239Z","end":"2026-03-04T02:22:00.305905Z","steps":["trace[743665660] 'agreement among raft nodes before linearized reading' (duration: 398.51461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:00.305938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:59.909657Z","time spent":"396.144685ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:00.305972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:59.907222Z","time spent":"398.741534ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-04T02:22:00.305293Z","caller":"traceutil/trace.go:171","msg":"trace[1879054966] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"396.992244ms","start":"2026-03-04T02:21:59.908243Z","end":"2026-03-04T02:22:00.305236Z","steps":["trace[1879054966] 'process raft request' (duration: 396.922163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:00.30638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:59.908207Z","time spent":"398.077789ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:00.352368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.121615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:22:00.352448Z","caller":"traceutil/trace.go:171","msg":"trace[1582596368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25055; }","duration":"438.224657ms","start":"2026-03-04T02:21:59.914203Z","end":"2026-03-04T02:22:00.352427Z","steps":["trace[1582596368] 'agreement among raft nodes before linearized reading' (duration: 438.041642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:00.352487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:59.914195Z","time spent":"438.283829ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:22:00.352764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.126271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:00.352806Z","caller":"traceutil/trace.go:171","msg":"trace[395459708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25055; }","duration":"443.202253ms","start":"2026-03-04T02:21:59.909595Z","end":"2026-03-04T02:22:00.352797Z","steps":["trace[395459708] 'agreement among raft nodes before linearized reading' (duration: 443.130212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:00.352836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:59.909579Z","time spent":"443.249394ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:22:00.353215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.171219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:00.35333Z","caller":"traceutil/trace.go:171","msg":"trace[265409859] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25055; }","duration":"445.410835ms","start":"2026-03-04T02:21:59.907892Z","end":"2026-03-04T02:22:00.353303Z","steps":["trace[265409859] 'agreement among raft nodes before linearized reading' (duration: 445.086207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:00.35339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:59.907877Z","time spent":"445.502567ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:22:00.634994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.431504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:00.635082Z","caller":"traceutil/trace.go:171","msg":"trace[326939910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25055; }","duration":"159.570048ms","start":"2026-03-04T02:22:00.475488Z","end":"2026-03-04T02:22:00.635058Z","steps":["trace[326939910] 'range keys from in-memory index tree' (duration: 159.25194ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:09.286798Z","caller":"traceutil/trace.go:171","msg":"trace[1559075443] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"100.267133ms","start":"2026-03-04T02:22:09.186508Z","end":"2026-03-04T02:22:09.286775Z","steps":["trace[1559075443] 'process raft request' (duration: 99.557136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:11.38327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.630559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:22:11.38332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.696788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:11.383423Z","caller":"traceutil/trace.go:171","msg":"trace[1772385563] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25126; }","duration":"152.839651ms","start":"2026-03-04T02:22:11.230553Z","end":"2026-03-04T02:22:11.383392Z","steps":["trace[1772385563] 'count revisions from in-memory index tree' (duration: 152.621846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:11.383356Z","caller":"traceutil/trace.go:171","msg":"trace[179160693] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25126; }","duration":"355.753161ms","start":"2026-03-04T02:22:11.027584Z","end":"2026-03-04T02:22:11.383337Z","steps":["trace[179160693] 'count revisions from in-memory index tree' (duration: 355.574278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:11.383314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.255102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:11.384123Z","caller":"traceutil/trace.go:171","msg":"trace[1061640846] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25126; }","duration":"202.116292ms","start":"2026-03-04T02:22:11.18199Z","end":"2026-03-04T02:22:11.384107Z","steps":["trace[1061640846] 'count revisions from in-memory index tree' (duration: 201.183971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:11.383754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:11.027573Z","time spent":"356.13601ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:22:12.047232Z","caller":"traceutil/trace.go:171","msg":"trace[2071672076] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"132.552577ms","start":"2026-03-04T02:22:11.91465Z","end":"2026-03-04T02:22:12.047203Z","steps":["trace[2071672076] 'process raft request' (duration: 132.365052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:12.150783Z","caller":"traceutil/trace.go:171","msg":"trace[772999097] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"173.908512ms","start":"2026-03-04T02:22:11.976857Z","end":"2026-03-04T02:22:12.150765Z","steps":["trace[772999097] 'process raft request' (duration: 173.880632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:12.15084Z","caller":"traceutil/trace.go:171","msg":"trace[2026180415] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"234.58007ms","start":"2026-03-04T02:22:11.916224Z","end":"2026-03-04T02:22:12.150804Z","steps":["trace[2026180415] 'process raft request' (duration: 210.295853ms)","trace[2026180415] 'compare' (duration: 24.084963ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:12.150932Z","caller":"traceutil/trace.go:171","msg":"trace[1713012819] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"174.965338ms","start":"2026-03-04T02:22:11.975853Z","end":"2026-03-04T02:22:12.150818Z","steps":["trace[1713012819] 'process raft request' (duration: 174.859135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:12.157853Z","caller":"traceutil/trace.go:171","msg":"trace[1010934119] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"106.518449ms","start":"2026-03-04T02:22:12.05131Z","end":"2026-03-04T02:22:12.157829Z","steps":["trace[1010934119] 'process raft request' (duration: 106.403476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:12.488653Z","caller":"traceutil/trace.go:171","msg":"trace[1871584036] linearizableReadLoop","detail":"{readStateIndex:26066; appliedIndex:26065; }","duration":"102.662889ms","start":"2026-03-04T02:22:12.385956Z","end":"2026-03-04T02:22:12.488618Z","steps":["trace[1871584036] 'read index received' (duration: 102.365742ms)","trace[1871584036] 'applied index is now lower than readState.Index' (duration: 295.497µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:12.488761Z","caller":"traceutil/trace.go:171","msg":"trace[1642975944] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"149.572294ms","start":"2026-03-04T02:22:12.339162Z","end":"2026-03-04T02:22:12.488735Z","steps":["trace[1642975944] 'process raft request' (duration: 149.160345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:12.488975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.005466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:22:12.489077Z","caller":"traceutil/trace.go:171","msg":"trace[1318084859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25132; }","duration":"103.1535ms","start":"2026-03-04T02:22:12.385906Z","end":"2026-03-04T02:22:12.489059Z","steps":["trace[1318084859] 'agreement among raft nodes before linearized reading' (duration: 102.866953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:12.495039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.080768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:22:12.495093Z","caller":"traceutil/trace.go:171","msg":"trace[1083787760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25134; }","duration":"106.13754ms","start":"2026-03-04T02:22:12.388936Z","end":"2026-03-04T02:22:12.495074Z","steps":["trace[1083787760] 'agreement among raft nodes before linearized reading' (duration: 105.978266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:12.495141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.403815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:22:12.495207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.60232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:22:12.495232Z","caller":"traceutil/trace.go:171","msg":"trace[597016697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25134; }","duration":"103.543919ms","start":"2026-03-04T02:22:12.391668Z","end":"2026-03-04T02:22:12.495212Z","steps":["trace[597016697] 'agreement among raft nodes before linearized reading' (duration: 103.323994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:12.495233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.638835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:22:12.495275Z","caller":"traceutil/trace.go:171","msg":"trace[1328190739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25134; }","duration":"103.686773ms","start":"2026-03-04T02:22:12.391571Z","end":"2026-03-04T02:22:12.495258Z","steps":["trace[1328190739] 'agreement among raft nodes before linearized reading' (duration: 103.509469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:12.495293Z","caller":"traceutil/trace.go:171","msg":"trace[1778154695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25134; }","duration":"104.721856ms","start":"2026-03-04T02:22:12.390554Z","end":"2026-03-04T02:22:12.495276Z","steps":["trace[1778154695] 'agreement among raft nodes before linearized reading' (duration: 104.563793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:12.675582Z","caller":"traceutil/trace.go:171","msg":"trace[487218091] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"176.157645ms","start":"2026-03-04T02:22:12.499399Z","end":"2026-03-04T02:22:12.675557Z","steps":["trace[487218091] 'process raft request' (duration: 113.989102ms)","trace[487218091] 'compare' (duration: 61.808105ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:12.676145Z","caller":"traceutil/trace.go:171","msg":"trace[801483504] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"176.607366ms","start":"2026-03-04T02:22:12.499515Z","end":"2026-03-04T02:22:12.676122Z","steps":["trace[801483504] 'process raft request' (duration: 175.992412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:12.676507Z","caller":"traceutil/trace.go:171","msg":"trace[1259650441] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"176.77149ms","start":"2026-03-04T02:22:12.499559Z","end":"2026-03-04T02:22:12.67633Z","steps":["trace[1259650441] 'process raft request' (duration: 176.421042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:12.676879Z","caller":"traceutil/trace.go:171","msg":"trace[1436424668] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"177.153169ms","start":"2026-03-04T02:22:12.499711Z","end":"2026-03-04T02:22:12.676864Z","steps":["trace[1436424668] 'process raft request' (duration: 176.603426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:13.076476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.414353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:13.076634Z","caller":"traceutil/trace.go:171","msg":"trace[1444995910] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"220.86701ms","start":"2026-03-04T02:22:12.855741Z","end":"2026-03-04T02:22:13.076608Z","steps":["trace[1444995910] 'process raft request' (duration: 109.187531ms)","trace[1444995910] 'compare' (duration: 110.88574ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:14.289293Z","caller":"traceutil/trace.go:171","msg":"trace[500614714] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"134.256387ms","start":"2026-03-04T02:22:14.155008Z","end":"2026-03-04T02:22:14.289264Z","steps":["trace[500614714] 'process raft request' (duration: 134.032112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:14.439707Z","caller":"traceutil/trace.go:171","msg":"trace[1410431202] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"281.953636ms","start":"2026-03-04T02:22:14.157729Z","end":"2026-03-04T02:22:14.439683Z","steps":["trace[1410431202] 'process raft request' (duration: 281.28325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:14.439952Z","caller":"traceutil/trace.go:171","msg":"trace[1665750640] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"281.856483ms","start":"2026-03-04T02:22:14.158071Z","end":"2026-03-04T02:22:14.439927Z","steps":["trace[1665750640] 'process raft request' (duration: 281.566687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:14.440189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.716622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-03-04T02:22:14.440252Z","caller":"traceutil/trace.go:171","msg":"trace[489196850] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:25144; }","duration":"219.819005ms","start":"2026-03-04T02:22:14.220417Z","end":"2026-03-04T02:22:14.440236Z","steps":["trace[489196850] 'agreement among raft nodes before linearized reading' (duration: 219.63365ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:14.440644Z","caller":"traceutil/trace.go:171","msg":"trace[1900928990] linearizableReadLoop","detail":"{readStateIndex:26078; appliedIndex:26075; }","duration":"219.338273ms","start":"2026-03-04T02:22:14.220458Z","end":"2026-03-04T02:22:14.439796Z","steps":["trace[1900928990] 'read index received' (duration: 68.573193ms)","trace[1900928990] 'applied index is now lower than readState.Index' (duration: 150.76305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:14.993082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.964085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:22:14.993168Z","caller":"traceutil/trace.go:171","msg":"trace[1461022340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25148; }","duration":"305.090438ms","start":"2026-03-04T02:22:14.688057Z","end":"2026-03-04T02:22:14.993148Z","steps":["trace[1461022340] 'range keys from in-memory index tree' (duration: 304.814972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:14.993214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:14.688052Z","time spent":"305.15292ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:22:14.993358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.095578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:22:14.993413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.234564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:22:14.993454Z","caller":"traceutil/trace.go:171","msg":"trace[48458684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25148; }","duration":"314.241252ms","start":"2026-03-04T02:22:14.679192Z","end":"2026-03-04T02:22:14.993433Z","steps":["trace[48458684] 'range keys from in-memory index tree' (duration: 313.939405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:14.993507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:14.679175Z","time spent":"314.322403ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:22:14.993502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.506087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:22:14.993511Z","caller":"traceutil/trace.go:171","msg":"trace[698071004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25148; }","duration":"312.366008ms","start":"2026-03-04T02:22:14.681121Z","end":"2026-03-04T02:22:14.993487Z","steps":["trace[698071004] 'range keys from in-memory index tree' (duration: 312.0496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:14.993558Z","caller":"traceutil/trace.go:171","msg":"trace[202834791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25148; }","duration":"305.580419ms","start":"2026-03-04T02:22:14.687963Z","end":"2026-03-04T02:22:14.993543Z","steps":["trace[202834791] 'range keys from in-memory index tree' (duration: 305.389815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:14.993573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:14.681112Z","time spent":"312.44576ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:22:14.993609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:14.687935Z","time spent":"305.665991ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:22:16.199942Z","caller":"traceutil/trace.go:171","msg":"trace[1275269952] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"210.17791ms","start":"2026-03-04T02:22:15.98974Z","end":"2026-03-04T02:22:16.199918Z","steps":["trace[1275269952] 'process raft request' (duration: 210.007066ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:16.201679Z","caller":"traceutil/trace.go:171","msg":"trace[1025374428] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"172.275964ms","start":"2026-03-04T02:22:16.029375Z","end":"2026-03-04T02:22:16.201651Z","steps":["trace[1025374428] 'process raft request' (duration: 172.033609ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:16.201951Z","caller":"traceutil/trace.go:171","msg":"trace[1451956116] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"135.71584ms","start":"2026-03-04T02:22:16.066194Z","end":"2026-03-04T02:22:16.20191Z","steps":["trace[1451956116] 'process raft request' (duration: 135.364952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:16.621514Z","caller":"traceutil/trace.go:171","msg":"trace[876300521] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"320.644381ms","start":"2026-03-04T02:22:16.300847Z","end":"2026-03-04T02:22:16.621491Z","steps":["trace[876300521] 'process raft request' (duration: 223.627094ms)","trace[876300521] 'compare' (duration: 96.823303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:16.621695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:16.300825Z","time spent":"320.806145ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:16.6819Z","caller":"traceutil/trace.go:171","msg":"trace[1175941152] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"235.301777ms","start":"2026-03-04T02:22:16.446571Z","end":"2026-03-04T02:22:16.681873Z","steps":["trace[1175941152] 'process raft request' (duration: 235.225646ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:16.681959Z","caller":"traceutil/trace.go:171","msg":"trace[2097705704] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"236.458245ms","start":"2026-03-04T02:22:16.445467Z","end":"2026-03-04T02:22:16.681926Z","steps":["trace[2097705704] 'process raft request' (duration: 236.192528ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:16.682142Z","caller":"traceutil/trace.go:171","msg":"trace[1714998906] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"161.992744ms","start":"2026-03-04T02:22:16.520134Z","end":"2026-03-04T02:22:16.682127Z","steps":["trace[1714998906] 'process raft request' (duration: 161.702168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:16.682134Z","caller":"traceutil/trace.go:171","msg":"trace[895209244] linearizableReadLoop","detail":"{readStateIndex:26094; appliedIndex:26091; }","duration":"164.777959ms","start":"2026-03-04T02:22:16.517332Z","end":"2026-03-04T02:22:16.68211Z","steps":["trace[895209244] 'read index received' (duration: 7.149607ms)","trace[895209244] 'applied index is now lower than readState.Index' (duration: 157.627372ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:16.682268Z","caller":"traceutil/trace.go:171","msg":"trace[589641978] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"162.033005ms","start":"2026-03-04T02:22:16.520219Z","end":"2026-03-04T02:22:16.682252Z","steps":["trace[589641978] 'process raft request' (duration: 161.79062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:16.682394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.044546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:22:16.682446Z","caller":"traceutil/trace.go:171","msg":"trace[1076693132] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25161; }","duration":"165.141938ms","start":"2026-03-04T02:22:16.517289Z","end":"2026-03-04T02:22:16.682431Z","steps":["trace[1076693132] 'agreement among raft nodes before linearized reading' (duration: 164.984544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:16.89464Z","caller":"traceutil/trace.go:171","msg":"trace[1563856433] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"207.055168ms","start":"2026-03-04T02:22:16.68755Z","end":"2026-03-04T02:22:16.894605Z","steps":["trace[1563856433] 'process raft request' (duration: 142.129291ms)","trace[1563856433] 'compare' (duration: 64.584589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:26.297019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.543186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:22:26.297102Z","caller":"traceutil/trace.go:171","msg":"trace[413511580] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25222; }","duration":"212.68724ms","start":"2026-03-04T02:22:26.084396Z","end":"2026-03-04T02:22:26.297083Z","steps":["trace[413511580] 'count revisions from in-memory index tree' (duration: 212.329891ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:32.848413Z","caller":"traceutil/trace.go:171","msg":"trace[1073874988] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"104.658456ms","start":"2026-03-04T02:22:32.74374Z","end":"2026-03-04T02:22:32.848398Z","steps":["trace[1073874988] 'process raft request' (duration: 41.576352ms)","trace[1073874988] 'compare' (duration: 62.872099ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:38.723275Z","caller":"traceutil/trace.go:171","msg":"trace[1441844471] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"114.956686ms","start":"2026-03-04T02:22:38.608281Z","end":"2026-03-04T02:22:38.723238Z","steps":["trace[1441844471] 'process raft request' (duration: 114.499785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:38.723328Z","caller":"traceutil/trace.go:171","msg":"trace[1429153851] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"115.319034ms","start":"2026-03-04T02:22:38.607988Z","end":"2026-03-04T02:22:38.723307Z","steps":["trace[1429153851] 'process raft request' (duration: 82.16714ms)","trace[1429153851] 'compare' (duration: 32.481789ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:38.723478Z","caller":"traceutil/trace.go:171","msg":"trace[345392533] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"115.312964ms","start":"2026-03-04T02:22:38.608154Z","end":"2026-03-04T02:22:38.723467Z","steps":["trace[345392533] 'process raft request' (duration: 114.591957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:38.723715Z","caller":"traceutil/trace.go:171","msg":"trace[1862614405] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"115.333415ms","start":"2026-03-04T02:22:38.60837Z","end":"2026-03-04T02:22:38.723703Z","steps":["trace[1862614405] 'process raft request' (duration: 114.507365ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:38.723947Z","caller":"traceutil/trace.go:171","msg":"trace[1062852328] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"115.610501ms","start":"2026-03-04T02:22:38.608322Z","end":"2026-03-04T02:22:38.723933Z","steps":["trace[1062852328] 'process raft request' (duration: 114.518435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:38.724191Z","caller":"traceutil/trace.go:171","msg":"trace[1536603798] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"115.770455ms","start":"2026-03-04T02:22:38.608408Z","end":"2026-03-04T02:22:38.724179Z","steps":["trace[1536603798] 'process raft request' (duration: 114.493635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:38.724315Z","caller":"traceutil/trace.go:171","msg":"trace[1522493848] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"115.777325ms","start":"2026-03-04T02:22:38.60852Z","end":"2026-03-04T02:22:38.724297Z","steps":["trace[1522493848] 'process raft request' (duration: 115.582951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:38.724529Z","caller":"traceutil/trace.go:171","msg":"trace[1909091920] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"116.067161ms","start":"2026-03-04T02:22:38.608443Z","end":"2026-03-04T02:22:38.72451Z","steps":["trace[1909091920] 'process raft request' (duration: 114.485194ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:38.724709Z","caller":"traceutil/trace.go:171","msg":"trace[1853789112] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"116.218686ms","start":"2026-03-04T02:22:38.608477Z","end":"2026-03-04T02:22:38.724696Z","steps":["trace[1853789112] 'process raft request' (duration: 114.477125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:38.956778Z","caller":"traceutil/trace.go:171","msg":"trace[515425717] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"138.120867ms","start":"2026-03-04T02:22:38.818624Z","end":"2026-03-04T02:22:38.956745Z","steps":["trace[515425717] 'process raft request' (duration: 137.895282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:38.956967Z","caller":"traceutil/trace.go:171","msg":"trace[543380550] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"138.283631ms","start":"2026-03-04T02:22:38.818658Z","end":"2026-03-04T02:22:38.956942Z","steps":["trace[543380550] 'process raft request' (duration: 138.033815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:38.957042Z","caller":"traceutil/trace.go:171","msg":"trace[382172656] linearizableReadLoop","detail":"{readStateIndex:26305; appliedIndex:26301; }","duration":"138.258459ms","start":"2026-03-04T02:22:38.818767Z","end":"2026-03-04T02:22:38.957025Z","steps":["trace[382172656] 'read index received' (duration: 63.326779ms)","trace[382172656] 'applied index is now lower than readState.Index' (duration: 74.93084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:38.957207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.422613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-04T02:22:38.956799Z","caller":"traceutil/trace.go:171","msg":"trace[1313427399] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"138.119927ms","start":"2026-03-04T02:22:38.818657Z","end":"2026-03-04T02:22:38.956777Z","steps":["trace[1313427399] 'process raft request' (duration: 137.992944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:38.957382Z","caller":"traceutil/trace.go:171","msg":"trace[252245452] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25367; }","duration":"138.643788ms","start":"2026-03-04T02:22:38.818724Z","end":"2026-03-04T02:22:38.957368Z","steps":["trace[252245452] 'agreement among raft nodes before linearized reading' (duration: 138.353362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.116902Z","caller":"traceutil/trace.go:171","msg":"trace[579562122] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"232.033492ms","start":"2026-03-04T02:22:38.884822Z","end":"2026-03-04T02:22:39.116855Z","steps":["trace[579562122] 'process raft request' (duration: 179.256219ms)","trace[579562122] 'compare' (duration: 52.562308ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:39.116915Z","caller":"traceutil/trace.go:171","msg":"trace[695279893] linearizableReadLoop","detail":"{readStateIndex:26311; appliedIndex:26308; }","duration":"159.551218ms","start":"2026-03-04T02:22:38.957341Z","end":"2026-03-04T02:22:39.116892Z","steps":["trace[695279893] 'read index received' (duration: 106.635721ms)","trace[695279893] 'applied index is now lower than readState.Index' (duration: 52.914517ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:39.117009Z","caller":"traceutil/trace.go:171","msg":"trace[913128776] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"228.869368ms","start":"2026-03-04T02:22:38.888103Z","end":"2026-03-04T02:22:39.116972Z","steps":["trace[913128776] 'process raft request' (duration: 228.730414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.117041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.699535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:39.117134Z","caller":"traceutil/trace.go:171","msg":"trace[1568197600] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-init; range_end:; response_count:0; response_revision:25370; }","duration":"291.804868ms","start":"2026-03-04T02:22:38.825309Z","end":"2026-03-04T02:22:39.117114Z","steps":["trace[1568197600] 'agreement among raft nodes before linearized reading' (duration: 291.655194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.117056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.56678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:22:39.117155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.313109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-03-04T02:22:39.117157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.003067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:22:39.117204Z","caller":"traceutil/trace.go:171","msg":"trace[1314740228] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:25370; }","duration":"228.740355ms","start":"2026-03-04T02:22:38.888448Z","end":"2026-03-04T02:22:39.117189Z","steps":["trace[1314740228] 'agreement among raft nodes before linearized reading' (duration: 228.55373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.117054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.192867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:22:39.117274Z","caller":"traceutil/trace.go:171","msg":"trace[366899618] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25370; }","duration":"231.123901ms","start":"2026-03-04T02:22:38.886106Z","end":"2026-03-04T02:22:39.11723Z","steps":["trace[366899618] 'agreement among raft nodes before linearized reading' (duration: 230.839904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.117308Z","caller":"traceutil/trace.go:171","msg":"trace[464203915] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25370; }","duration":"283.492233ms","start":"2026-03-04T02:22:38.833798Z","end":"2026-03-04T02:22:39.11729Z","steps":["trace[464203915] 'agreement among raft nodes before linearized reading' (duration: 283.157315ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.117208Z","caller":"traceutil/trace.go:171","msg":"trace[1332077080] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25370; }","duration":"292.405612ms","start":"2026-03-04T02:22:38.824788Z","end":"2026-03-04T02:22:39.117194Z","steps":["trace[1332077080] 'agreement among raft nodes before linearized reading' (duration: 292.211167ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.11704Z","caller":"traceutil/trace.go:171","msg":"trace[1178776390] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"230.656289ms","start":"2026-03-04T02:22:38.886337Z","end":"2026-03-04T02:22:39.116993Z","steps":["trace[1178776390] 'process raft request' (duration: 230.431084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.155837Z","caller":"traceutil/trace.go:171","msg":"trace[418579328] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"190.512041ms","start":"2026-03-04T02:22:38.965291Z","end":"2026-03-04T02:22:39.155803Z","steps":["trace[418579328] 'process raft request' (duration: 190.308166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.155892Z","caller":"traceutil/trace.go:171","msg":"trace[1937810486] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"189.878236ms","start":"2026-03-04T02:22:38.965985Z","end":"2026-03-04T02:22:39.155863Z","steps":["trace[1937810486] 'process raft request' (duration: 189.722743ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.15598Z","caller":"traceutil/trace.go:171","msg":"trace[817778661] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"187.729576ms","start":"2026-03-04T02:22:38.968228Z","end":"2026-03-04T02:22:39.155957Z","steps":["trace[817778661] 'process raft request' (duration: 187.513221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.156031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.582567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112150"} {"level":"info","ts":"2026-03-04T02:22:39.156083Z","caller":"traceutil/trace.go:171","msg":"trace[1978184994] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25373; }","duration":"188.689469ms","start":"2026-03-04T02:22:38.967382Z","end":"2026-03-04T02:22:39.156072Z","steps":["trace[1978184994] 'agreement among raft nodes before linearized reading' (duration: 188.416853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.156109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.594999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-04T02:22:39.15619Z","caller":"traceutil/trace.go:171","msg":"trace[702950186] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25373; }","duration":"189.683401ms","start":"2026-03-04T02:22:38.96649Z","end":"2026-03-04T02:22:39.156173Z","steps":["trace[702950186] 'agreement among raft nodes before linearized reading' (duration: 189.558209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.464966Z","caller":"traceutil/trace.go:171","msg":"trace[1755954856] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"344.741563ms","start":"2026-03-04T02:22:39.120194Z","end":"2026-03-04T02:22:39.464936Z","steps":["trace[1755954856] 'process raft request' (duration: 336.174952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.465157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.120179Z","time spent":"344.868866ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5836,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:22:39.465418Z","caller":"traceutil/trace.go:171","msg":"trace[936396259] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"345.176593ms","start":"2026-03-04T02:22:39.120203Z","end":"2026-03-04T02:22:39.465379Z","steps":["trace[936396259] 'process raft request' (duration: 344.653811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.465563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.120179Z","time spent":"345.316997ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5672,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:22:39.465581Z","caller":"traceutil/trace.go:171","msg":"trace[1117445435] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"345.074411ms","start":"2026-03-04T02:22:39.120475Z","end":"2026-03-04T02:22:39.465549Z","steps":["trace[1117445435] 'process raft request' (duration: 344.824605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.465783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.120405Z","time spent":"345.309526ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8548,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:22:39.465816Z","caller":"traceutil/trace.go:171","msg":"trace[1186835120] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"343.625227ms","start":"2026-03-04T02:22:39.122176Z","end":"2026-03-04T02:22:39.465801Z","steps":["trace[1186835120] 'process raft request' (duration: 343.32642ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.465878Z","caller":"traceutil/trace.go:171","msg":"trace[15768537] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"343.646607ms","start":"2026-03-04T02:22:39.122216Z","end":"2026-03-04T02:22:39.465862Z","steps":["trace[15768537] 'process raft request' (duration: 343.34515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.465984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.122204Z","time spent":"343.743159ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":695,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:22:39.465987Z","caller":"traceutil/trace.go:171","msg":"trace[1997480495] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"322.344349ms","start":"2026-03-04T02:22:39.143611Z","end":"2026-03-04T02:22:39.465955Z","steps":["trace[1997480495] 'process raft request' (duration: 322.013562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.46609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.122161Z","time spent":"343.849282ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:39.46614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.741649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-scheduler\" ","response":"range_response_count:1 size:6413"} {"level":"warn","ts":"2026-03-04T02:22:39.466149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.143593Z","time spent":"322.468052ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:39.466192Z","caller":"traceutil/trace.go:171","msg":"trace[1646399924] range","detail":"{range_begin:/registry/deployments/openstack/manila-scheduler; range_end:; response_count:1; response_revision:25380; }","duration":"340.818582ms","start":"2026-03-04T02:22:39.125359Z","end":"2026-03-04T02:22:39.466177Z","steps":["trace[1646399924] 'agreement among raft nodes before linearized reading' (duration: 340.657678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.466247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.12535Z","time spent":"340.885893ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":6435,"request content":"key:\"/registry/deployments/openstack/manila-scheduler\" "} {"level":"info","ts":"2026-03-04T02:22:39.465775Z","caller":"traceutil/trace.go:171","msg":"trace[1699562842] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"344.076678ms","start":"2026-03-04T02:22:39.121676Z","end":"2026-03-04T02:22:39.465753Z","steps":["trace[1699562842] 'process raft request' (duration: 343.788591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.466358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.121663Z","time spent":"344.665371ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6430,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:22:39.466703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.73046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T02:22:39.466753Z","caller":"traceutil/trace.go:171","msg":"trace[228602898] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25380; }","duration":"343.801681ms","start":"2026-03-04T02:22:39.122936Z","end":"2026-03-04T02:22:39.466737Z","steps":["trace[228602898] 'agreement among raft nodes before linearized reading' (duration: 343.629507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.466788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.122923Z","time spent":"343.857702ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-04T02:22:39.46574Z","caller":"traceutil/trace.go:171","msg":"trace[622589494] linearizableReadLoop","detail":"{readStateIndex:26321; appliedIndex:26314; }","duration":"309.93549ms","start":"2026-03-04T02:22:39.155778Z","end":"2026-03-04T02:22:39.465713Z","steps":["trace[622589494] 'read index received' (duration: 300.696764ms)","trace[622589494] 'applied index is now lower than readState.Index' (duration: 9.237766ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:39.513534Z","caller":"traceutil/trace.go:171","msg":"trace[281133875] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"352.927384ms","start":"2026-03-04T02:22:39.16058Z","end":"2026-03-04T02:22:39.513507Z","steps":["trace[281133875] 'process raft request' (duration: 352.772471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.513693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.534583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:22:39.513823Z","caller":"traceutil/trace.go:171","msg":"trace[119928883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25381; }","duration":"188.666277ms","start":"2026-03-04T02:22:39.325113Z","end":"2026-03-04T02:22:39.513779Z","steps":["trace[119928883] 'agreement among raft nodes before linearized reading' (duration: 188.406971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.513846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.994965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-03-04T02:22:39.513894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.160541Z","time spent":"353.064687ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:39.513949Z","caller":"traceutil/trace.go:171","msg":"trace[956133211] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25381; }","duration":"347.134989ms","start":"2026-03-04T02:22:39.166794Z","end":"2026-03-04T02:22:39.513929Z","steps":["trace[956133211] 'agreement among raft nodes before linearized reading' (duration: 346.858403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.514001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.166785Z","time spent":"347.205311ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T02:22:39.514031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.34105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-api\" ","response":"range_response_count:1 size:7000"} {"level":"info","ts":"2026-03-04T02:22:39.514063Z","caller":"traceutil/trace.go:171","msg":"trace[2083630463] range","detail":"{range_begin:/registry/deployments/openstack/manila-api; range_end:; response_count:1; response_revision:25381; }","duration":"349.416912ms","start":"2026-03-04T02:22:39.164637Z","end":"2026-03-04T02:22:39.514054Z","steps":["trace[2083630463] 'agreement among raft nodes before linearized reading' (duration: 349.32141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.514065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.686015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:22:39.51409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.164546Z","time spent":"349.539065ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7022,"request content":"key:\"/registry/deployments/openstack/manila-api\" "} {"level":"info","ts":"2026-03-04T02:22:39.514122Z","caller":"traceutil/trace.go:171","msg":"trace[964848280] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25381; }","duration":"223.768496ms","start":"2026-03-04T02:22:39.290336Z","end":"2026-03-04T02:22:39.514104Z","steps":["trace[964848280] 'agreement among raft nodes before linearized reading' (duration: 223.667874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.514017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.437223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-share\" ","response":"range_response_count:1 size:9046"} {"level":"warn","ts":"2026-03-04T02:22:39.51421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.719759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"warn","ts":"2026-03-04T02:22:39.514265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.783054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:22:39.514276Z","caller":"traceutil/trace.go:171","msg":"trace[1634563320] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25381; }","duration":"352.825472ms","start":"2026-03-04T02:22:39.161431Z","end":"2026-03-04T02:22:39.514256Z","steps":["trace[1634563320] 'agreement among raft nodes before linearized reading' (duration: 352.653538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.514321Z","caller":"traceutil/trace.go:171","msg":"trace[909231673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25381; }","duration":"231.844536ms","start":"2026-03-04T02:22:39.282445Z","end":"2026-03-04T02:22:39.51429Z","steps":["trace[909231673] 'agreement among raft nodes before linearized reading' (duration: 231.773144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.514315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.044913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:22:39.514326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.161413Z","time spent":"352.897933ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T02:22:39.514176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.137249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-data\" ","response":"range_response_count:1 size:6243"} {"level":"info","ts":"2026-03-04T02:22:39.514378Z","caller":"traceutil/trace.go:171","msg":"trace[948908047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25381; }","duration":"209.125674ms","start":"2026-03-04T02:22:39.305229Z","end":"2026-03-04T02:22:39.514355Z","steps":["trace[948908047] 'agreement among raft nodes before linearized reading' (duration: 208.93873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.514414Z","caller":"traceutil/trace.go:171","msg":"trace[1357398368] range","detail":"{range_begin:/registry/deployments/openstack/manila-data; range_end:; response_count:1; response_revision:25381; }","duration":"347.397945ms","start":"2026-03-04T02:22:39.166994Z","end":"2026-03-04T02:22:39.514392Z","steps":["trace[1357398368] 'agreement among raft nodes before linearized reading' (duration: 346.944745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.514453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.166986Z","time spent":"347.458356ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6265,"request content":"key:\"/registry/deployments/openstack/manila-data\" "} {"level":"info","ts":"2026-03-04T02:22:39.514378Z","caller":"traceutil/trace.go:171","msg":"trace[1224513018] range","detail":"{range_begin:/registry/deployments/openstack/manila-share; range_end:; response_count:1; response_revision:25381; }","duration":"346.77155ms","start":"2026-03-04T02:22:39.167465Z","end":"2026-03-04T02:22:39.514236Z","steps":["trace[1224513018] 'agreement among raft nodes before linearized reading' (duration: 346.209267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.514627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.732681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:22:39.514735Z","caller":"traceutil/trace.go:171","msg":"trace[1543469056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25381; }","duration":"257.861384ms","start":"2026-03-04T02:22:39.256811Z","end":"2026-03-04T02:22:39.514672Z","steps":["trace[1543469056] 'agreement among raft nodes before linearized reading' (duration: 257.445754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.514661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.167424Z","time spent":"347.222211ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":9068,"request content":"key:\"/registry/deployments/openstack/manila-share\" "} {"level":"info","ts":"2026-03-04T02:22:39.641576Z","caller":"traceutil/trace.go:171","msg":"trace[1331083821] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"166.684224ms","start":"2026-03-04T02:22:39.474868Z","end":"2026-03-04T02:22:39.641552Z","steps":["trace[1331083821] 'process raft request' (duration: 166.567901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.641627Z","caller":"traceutil/trace.go:171","msg":"trace[1417832166] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"167.121395ms","start":"2026-03-04T02:22:39.474476Z","end":"2026-03-04T02:22:39.641597Z","steps":["trace[1417832166] 'process raft request' (duration: 166.90033ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.641701Z","caller":"traceutil/trace.go:171","msg":"trace[1147575136] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"166.109391ms","start":"2026-03-04T02:22:39.475583Z","end":"2026-03-04T02:22:39.641692Z","steps":["trace[1147575136] 'process raft request' (duration: 165.936607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.641627Z","caller":"traceutil/trace.go:171","msg":"trace[65093457] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"168.187879ms","start":"2026-03-04T02:22:39.473417Z","end":"2026-03-04T02:22:39.641605Z","steps":["trace[65093457] 'process raft request' (duration: 117.504705ms)","trace[65093457] 'compare' (duration: 50.292705ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:39.641787Z","caller":"traceutil/trace.go:171","msg":"trace[1678309394] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"165.526767ms","start":"2026-03-04T02:22:39.476246Z","end":"2026-03-04T02:22:39.641772Z","steps":["trace[1678309394] 'process raft request' (duration: 165.301782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.641954Z","caller":"traceutil/trace.go:171","msg":"trace[1730540797] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"166.622053ms","start":"2026-03-04T02:22:39.475242Z","end":"2026-03-04T02:22:39.641864Z","steps":["trace[1730540797] 'process raft request' (duration: 166.243925ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.642006Z","caller":"traceutil/trace.go:171","msg":"trace[2139545483] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"163.361656ms","start":"2026-03-04T02:22:39.478628Z","end":"2026-03-04T02:22:39.64199Z","steps":["trace[2139545483] 'process raft request' (duration: 163.281654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.642075Z","caller":"traceutil/trace.go:171","msg":"trace[774041345] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"164.545914ms","start":"2026-03-04T02:22:39.47752Z","end":"2026-03-04T02:22:39.642066Z","steps":["trace[774041345] 'process raft request' (duration: 164.047973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.642042Z","caller":"traceutil/trace.go:171","msg":"trace[1992018677] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"164.046002ms","start":"2026-03-04T02:22:39.477989Z","end":"2026-03-04T02:22:39.642035Z","steps":["trace[1992018677] 'process raft request' (duration: 163.622203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.642114Z","caller":"traceutil/trace.go:171","msg":"trace[975551379] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"166.995612ms","start":"2026-03-04T02:22:39.47502Z","end":"2026-03-04T02:22:39.642016Z","steps":["trace[975551379] 'process raft request' (duration: 166.445109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.642162Z","caller":"traceutil/trace.go:171","msg":"trace[2092583093] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"162.980388ms","start":"2026-03-04T02:22:39.479165Z","end":"2026-03-04T02:22:39.642146Z","steps":["trace[2092583093] 'process raft request' (duration: 162.796384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.642293Z","caller":"traceutil/trace.go:171","msg":"trace[304780841] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"162.427245ms","start":"2026-03-04T02:22:39.479858Z","end":"2026-03-04T02:22:39.642285Z","steps":["trace[304780841] 'process raft request' (duration: 162.260971ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.642451Z","caller":"traceutil/trace.go:171","msg":"trace[1386056608] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"162.150869ms","start":"2026-03-04T02:22:39.480293Z","end":"2026-03-04T02:22:39.642444Z","steps":["trace[1386056608] 'process raft request' (duration: 161.962555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.642456Z","caller":"traceutil/trace.go:171","msg":"trace[659806609] linearizableReadLoop","detail":"{readStateIndex:26335; appliedIndex:26322; }","duration":"128.947183ms","start":"2026-03-04T02:22:39.513498Z","end":"2026-03-04T02:22:39.642445Z","steps":["trace[659806609] 'read index received' (duration: 77.519001ms)","trace[659806609] 'applied index is now lower than readState.Index' (duration: 51.427282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:39.642539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.157649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:39.646907Z","caller":"traceutil/trace.go:171","msg":"trace[43072548] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:25394; }","duration":"175.545292ms","start":"2026-03-04T02:22:39.471338Z","end":"2026-03-04T02:22:39.646883Z","steps":["trace[43072548] 'agreement among raft nodes before linearized reading' (duration: 171.141319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.731205Z","caller":"traceutil/trace.go:171","msg":"trace[1801766384] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"211.567843ms","start":"2026-03-04T02:22:39.519609Z","end":"2026-03-04T02:22:39.731177Z","steps":["trace[1801766384] 'process raft request' (duration: 211.313527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.731286Z","caller":"traceutil/trace.go:171","msg":"trace[1858535738] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"207.985889ms","start":"2026-03-04T02:22:39.523275Z","end":"2026-03-04T02:22:39.731261Z","steps":["trace[1858535738] 'process raft request' (duration: 207.902117ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.731282Z","caller":"traceutil/trace.go:171","msg":"trace[1759278530] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"208.082472ms","start":"2026-03-04T02:22:39.52317Z","end":"2026-03-04T02:22:39.731252Z","steps":["trace[1759278530] 'process raft request' (duration: 207.949309ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.731657Z","caller":"traceutil/trace.go:171","msg":"trace[22659090] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"208.350538ms","start":"2026-03-04T02:22:39.523282Z","end":"2026-03-04T02:22:39.731633Z","steps":["trace[22659090] 'process raft request' (duration: 207.929568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.731726Z","caller":"traceutil/trace.go:171","msg":"trace[1514958793] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"208.338688ms","start":"2026-03-04T02:22:39.52337Z","end":"2026-03-04T02:22:39.731709Z","steps":["trace[1514958793] 'process raft request' (duration: 208.297997ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.731706Z","caller":"traceutil/trace.go:171","msg":"trace[1776616448] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"208.404159ms","start":"2026-03-04T02:22:39.523276Z","end":"2026-03-04T02:22:39.73168Z","steps":["trace[1776616448] 'process raft request' (duration: 208.207204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.731795Z","caller":"traceutil/trace.go:171","msg":"trace[1776102597] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"208.43871ms","start":"2026-03-04T02:22:39.523334Z","end":"2026-03-04T02:22:39.731772Z","steps":["trace[1776102597] 'process raft request' (duration: 208.288727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.84696Z","caller":"traceutil/trace.go:171","msg":"trace[2021238940] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"190.584682ms","start":"2026-03-04T02:22:39.656345Z","end":"2026-03-04T02:22:39.84693Z","steps":["trace[2021238940] 'process raft request' (duration: 190.427769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.846983Z","caller":"traceutil/trace.go:171","msg":"trace[72034708] linearizableReadLoop","detail":"{readStateIndex:26343; appliedIndex:26335; }","duration":"200.114505ms","start":"2026-03-04T02:22:39.646846Z","end":"2026-03-04T02:22:39.84696Z","steps":["trace[72034708] 'read index received' (duration: 84.042513ms)","trace[72034708] 'applied index is now lower than readState.Index' (duration: 116.070672ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:39.847042Z","caller":"traceutil/trace.go:171","msg":"trace[1165557019] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"193.612023ms","start":"2026-03-04T02:22:39.653415Z","end":"2026-03-04T02:22:39.847027Z","steps":["trace[1165557019] 'process raft request' (duration: 193.273056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.847076Z","caller":"traceutil/trace.go:171","msg":"trace[58930501] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"193.799768ms","start":"2026-03-04T02:22:39.653251Z","end":"2026-03-04T02:22:39.847051Z","steps":["trace[58930501] 'process raft request' (duration: 193.331787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.84712Z","caller":"traceutil/trace.go:171","msg":"trace[422688812] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"189.985838ms","start":"2026-03-04T02:22:39.657126Z","end":"2026-03-04T02:22:39.847112Z","steps":["trace[422688812] 'process raft request' (duration: 189.752963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.846963Z","caller":"traceutil/trace.go:171","msg":"trace[1840347549] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"193.47599ms","start":"2026-03-04T02:22:39.653448Z","end":"2026-03-04T02:22:39.846923Z","steps":["trace[1840347549] 'process raft request' (duration: 193.286356ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.847092Z","caller":"traceutil/trace.go:171","msg":"trace[1797464958] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"190.003919ms","start":"2026-03-04T02:22:39.657078Z","end":"2026-03-04T02:22:39.847082Z","steps":["trace[1797464958] 'process raft request' (duration: 189.756343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.847446Z","caller":"traceutil/trace.go:171","msg":"trace[184382062] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"190.225514ms","start":"2026-03-04T02:22:39.657202Z","end":"2026-03-04T02:22:39.847428Z","steps":["trace[184382062] 'process raft request' (duration: 189.718322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.84752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.594627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-data\" ","response":"range_response_count:1 size:6541"} {"level":"warn","ts":"2026-03-04T02:22:39.847535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.832474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-747d7849f7-qvt4z\" ","response":"range_response_count:1 size:6494"} {"level":"warn","ts":"2026-03-04T02:22:39.847486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.613073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T02:22:39.847574Z","caller":"traceutil/trace.go:171","msg":"trace[234778468] range","detail":"{range_begin:/registry/pods/openstack/manila-api-747d7849f7-qvt4z; range_end:; response_count:1; response_revision:25408; }","duration":"168.903286ms","start":"2026-03-04T02:22:39.678661Z","end":"2026-03-04T02:22:39.847564Z","steps":["trace[234778468] 'agreement among raft nodes before linearized reading' (duration: 168.817794ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.847569Z","caller":"traceutil/trace.go:171","msg":"trace[2062316234] range","detail":"{range_begin:/registry/deployments/openstack/manila-data; range_end:; response_count:1; response_revision:25408; }","duration":"102.687409ms","start":"2026-03-04T02:22:39.74487Z","end":"2026-03-04T02:22:39.847558Z","steps":["trace[2062316234] 'agreement among raft nodes before linearized reading' (duration: 102.536195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.847668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.178163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:22:39.847456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.872469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-04T02:22:39.847759Z","caller":"traceutil/trace.go:171","msg":"trace[1558044436] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25408; }","duration":"282.305715ms","start":"2026-03-04T02:22:39.565433Z","end":"2026-03-04T02:22:39.847739Z","steps":["trace[1558044436] 'agreement among raft nodes before linearized reading' (duration: 282.155022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.847793Z","caller":"traceutil/trace.go:171","msg":"trace[768698139] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25408; }","duration":"194.207137ms","start":"2026-03-04T02:22:39.653559Z","end":"2026-03-04T02:22:39.847766Z","steps":["trace[768698139] 'agreement among raft nodes before linearized reading' (duration: 193.773987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:39.848872Z","caller":"traceutil/trace.go:171","msg":"trace[1462585547] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25408; }","duration":"321.781798ms","start":"2026-03-04T02:22:39.52581Z","end":"2026-03-04T02:22:39.847592Z","steps":["trace[1462585547] 'agreement among raft nodes before linearized reading' (duration: 321.487381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.850107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.525798Z","time spent":"323.17044ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-04T02:22:40.005939Z","caller":"traceutil/trace.go:171","msg":"trace[1104345059] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"157.168212ms","start":"2026-03-04T02:22:39.84873Z","end":"2026-03-04T02:22:40.005899Z","steps":["trace[1104345059] 'process raft request' (duration: 139.95463ms)","trace[1104345059] 'compare' (duration: 17.009318ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:40.005967Z","caller":"traceutil/trace.go:171","msg":"trace[280050243] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"157.126711ms","start":"2026-03-04T02:22:39.848816Z","end":"2026-03-04T02:22:40.005942Z","steps":["trace[280050243] 'process raft request' (duration: 157.021389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:40.006174Z","caller":"traceutil/trace.go:171","msg":"trace[1612491770] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"152.821201ms","start":"2026-03-04T02:22:39.85332Z","end":"2026-03-04T02:22:40.006141Z","steps":["trace[1612491770] 'process raft request' (duration: 152.596976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:40.006326Z","caller":"traceutil/trace.go:171","msg":"trace[1884389971] linearizableReadLoop","detail":"{readStateIndex:26356; appliedIndex:26351; }","duration":"152.699368ms","start":"2026-03-04T02:22:39.853609Z","end":"2026-03-04T02:22:40.006308Z","steps":["trace[1884389971] 'read index received' (duration: 92.717127ms)","trace[1884389971] 'applied index is now lower than readState.Index' (duration: 59.976671ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:40.006443Z","caller":"traceutil/trace.go:171","msg":"trace[934099935] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"147.495826ms","start":"2026-03-04T02:22:39.858936Z","end":"2026-03-04T02:22:40.006432Z","steps":["trace[934099935] 'process raft request' (duration: 147.204019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:40.006476Z","caller":"traceutil/trace.go:171","msg":"trace[686080133] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"153.448146ms","start":"2026-03-04T02:22:39.853018Z","end":"2026-03-04T02:22:40.006466Z","steps":["trace[686080133] 'process raft request' (duration: 152.874802ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:40.006567Z","caller":"traceutil/trace.go:171","msg":"trace[1705606552] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"147.346743ms","start":"2026-03-04T02:22:39.859214Z","end":"2026-03-04T02:22:40.00656Z","steps":["trace[1705606552] 'process raft request' (duration: 146.962594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:40.006632Z","caller":"traceutil/trace.go:171","msg":"trace[45633226] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"147.081116ms","start":"2026-03-04T02:22:39.859545Z","end":"2026-03-04T02:22:40.006626Z","steps":["trace[45633226] 'process raft request' (duration: 146.665577ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:40.006759Z","caller":"traceutil/trace.go:171","msg":"trace[273710797] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"146.457252ms","start":"2026-03-04T02:22:39.860295Z","end":"2026-03-04T02:22:40.006752Z","steps":["trace[273710797] 'process raft request' (duration: 145.962161ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:40.006805Z","caller":"traceutil/trace.go:171","msg":"trace[1063252509] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"151.046629ms","start":"2026-03-04T02:22:39.855746Z","end":"2026-03-04T02:22:40.006792Z","steps":["trace[1063252509] 'process raft request' (duration: 150.262231ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:40.00644Z","caller":"traceutil/trace.go:171","msg":"trace[740423809] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"157.594722ms","start":"2026-03-04T02:22:39.848829Z","end":"2026-03-04T02:22:40.006424Z","steps":["trace[740423809] 'process raft request' (duration: 157.039209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:40.007002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.372594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-04T02:22:40.007055Z","caller":"traceutil/trace.go:171","msg":"trace[1994886677] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25421; }","duration":"153.463746ms","start":"2026-03-04T02:22:39.853576Z","end":"2026-03-04T02:22:40.007039Z","steps":["trace[1994886677] 'agreement among raft nodes before linearized reading' (duration: 153.281092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:40.007062Z","caller":"traceutil/trace.go:171","msg":"trace[1853758093] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"151.122921ms","start":"2026-03-04T02:22:39.855929Z","end":"2026-03-04T02:22:40.007052Z","steps":["trace[1853758093] 'process raft request' (duration: 150.135068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:40.007185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.558118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T02:22:40.007222Z","caller":"traceutil/trace.go:171","msg":"trace[783967567] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25421; }","duration":"150.625469ms","start":"2026-03-04T02:22:39.856588Z","end":"2026-03-04T02:22:40.007214Z","steps":["trace[783967567] 'agreement among raft nodes before linearized reading' (duration: 150.496756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:40.007352Z","caller":"traceutil/trace.go:171","msg":"trace[1503387674] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"149.941783ms","start":"2026-03-04T02:22:39.857275Z","end":"2026-03-04T02:22:40.007217Z","steps":["trace[1503387674] 'process raft request' (duration: 148.836067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:40.1386Z","caller":"traceutil/trace.go:171","msg":"trace[1148355504] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"100.649331ms","start":"2026-03-04T02:22:40.037924Z","end":"2026-03-04T02:22:40.138573Z","steps":["trace[1148355504] 'process raft request' (duration: 68.047529ms)","trace[1148355504] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/openstack/manila-share-d4ff859c5-4n4jm; req_size:10199; } (duration: 32.344306ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:41.098654Z","caller":"traceutil/trace.go:171","msg":"trace[1731670637] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"135.860294ms","start":"2026-03-04T02:22:40.962763Z","end":"2026-03-04T02:22:41.098623Z","steps":["trace[1731670637] 'process raft request' (duration: 135.568258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:41.100235Z","caller":"traceutil/trace.go:171","msg":"trace[1394643593] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"136.515679ms","start":"2026-03-04T02:22:40.963678Z","end":"2026-03-04T02:22:41.100194Z","steps":["trace[1394643593] 'process raft request' (duration: 134.763298ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:41.305284Z","caller":"traceutil/trace.go:171","msg":"trace[305946163] linearizableReadLoop","detail":"{readStateIndex:26376; appliedIndex:26375; }","duration":"140.158884ms","start":"2026-03-04T02:22:41.165098Z","end":"2026-03-04T02:22:41.305256Z","steps":["trace[305946163] 'read index received' (duration: 40.885895ms)","trace[305946163] 'applied index is now lower than readState.Index' (duration: 99.271949ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:41.305302Z","caller":"traceutil/trace.go:171","msg":"trace[456855135] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"182.675708ms","start":"2026-03-04T02:22:41.122591Z","end":"2026-03-04T02:22:41.305266Z","steps":["trace[456855135] 'process raft request' (duration: 83.365688ms)","trace[456855135] 'compare' (duration: 99.049944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:41.305415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.308758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:41.305479Z","caller":"traceutil/trace.go:171","msg":"trace[1735060806] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25434; }","duration":"140.417571ms","start":"2026-03-04T02:22:41.165047Z","end":"2026-03-04T02:22:41.305464Z","steps":["trace[1735060806] 'agreement among raft nodes before linearized reading' (duration: 140.321018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:41.678673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.903604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:41.678841Z","caller":"traceutil/trace.go:171","msg":"trace[809134948] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"373.869475ms","start":"2026-03-04T02:22:41.304921Z","end":"2026-03-04T02:22:41.678791Z","steps":["trace[809134948] 'process raft request' (duration: 139.773346ms)","trace[809134948] 'compare' (duration: 233.749161ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:41.67888Z","caller":"traceutil/trace.go:171","msg":"trace[2014554424] linearizableReadLoop","detail":"{readStateIndex:26377; appliedIndex:26376; }","duration":"373.490356ms","start":"2026-03-04T02:22:41.305341Z","end":"2026-03-04T02:22:41.678832Z","steps":["trace[2014554424] 'read index received' (duration: 139.431568ms)","trace[2014554424] 'applied index is now lower than readState.Index' (duration: 234.055118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:41.678964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:41.304902Z","time spent":"374.014198ms","remote":"127.0.0.1:35742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:22:41.764722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.844323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:41.764819Z","caller":"traceutil/trace.go:171","msg":"trace[854462744] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25435; }","duration":"518.996996ms","start":"2026-03-04T02:22:41.245789Z","end":"2026-03-04T02:22:41.764786Z","steps":["trace[854462744] 'agreement among raft nodes before linearized reading' (duration: 433.165891ms)","trace[854462744] 'count revisions from in-memory index tree' (duration: 85.691892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:41.764863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:41.245763Z","time spent":"519.088258ms","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:22:41.765146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.169428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T02:22:41.765206Z","caller":"traceutil/trace.go:171","msg":"trace[380554532] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25435; }","duration":"590.227659ms","start":"2026-03-04T02:22:41.174958Z","end":"2026-03-04T02:22:41.765186Z","steps":["trace[380554532] 'agreement among raft nodes before linearized reading' (duration: 504.031825ms)","trace[380554532] 'range keys from in-memory index tree' (duration: 86.05156ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:41.76523Z","caller":"traceutil/trace.go:171","msg":"trace[182245159] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"439.327294ms","start":"2026-03-04T02:22:41.325892Z","end":"2026-03-04T02:22:41.765219Z","steps":["trace[182245159] 'process raft request' (duration: 438.636438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:41.765243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:41.174949Z","time spent":"590.285781ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T02:22:41.765296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:41.325856Z","time spent":"439.394776ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:41.765547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.089154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:22:41.765575Z","caller":"traceutil/trace.go:171","msg":"trace[1046770459] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25437; }","duration":"295.131475ms","start":"2026-03-04T02:22:41.470436Z","end":"2026-03-04T02:22:41.765568Z","steps":["trace[1046770459] 'agreement among raft nodes before linearized reading' (duration: 295.047283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:41.765605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.191183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:41.765664Z","caller":"traceutil/trace.go:171","msg":"trace[285173001] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25437; }","duration":"315.309716ms","start":"2026-03-04T02:22:41.450339Z","end":"2026-03-04T02:22:41.765649Z","steps":["trace[285173001] 'agreement among raft nodes before linearized reading' (duration: 315.213184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:41.765692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:41.450314Z","time spent":"315.370668ms","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:22:41.765711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.682388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:41.765769Z","caller":"traceutil/trace.go:171","msg":"trace[415026961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25437; }","duration":"292.780121ms","start":"2026-03-04T02:22:41.47297Z","end":"2026-03-04T02:22:41.765751Z","steps":["trace[415026961] 'agreement among raft nodes before linearized reading' (duration: 292.681648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:41.765825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.970866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:41.765848Z","caller":"traceutil/trace.go:171","msg":"trace[1368727979] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25437; }","duration":"457.017968ms","start":"2026-03-04T02:22:41.308824Z","end":"2026-03-04T02:22:41.765842Z","steps":["trace[1368727979] 'agreement among raft nodes before linearized reading' (duration: 456.982827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:41.765864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:41.308811Z","time spent":"457.048348ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:22:41.765907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.690577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:22:41.765933Z","caller":"traceutil/trace.go:171","msg":"trace[1863037878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25437; }","duration":"244.746329ms","start":"2026-03-04T02:22:41.521178Z","end":"2026-03-04T02:22:41.765924Z","steps":["trace[1863037878] 'agreement among raft nodes before linearized reading' (duration: 244.651556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:41.87837Z","caller":"traceutil/trace.go:171","msg":"trace[681203896] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"107.719437ms","start":"2026-03-04T02:22:41.770624Z","end":"2026-03-04T02:22:41.878344Z","steps":["trace[681203896] 'process raft request' (duration: 107.534982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:41.878631Z","caller":"traceutil/trace.go:171","msg":"trace[1905640899] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"107.730167ms","start":"2026-03-04T02:22:41.770866Z","end":"2026-03-04T02:22:41.878597Z","steps":["trace[1905640899] 'process raft request' (duration: 107.43607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:41.878714Z","caller":"traceutil/trace.go:171","msg":"trace[2096750234] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"107.809758ms","start":"2026-03-04T02:22:41.770895Z","end":"2026-03-04T02:22:41.878705Z","steps":["trace[2096750234] 'process raft request' (duration: 107.636234ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:41.878718Z","caller":"traceutil/trace.go:171","msg":"trace[1860321604] linearizableReadLoop","detail":"{readStateIndex:26385; appliedIndex:26380; }","duration":"106.515218ms","start":"2026-03-04T02:22:41.772181Z","end":"2026-03-04T02:22:41.878696Z","steps":["trace[1860321604] 'read index received' (duration: 55.516426ms)","trace[1860321604] 'applied index is now lower than readState.Index' (duration: 50.997922ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:41.87882Z","caller":"traceutil/trace.go:171","msg":"trace[382483954] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"106.1415ms","start":"2026-03-04T02:22:41.772668Z","end":"2026-03-04T02:22:41.878809Z","steps":["trace[382483954] 'process raft request' (duration: 105.995166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:41.878827Z","caller":"traceutil/trace.go:171","msg":"trace[1768074897] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"107.776587ms","start":"2026-03-04T02:22:41.771013Z","end":"2026-03-04T02:22:41.878789Z","steps":["trace[1768074897] 'process raft request' (duration: 107.619624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:41.879032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.835435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18446"} {"level":"info","ts":"2026-03-04T02:22:41.879065Z","caller":"traceutil/trace.go:171","msg":"trace[210732056] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25443; }","duration":"106.909287ms","start":"2026-03-04T02:22:41.772147Z","end":"2026-03-04T02:22:41.879056Z","steps":["trace[210732056] 'agreement among raft nodes before linearized reading' (duration: 106.784305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:42.069163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.83269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:42.069264Z","caller":"traceutil/trace.go:171","msg":"trace[1729223934] linearizableReadLoop","detail":"{readStateIndex:26387; appliedIndex:26386; }","duration":"175.130582ms","start":"2026-03-04T02:22:41.894118Z","end":"2026-03-04T02:22:42.069248Z","steps":["trace[1729223934] 'read index received' (duration: 73.097158ms)","trace[1729223934] 'applied index is now lower than readState.Index' (duration: 102.032164ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:42.069345Z","caller":"traceutil/trace.go:171","msg":"trace[1498407026] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"188.600387ms","start":"2026-03-04T02:22:41.880672Z","end":"2026-03-04T02:22:42.069273Z","steps":["trace[1498407026] 'process raft request' (duration: 86.595423ms)","trace[1498407026] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/cilium.io/ciliumidentities/46533; req_size:1530; } (duration: 101.711746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:42.069489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.349997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:22:42.069559Z","caller":"traceutil/trace.go:171","msg":"trace[1116625002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25444; }","duration":"175.442849ms","start":"2026-03-04T02:22:41.894097Z","end":"2026-03-04T02:22:42.06954Z","steps":["trace[1116625002] 'agreement among raft nodes before linearized reading' (duration: 175.211514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:42.259947Z","caller":"traceutil/trace.go:171","msg":"trace[119738176] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"184.134412ms","start":"2026-03-04T02:22:42.075795Z","end":"2026-03-04T02:22:42.259929Z","steps":["trace[119738176] 'process raft request' (duration: 103.838766ms)","trace[119738176] 'compare' (duration: 79.795964ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:42.260084Z","caller":"traceutil/trace.go:171","msg":"trace[141893190] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"115.598961ms","start":"2026-03-04T02:22:42.144478Z","end":"2026-03-04T02:22:42.260077Z","steps":["trace[141893190] 'process raft request' (duration: 115.177711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:46.772642Z","caller":"traceutil/trace.go:171","msg":"trace[141559282] linearizableReadLoop","detail":"{readStateIndex:26448; appliedIndex:26447; }","duration":"112.190281ms","start":"2026-03-04T02:22:46.660433Z","end":"2026-03-04T02:22:46.772624Z","steps":["trace[141559282] 'read index received' (duration: 112.094349ms)","trace[141559282] 'applied index is now lower than readState.Index' (duration: 94.842µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:46.772762Z","caller":"traceutil/trace.go:171","msg":"trace[1697424584] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"117.541245ms","start":"2026-03-04T02:22:46.655187Z","end":"2026-03-04T02:22:46.772729Z","steps":["trace[1697424584] 'process raft request' (duration: 117.29606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:46.773906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.45364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:22:46.773952Z","caller":"traceutil/trace.go:171","msg":"trace[1223547514] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25504; }","duration":"113.543623ms","start":"2026-03-04T02:22:46.660398Z","end":"2026-03-04T02:22:46.773942Z","steps":["trace[1223547514] 'agreement among raft nodes before linearized reading' (duration: 112.304444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:51.975999Z","caller":"traceutil/trace.go:171","msg":"trace[1831929040] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"124.916758ms","start":"2026-03-04T02:22:51.851057Z","end":"2026-03-04T02:22:51.975974Z","steps":["trace[1831929040] 'process raft request' (duration: 124.56751ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:52.055543Z","caller":"traceutil/trace.go:171","msg":"trace[2022296201] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"127.981209ms","start":"2026-03-04T02:22:51.927539Z","end":"2026-03-04T02:22:52.05552Z","steps":["trace[2022296201] 'process raft request' (duration: 61.114058ms)","trace[2022296201] 'compare' (duration: 66.741299ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:53.274156Z","caller":"traceutil/trace.go:171","msg":"trace[581681885] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"131.473102ms","start":"2026-03-04T02:22:53.142651Z","end":"2026-03-04T02:22:53.274124Z","steps":["trace[581681885] 'process raft request' (duration: 32.337906ms)","trace[581681885] 'compare' (duration: 98.947061ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:53.27417Z","caller":"traceutil/trace.go:171","msg":"trace[1557838895] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"129.755171ms","start":"2026-03-04T02:22:53.144391Z","end":"2026-03-04T02:22:53.274147Z","steps":["trace[1557838895] 'process raft request' (duration: 129.670309ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:54.187313Z","caller":"traceutil/trace.go:171","msg":"trace[966909168] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"121.778446ms","start":"2026-03-04T02:22:54.065509Z","end":"2026-03-04T02:22:54.187287Z","steps":["trace[966909168] 'process raft request' (duration: 121.629072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:54.277746Z","caller":"traceutil/trace.go:171","msg":"trace[1979877855] linearizableReadLoop","detail":"{readStateIndex:26522; appliedIndex:26520; }","duration":"176.196707ms","start":"2026-03-04T02:22:54.101525Z","end":"2026-03-04T02:22:54.277722Z","steps":["trace[1979877855] 'read index received' (duration: 85.59036ms)","trace[1979877855] 'applied index is now lower than readState.Index' (duration: 90.605097ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:54.277785Z","caller":"traceutil/trace.go:171","msg":"trace[1397879425] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"209.485804ms","start":"2026-03-04T02:22:54.068265Z","end":"2026-03-04T02:22:54.277751Z","steps":["trace[1397879425] 'process raft request' (duration: 153.272991ms)","trace[1397879425] 'compare' (duration: 56.07341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:54.277979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.439912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:22:54.278019Z","caller":"traceutil/trace.go:171","msg":"trace[995574239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25577; }","duration":"176.537094ms","start":"2026-03-04T02:22:54.101471Z","end":"2026-03-04T02:22:54.278008Z","steps":["trace[995574239] 'agreement among raft nodes before linearized reading' (duration: 176.369981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:54.278115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.103523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:22:54.278149Z","caller":"traceutil/trace.go:171","msg":"trace[934846663] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25577; }","duration":"116.173875ms","start":"2026-03-04T02:22:54.161968Z","end":"2026-03-04T02:22:54.278142Z","steps":["trace[934846663] 'agreement among raft nodes before linearized reading' (duration: 116.006381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:54.27819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.861005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:22:54.278296Z","caller":"traceutil/trace.go:171","msg":"trace[137372498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25577; }","duration":"154.004178ms","start":"2026-03-04T02:22:54.124263Z","end":"2026-03-04T02:22:54.278267Z","steps":["trace[137372498] 'agreement among raft nodes before linearized reading' (duration: 153.732272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:54.278372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.045589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:22:54.27847Z","caller":"traceutil/trace.go:171","msg":"trace[1937714490] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25577; }","duration":"154.183343ms","start":"2026-03-04T02:22:54.124263Z","end":"2026-03-04T02:22:54.278446Z","steps":["trace[1937714490] 'agreement among raft nodes before linearized reading' (duration: 153.925717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:54.279008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.921166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:22:54.27908Z","caller":"traceutil/trace.go:171","msg":"trace[1653787013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25577; }","duration":"154.859818ms","start":"2026-03-04T02:22:54.124204Z","end":"2026-03-04T02:22:54.279064Z","steps":["trace[1653787013] 'agreement among raft nodes before linearized reading' (duration: 153.766453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:56.959676Z","caller":"traceutil/trace.go:171","msg":"trace[1396803042] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"123.425543ms","start":"2026-03-04T02:22:56.836225Z","end":"2026-03-04T02:22:56.959651Z","steps":["trace[1396803042] 'process raft request' (duration: 123.28398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:57.100722Z","caller":"traceutil/trace.go:171","msg":"trace[1579646485] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"119.502322ms","start":"2026-03-04T02:22:56.981181Z","end":"2026-03-04T02:22:57.100683Z","steps":["trace[1579646485] 'process raft request' (duration: 92.425869ms)","trace[1579646485] 'compare' (duration: 26.645943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:23:15.475507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.346001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:15.475606Z","caller":"traceutil/trace.go:171","msg":"trace[645149483] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25729; }","duration":"105.484594ms","start":"2026-03-04T02:23:15.370099Z","end":"2026-03-04T02:23:15.475583Z","steps":["trace[645149483] 'range keys from in-memory index tree' (duration: 105.256919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:15.475832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.043417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-04T02:23:15.475879Z","caller":"traceutil/trace.go:171","msg":"trace[231241148] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25729; }","duration":"103.103848ms","start":"2026-03-04T02:23:15.37276Z","end":"2026-03-04T02:23:15.475864Z","steps":["trace[231241148] 'range keys from in-memory index tree' (duration: 102.936265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:15.475899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.112136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:15.475997Z","caller":"traceutil/trace.go:171","msg":"trace[552895014] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25729; }","duration":"108.277909ms","start":"2026-03-04T02:23:15.367694Z","end":"2026-03-04T02:23:15.475972Z","steps":["trace[552895014] 'range keys from in-memory index tree' (duration: 108.017553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:15.475988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.925852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:23:15.476041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.369961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-04T02:23:15.476073Z","caller":"traceutil/trace.go:171","msg":"trace[1339943933] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25729; }","duration":"114.043834ms","start":"2026-03-04T02:23:15.362007Z","end":"2026-03-04T02:23:15.476051Z","steps":["trace[1339943933] 'range keys from in-memory index tree' (duration: 113.85804ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:15.476083Z","caller":"traceutil/trace.go:171","msg":"trace[758701935] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25729; }","duration":"111.441673ms","start":"2026-03-04T02:23:15.364625Z","end":"2026-03-04T02:23:15.476067Z","steps":["trace[758701935] 'range keys from in-memory index tree' (duration: 111.318941ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:15.476176Z","caller":"traceutil/trace.go:171","msg":"trace[1141249718] linearizableReadLoop","detail":"{readStateIndex:26679; appliedIndex:26678; }","duration":"102.118965ms","start":"2026-03-04T02:23:15.374045Z","end":"2026-03-04T02:23:15.476164Z","steps":["trace[1141249718] 'read index received' (duration: 101.561742ms)","trace[1141249718] 'applied index is now lower than readState.Index' (duration: 556.263µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:15.476244Z","caller":"traceutil/trace.go:171","msg":"trace[844221601] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"103.376115ms","start":"2026-03-04T02:23:15.372856Z","end":"2026-03-04T02:23:15.476232Z","steps":["trace[844221601] 'process raft request' (duration: 102.807082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:15.476413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.360771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:15.47644Z","caller":"traceutil/trace.go:171","msg":"trace[631780049] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25730; }","duration":"102.401983ms","start":"2026-03-04T02:23:15.374027Z","end":"2026-03-04T02:23:15.476429Z","steps":["trace[631780049] 'agreement among raft nodes before linearized reading' (duration: 102.349281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:15.484966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.45701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:15.485183Z","caller":"traceutil/trace.go:171","msg":"trace[2033354716] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25732; }","duration":"110.580603ms","start":"2026-03-04T02:23:15.374437Z","end":"2026-03-04T02:23:15.485018Z","steps":["trace[2033354716] 'agreement among raft nodes before linearized reading' (duration: 110.44629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:15.48531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.15053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:15.48533Z","caller":"traceutil/trace.go:171","msg":"trace[657288536] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25732; }","duration":"100.18276ms","start":"2026-03-04T02:23:15.385143Z","end":"2026-03-04T02:23:15.485326Z","steps":["trace[657288536] 'agreement among raft nodes before linearized reading' (duration: 100.15036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:15.485383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.602521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:15.485403Z","caller":"traceutil/trace.go:171","msg":"trace[2007933159] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25732; }","duration":"100.636821ms","start":"2026-03-04T02:23:15.384762Z","end":"2026-03-04T02:23:15.485399Z","steps":["trace[2007933159] 'agreement among raft nodes before linearized reading' (duration: 100.60698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:15.485537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.759724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:15.485557Z","caller":"traceutil/trace.go:171","msg":"trace[2023502875] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25732; }","duration":"100.797195ms","start":"2026-03-04T02:23:15.384755Z","end":"2026-03-04T02:23:15.485552Z","steps":["trace[2023502875] 'agreement among raft nodes before linearized reading' (duration: 100.766244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:15.485607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.566743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:15.485623Z","caller":"traceutil/trace.go:171","msg":"trace[2051870394] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25732; }","duration":"101.601024ms","start":"2026-03-04T02:23:15.384018Z","end":"2026-03-04T02:23:15.485619Z","steps":["trace[2051870394] 'agreement among raft nodes before linearized reading' (duration: 101.576864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:15.48567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.73061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:15.485685Z","caller":"traceutil/trace.go:171","msg":"trace[1350725293] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25732; }","duration":"102.764801ms","start":"2026-03-04T02:23:15.382916Z","end":"2026-03-04T02:23:15.485681Z","steps":["trace[1350725293] 'agreement among raft nodes before linearized reading' (duration: 102.74301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:15.485726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.802792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:15.485741Z","caller":"traceutil/trace.go:171","msg":"trace[660733033] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25732; }","duration":"102.841983ms","start":"2026-03-04T02:23:15.382895Z","end":"2026-03-04T02:23:15.485737Z","steps":["trace[660733033] 'agreement among raft nodes before linearized reading' (duration: 102.820703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:15.485789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.442737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:15.485804Z","caller":"traceutil/trace.go:171","msg":"trace[71360734] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25732; }","duration":"106.470568ms","start":"2026-03-04T02:23:15.379329Z","end":"2026-03-04T02:23:15.4858Z","steps":["trace[71360734] 'agreement among raft nodes before linearized reading' (duration: 106.448397ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:15.485965Z","caller":"traceutil/trace.go:171","msg":"trace[1580088331] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"107.566843ms","start":"2026-03-04T02:23:15.378367Z","end":"2026-03-04T02:23:15.485934Z","steps":["trace[1580088331] 'process raft request' (duration: 106.363695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:15.486201Z","caller":"traceutil/trace.go:171","msg":"trace[2035513093] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"105.325141ms","start":"2026-03-04T02:23:15.380869Z","end":"2026-03-04T02:23:15.486194Z","steps":["trace[2035513093] 'process raft request' (duration: 103.979169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:30.816533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.011891ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:30.816653Z","caller":"traceutil/trace.go:171","msg":"trace[16587407] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25830; }","duration":"208.152494ms","start":"2026-03-04T02:23:30.608488Z","end":"2026-03-04T02:23:30.816641Z","steps":["trace[16587407] 'range keys from in-memory index tree' (duration: 207.993399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:30.8168Z","caller":"traceutil/trace.go:171","msg":"trace[1540248138] linearizableReadLoop","detail":"{readStateIndex:26783; appliedIndex:26782; }","duration":"215.923285ms","start":"2026-03-04T02:23:30.600854Z","end":"2026-03-04T02:23:30.816777Z","steps":["trace[1540248138] 'read index received' (duration: 126.402513ms)","trace[1540248138] 'applied index is now lower than readState.Index' (duration: 89.519882ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:30.816895Z","caller":"traceutil/trace.go:171","msg":"trace[1770703385] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"243.54834ms","start":"2026-03-04T02:23:30.573313Z","end":"2026-03-04T02:23:30.816861Z","steps":["trace[1770703385] 'process raft request' (duration: 153.910426ms)","trace[1770703385] 'compare' (duration: 89.136672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:23:30.817036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.40223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:23:30.817062Z","caller":"traceutil/trace.go:171","msg":"trace[779266625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25831; }","duration":"110.471851ms","start":"2026-03-04T02:23:30.706584Z","end":"2026-03-04T02:23:30.817056Z","steps":["trace[779266625] 'agreement among raft nodes before linearized reading' (duration: 110.378669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:30.81709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.209932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:23:30.817122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.887306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:23:30.817174Z","caller":"traceutil/trace.go:171","msg":"trace[1157651440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25831; }","duration":"216.344145ms","start":"2026-03-04T02:23:30.600807Z","end":"2026-03-04T02:23:30.817151Z","steps":["trace[1157651440] 'agreement among raft nodes before linearized reading' (duration: 216.100489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:23:30.817174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.558727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:23:30.817133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.60876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:23:30.81731Z","caller":"traceutil/trace.go:171","msg":"trace[2041537816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25831; }","duration":"183.823445ms","start":"2026-03-04T02:23:30.633474Z","end":"2026-03-04T02:23:30.817297Z","steps":["trace[2041537816] 'agreement among raft nodes before linearized reading' (duration: 183.478627ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:30.817249Z","caller":"traceutil/trace.go:171","msg":"trace[664848963] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25831; }","duration":"108.69806ms","start":"2026-03-04T02:23:30.708532Z","end":"2026-03-04T02:23:30.81723Z","steps":["trace[664848963] 'agreement among raft nodes before linearized reading' (duration: 108.494975ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:30.817246Z","caller":"traceutil/trace.go:171","msg":"trace[543456018] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25831; }","duration":"154.07925ms","start":"2026-03-04T02:23:30.66312Z","end":"2026-03-04T02:23:30.8172Z","steps":["trace[543456018] 'agreement among raft nodes before linearized reading' (duration: 153.871875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:31.255895Z","caller":"traceutil/trace.go:171","msg":"trace[1145214111] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"150.410514ms","start":"2026-03-04T02:23:31.105449Z","end":"2026-03-04T02:23:31.255859Z","steps":["trace[1145214111] 'process raft request' (duration: 150.175368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:31.719838Z","caller":"traceutil/trace.go:171","msg":"trace[491187608] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"172.730205ms","start":"2026-03-04T02:23:31.547074Z","end":"2026-03-04T02:23:31.719804Z","steps":["trace[491187608] 'process raft request' (duration: 172.344596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:31.719863Z","caller":"traceutil/trace.go:171","msg":"trace[814493039] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"172.448289ms","start":"2026-03-04T02:23:31.547376Z","end":"2026-03-04T02:23:31.719824Z","steps":["trace[814493039] 'process raft request' (duration: 172.322796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:31.720135Z","caller":"traceutil/trace.go:171","msg":"trace[345984070] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"137.069842ms","start":"2026-03-04T02:23:31.583033Z","end":"2026-03-04T02:23:31.720103Z","steps":["trace[345984070] 'process raft request' (duration: 136.737074ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:39.880458Z","caller":"traceutil/trace.go:171","msg":"trace[318103996] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"131.053072ms","start":"2026-03-04T02:23:39.749342Z","end":"2026-03-04T02:23:39.880395Z","steps":["trace[318103996] 'process raft request' (duration: 35.878048ms)","trace[318103996] 'compare' (duration: 94.886157ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:23:39.880991Z","caller":"traceutil/trace.go:171","msg":"trace[2040881387] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"129.312152ms","start":"2026-03-04T02:23:39.751588Z","end":"2026-03-04T02:23:39.880901Z","steps":["trace[2040881387] 'process raft request' (duration: 129.25984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:23:39.881053Z","caller":"traceutil/trace.go:171","msg":"trace[2146312932] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"129.861064ms","start":"2026-03-04T02:23:39.751108Z","end":"2026-03-04T02:23:39.880969Z","steps":["trace[2146312932] 'process raft request' (duration: 129.477895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:03.922162Z","caller":"traceutil/trace.go:171","msg":"trace[571370353] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"211.074465ms","start":"2026-03-04T02:24:03.711052Z","end":"2026-03-04T02:24:03.922126Z","steps":["trace[571370353] 'process raft request' (duration: 209.883278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:03.922443Z","caller":"traceutil/trace.go:171","msg":"trace[1105059722] linearizableReadLoop","detail":"{readStateIndex:27073; appliedIndex:27073; }","duration":"165.785623ms","start":"2026-03-04T02:24:03.756623Z","end":"2026-03-04T02:24:03.922409Z","steps":["trace[1105059722] 'read index received' (duration: 165.773363ms)","trace[1105059722] 'applied index is now lower than readState.Index' (duration: 9.86µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:03.922668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.026108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:24:03.922688Z","caller":"traceutil/trace.go:171","msg":"trace[799929473] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26112; }","duration":"166.11806ms","start":"2026-03-04T02:24:03.756564Z","end":"2026-03-04T02:24:03.922682Z","steps":["trace[799929473] 'agreement among raft nodes before linearized reading' (duration: 165.937986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:04.073052Z","caller":"traceutil/trace.go:171","msg":"trace[1981733700] linearizableReadLoop","detail":"{readStateIndex:27074; appliedIndex:27073; }","duration":"146.081089ms","start":"2026-03-04T02:24:03.926932Z","end":"2026-03-04T02:24:04.073013Z","steps":["trace[1981733700] 'read index received' (duration: 99.538026ms)","trace[1981733700] 'applied index is now lower than readState.Index' (duration: 46.541923ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:04.073206Z","caller":"traceutil/trace.go:171","msg":"trace[293207812] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"314.949103ms","start":"2026-03-04T02:24:03.758175Z","end":"2026-03-04T02:24:04.073124Z","steps":["trace[293207812] 'process raft request' (duration: 268.296318ms)","trace[293207812] 'compare' (duration: 46.355368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:04.073478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:03.758143Z","time spent":"315.20869ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:04.073784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.817936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:24:04.073881Z","caller":"traceutil/trace.go:171","msg":"trace[348860916] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26113; }","duration":"146.965339ms","start":"2026-03-04T02:24:03.926888Z","end":"2026-03-04T02:24:04.073853Z","steps":["trace[348860916] 'agreement among raft nodes before linearized reading' (duration: 146.317724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:04.996234Z","caller":"traceutil/trace.go:171","msg":"trace[1432153697] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"241.658623ms","start":"2026-03-04T02:24:04.754518Z","end":"2026-03-04T02:24:04.996177Z","steps":["trace[1432153697] 'process raft request' (duration: 241.418167ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:06.184496Z","caller":"traceutil/trace.go:171","msg":"trace[783955243] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"104.891252ms","start":"2026-03-04T02:24:06.079568Z","end":"2026-03-04T02:24:06.184459Z","steps":["trace[783955243] 'process raft request' (duration: 28.692403ms)","trace[783955243] 'compare' (duration: 76.034655ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:06.246734Z","caller":"traceutil/trace.go:171","msg":"trace[592635727] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"162.677609ms","start":"2026-03-04T02:24:06.084022Z","end":"2026-03-04T02:24:06.2467Z","steps":["trace[592635727] 'process raft request' (duration: 162.30452ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:06.246851Z","caller":"traceutil/trace.go:171","msg":"trace[261894900] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"161.814769ms","start":"2026-03-04T02:24:06.084998Z","end":"2026-03-04T02:24:06.246813Z","steps":["trace[261894900] 'process raft request' (duration: 161.685826ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:06.246866Z","caller":"traceutil/trace.go:171","msg":"trace[1109543993] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"162.575676ms","start":"2026-03-04T02:24:06.084259Z","end":"2026-03-04T02:24:06.246835Z","steps":["trace[1109543993] 'process raft request' (duration: 162.345241ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:07.228386Z","caller":"traceutil/trace.go:171","msg":"trace[1133056125] linearizableReadLoop","detail":"{readStateIndex:27105; appliedIndex:27103; }","duration":"106.686694ms","start":"2026-03-04T02:24:07.121674Z","end":"2026-03-04T02:24:07.228361Z","steps":["trace[1133056125] 'read index received' (duration: 13.328303ms)","trace[1133056125] 'applied index is now lower than readState.Index' (duration: 93.357421ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:07.22847Z","caller":"traceutil/trace.go:171","msg":"trace[994449214] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"145.636179ms","start":"2026-03-04T02:24:07.082786Z","end":"2026-03-04T02:24:07.228422Z","steps":["trace[994449214] 'process raft request' (duration: 136.470664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.228571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.868099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:24:07.228604Z","caller":"traceutil/trace.go:171","msg":"trace[1338363289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26143; }","duration":"106.952101ms","start":"2026-03-04T02:24:07.121636Z","end":"2026-03-04T02:24:07.228588Z","steps":["trace[1338363289] 'agreement among raft nodes before linearized reading' (duration: 106.826018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.236251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.546589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:24:07.236315Z","caller":"traceutil/trace.go:171","msg":"trace[1337260012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26144; }","duration":"114.647032ms","start":"2026-03-04T02:24:07.121651Z","end":"2026-03-04T02:24:07.236298Z","steps":["trace[1337260012] 'agreement among raft nodes before linearized reading' (duration: 114.463107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.236533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.664941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:24:07.236637Z","caller":"traceutil/trace.go:171","msg":"trace[655129755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26144; }","duration":"114.802665ms","start":"2026-03-04T02:24:07.121815Z","end":"2026-03-04T02:24:07.236618Z","steps":["trace[655129755] 'agreement among raft nodes before linearized reading' (duration: 114.536309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.236637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.883784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:24:07.23678Z","caller":"traceutil/trace.go:171","msg":"trace[2101777924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26144; }","duration":"114.095558ms","start":"2026-03-04T02:24:07.122655Z","end":"2026-03-04T02:24:07.23675Z","steps":["trace[2101777924] 'agreement among raft nodes before linearized reading' (duration: 113.679979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:08.101258Z","caller":"traceutil/trace.go:171","msg":"trace[1105226489] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"141.639104ms","start":"2026-03-04T02:24:07.959592Z","end":"2026-03-04T02:24:08.101231Z","steps":["trace[1105226489] 'process raft request' (duration: 92.735507ms)","trace[1105226489] 'compare' (duration: 48.778385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:10.282909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.458442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:24:10.282996Z","caller":"traceutil/trace.go:171","msg":"trace[1306768484] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26177; }","duration":"104.597115ms","start":"2026-03-04T02:24:10.17838Z","end":"2026-03-04T02:24:10.282977Z","steps":["trace[1306768484] 'range keys from in-memory index tree' (duration: 104.302708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:10.45399Z","caller":"traceutil/trace.go:171","msg":"trace[1516897596] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"127.671877ms","start":"2026-03-04T02:24:10.326276Z","end":"2026-03-04T02:24:10.453948Z","steps":["trace[1516897596] 'process raft request' (duration: 104.550234ms)","trace[1516897596] 'compare' (duration: 22.917958ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:11.226501Z","caller":"traceutil/trace.go:171","msg":"trace[2050613422] linearizableReadLoop","detail":"{readStateIndex:27144; appliedIndex:27143; }","duration":"114.698873ms","start":"2026-03-04T02:24:11.111773Z","end":"2026-03-04T02:24:11.226472Z","steps":["trace[2050613422] 'read index received' (duration: 114.531959ms)","trace[2050613422] 'applied index is now lower than readState.Index' (duration: 164.683µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:11.22657Z","caller":"traceutil/trace.go:171","msg":"trace[1079181422] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"122.175908ms","start":"2026-03-04T02:24:11.104352Z","end":"2026-03-04T02:24:11.226528Z","steps":["trace[1079181422] 'process raft request' (duration: 121.923902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:11.226638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.842246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:11.226737Z","caller":"traceutil/trace.go:171","msg":"trace[1633572574] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26182; }","duration":"114.936648ms","start":"2026-03-04T02:24:11.111735Z","end":"2026-03-04T02:24:11.226671Z","steps":["trace[1633572574] 'agreement among raft nodes before linearized reading' (duration: 114.837096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:11.389453Z","caller":"traceutil/trace.go:171","msg":"trace[2013408141] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"124.181295ms","start":"2026-03-04T02:24:11.265226Z","end":"2026-03-04T02:24:11.389407Z","steps":["trace[2013408141] 'process raft request' (duration: 89.558193ms)","trace[2013408141] 'compare' (duration: 34.464319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:11.624474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.641344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:11.624794Z","caller":"traceutil/trace.go:171","msg":"trace[1408828293] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"230.724956ms","start":"2026-03-04T02:24:11.394031Z","end":"2026-03-04T02:24:11.624756Z","steps":["trace[1408828293] 'process raft request' (duration: 117.663472ms)","trace[1408828293] 'compare' (duration: 112.499931ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:11.624828Z","caller":"traceutil/trace.go:171","msg":"trace[727988383] linearizableReadLoop","detail":"{readStateIndex:27146; appliedIndex:27145; }","duration":"199.144465ms","start":"2026-03-04T02:24:11.425658Z","end":"2026-03-04T02:24:11.624803Z","steps":["trace[727988383] 'read index received' (duration: 85.992829ms)","trace[727988383] 'applied index is now lower than readState.Index' (duration: 113.149706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:11.691928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.2657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:24:11.692063Z","caller":"traceutil/trace.go:171","msg":"trace[1088491296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26184; }","duration":"266.458355ms","start":"2026-03-04T02:24:11.425577Z","end":"2026-03-04T02:24:11.692035Z","steps":["trace[1088491296] 'agreement among raft nodes before linearized reading' (duration: 199.356731ms)","trace[1088491296] 'range keys from in-memory index tree' (duration: 66.835318ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:11.692235Z","caller":"traceutil/trace.go:171","msg":"trace[85734778] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"174.303582ms","start":"2026-03-04T02:24:11.517918Z","end":"2026-03-04T02:24:11.692221Z","steps":["trace[85734778] 'process raft request' (duration: 173.987474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:11.692379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.4084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:11.692434Z","caller":"traceutil/trace.go:171","msg":"trace[1403611971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26186; }","duration":"216.522592ms","start":"2026-03-04T02:24:11.475899Z","end":"2026-03-04T02:24:11.692421Z","steps":["trace[1403611971] 'agreement among raft nodes before linearized reading' (duration: 216.441141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:11.692941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.761349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:24:11.69307Z","caller":"traceutil/trace.go:171","msg":"trace[1869858113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26186; }","duration":"265.941903ms","start":"2026-03-04T02:24:11.427104Z","end":"2026-03-04T02:24:11.693046Z","steps":["trace[1869858113] 'agreement among raft nodes before linearized reading' (duration: 265.706108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:11.693238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.073106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:24:11.693325Z","caller":"traceutil/trace.go:171","msg":"trace[997841282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26186; }","duration":"266.206619ms","start":"2026-03-04T02:24:11.427105Z","end":"2026-03-04T02:24:11.693312Z","steps":["trace[997841282] 'agreement among raft nodes before linearized reading' (duration: 265.249637ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:11.821186Z","caller":"traceutil/trace.go:171","msg":"trace[1603656612] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"121.450221ms","start":"2026-03-04T02:24:11.69967Z","end":"2026-03-04T02:24:11.821121Z","steps":["trace[1603656612] 'process raft request' (duration: 121.276847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:11.821659Z","caller":"traceutil/trace.go:171","msg":"trace[1672450281] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"121.952163ms","start":"2026-03-04T02:24:11.699686Z","end":"2026-03-04T02:24:11.821638Z","steps":["trace[1672450281] 'process raft request' (duration: 121.40746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:12.695378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.779896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:12.695582Z","caller":"traceutil/trace.go:171","msg":"trace[1675321423] linearizableReadLoop","detail":"{readStateIndex:27164; appliedIndex:27163; }","duration":"139.205148ms","start":"2026-03-04T02:24:12.55636Z","end":"2026-03-04T02:24:12.695565Z","steps":["trace[1675321423] 'read index received' (duration: 38.081884ms)","trace[1675321423] 'applied index is now lower than readState.Index' (duration: 101.121634ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:12.695659Z","caller":"traceutil/trace.go:171","msg":"trace[628897331] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"145.210109ms","start":"2026-03-04T02:24:12.550438Z","end":"2026-03-04T02:24:12.695648Z","steps":["trace[628897331] 'process raft request' (duration: 43.960782ms)","trace[628897331] 'compare' (duration: 100.206032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:12.695983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.612407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18394"} {"level":"info","ts":"2026-03-04T02:24:12.696023Z","caller":"traceutil/trace.go:171","msg":"trace[160324415] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26201; }","duration":"139.687899ms","start":"2026-03-04T02:24:12.556324Z","end":"2026-03-04T02:24:12.696011Z","steps":["trace[160324415] 'agreement among raft nodes before linearized reading' (duration: 139.512335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:12.921588Z","caller":"traceutil/trace.go:171","msg":"trace[1667973889] transaction","detail":"{read_only:false; response_revision:26202; number_of_response:1; }","duration":"138.367788ms","start":"2026-03-04T02:24:12.783191Z","end":"2026-03-04T02:24:12.921559Z","steps":["trace[1667973889] 'process raft request' (duration: 138.228515ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:13.035601Z","caller":"traceutil/trace.go:171","msg":"trace[188487312] transaction","detail":"{read_only:false; response_revision:26203; number_of_response:1; }","duration":"109.813698ms","start":"2026-03-04T02:24:12.925749Z","end":"2026-03-04T02:24:13.035563Z","steps":["trace[188487312] 'process raft request' (duration: 51.0832ms)","trace[188487312] 'compare' (duration: 58.599775ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:14.079442Z","caller":"traceutil/trace.go:171","msg":"trace[1341914825] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"208.112445ms","start":"2026-03-04T02:24:13.871295Z","end":"2026-03-04T02:24:14.079408Z","steps":["trace[1341914825] 'process raft request' (duration: 207.917711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:14.079502Z","caller":"traceutil/trace.go:171","msg":"trace[80678711] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"179.627647ms","start":"2026-03-04T02:24:13.899852Z","end":"2026-03-04T02:24:14.07948Z","steps":["trace[80678711] 'process raft request' (duration: 179.404012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:14.07964Z","caller":"traceutil/trace.go:171","msg":"trace[356680345] transaction","detail":"{read_only:false; response_revision:26211; number_of_response:1; }","duration":"209.074349ms","start":"2026-03-04T02:24:13.870519Z","end":"2026-03-04T02:24:14.079594Z","steps":["trace[356680345] 'process raft request' (duration: 208.532896ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:15.896903Z","caller":"traceutil/trace.go:171","msg":"trace[183800001] linearizableReadLoop","detail":"{readStateIndex:27194; appliedIndex:27193; }","duration":"422.176091ms","start":"2026-03-04T02:24:15.474701Z","end":"2026-03-04T02:24:15.896878Z","steps":["trace[183800001] 'read index received' (duration: 422.085179ms)","trace[183800001] 'applied index is now lower than readState.Index' (duration: 89.642µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:15.897158Z","caller":"traceutil/trace.go:171","msg":"trace[895435711] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"423.234915ms","start":"2026-03-04T02:24:15.473904Z","end":"2026-03-04T02:24:15.897139Z","steps":["trace[895435711] 'process raft request' (duration: 422.837446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:15.897265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.554099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:15.897344Z","caller":"traceutil/trace.go:171","msg":"trace[832772335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26231; }","duration":"422.682612ms","start":"2026-03-04T02:24:15.474645Z","end":"2026-03-04T02:24:15.897327Z","steps":["trace[832772335] 'agreement among raft nodes before linearized reading' (duration: 422.548349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:15.897384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.474625Z","time spent":"422.751554ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:24:15.897328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.473888Z","time spent":"423.340408ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:16.576445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.238642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:16.576788Z","caller":"traceutil/trace.go:171","msg":"trace[357432373] linearizableReadLoop","detail":"{readStateIndex:27196; appliedIndex:27194; }","duration":"679.796667ms","start":"2026-03-04T02:24:15.896973Z","end":"2026-03-04T02:24:16.57677Z","steps":["trace[357432373] 'read index received' (duration: 107.072724ms)","trace[357432373] 'applied index is now lower than readState.Index' (duration: 572.722653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:16.576994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.696892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:16.577044Z","caller":"traceutil/trace.go:171","msg":"trace[202279020] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26233; }","duration":"822.777253ms","start":"2026-03-04T02:24:15.754257Z","end":"2026-03-04T02:24:16.577034Z","steps":["trace[202279020] 'agreement among raft nodes before linearized reading' (duration: 822.600659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:16.577079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.75425Z","time spent":"822.820814ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:24:16.577164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.39605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:16.577202Z","caller":"traceutil/trace.go:171","msg":"trace[1397060789] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26233; }","duration":"887.464652ms","start":"2026-03-04T02:24:15.689726Z","end":"2026-03-04T02:24:16.577191Z","steps":["trace[1397060789] 'agreement among raft nodes before linearized reading' (duration: 887.38776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:16.577226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.689715Z","time spent":"887.503853ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:16.576795Z","caller":"traceutil/trace.go:171","msg":"trace[1301715333] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"826.800658ms","start":"2026-03-04T02:24:15.74996Z","end":"2026-03-04T02:24:16.57676Z","steps":["trace[1301715333] 'process raft request' (duration: 254.128936ms)","trace[1301715333] 'compare' (duration: 572.140449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:16.577313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.221972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:16.577343Z","caller":"traceutil/trace.go:171","msg":"trace[1979911234] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26233; }","duration":"920.289822ms","start":"2026-03-04T02:24:15.657044Z","end":"2026-03-04T02:24:16.577334Z","steps":["trace[1979911234] 'agreement among raft nodes before linearized reading' (duration: 920.236361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:16.57734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.382174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"warn","ts":"2026-03-04T02:24:16.577364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.657021Z","time spent":"920.337084ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:16.577377Z","caller":"traceutil/trace.go:171","msg":"trace[1674056125] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26233; }","duration":"822.432675ms","start":"2026-03-04T02:24:15.754934Z","end":"2026-03-04T02:24:16.577367Z","steps":["trace[1674056125] 'agreement among raft nodes before linearized reading' (duration: 822.307172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:16.577396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.080011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:16.577418Z","caller":"traceutil/trace.go:171","msg":"trace[2060869956] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26233; }","duration":"826.128782ms","start":"2026-03-04T02:24:15.751283Z","end":"2026-03-04T02:24:16.577412Z","steps":["trace[2060869956] 'agreement among raft nodes before linearized reading' (duration: 826.085471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:16.577445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.751274Z","time spent":"826.165863ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T02:24:16.577448Z","caller":"traceutil/trace.go:171","msg":"trace[492274419] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"826.063011ms","start":"2026-03-04T02:24:15.751376Z","end":"2026-03-04T02:24:16.577439Z","steps":["trace[492274419] 'process raft request' (duration: 825.280152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:16.577428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.749897Z","time spent":"827.439392ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:16.577414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.754928Z","time spent":"822.480346ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T02:24:16.577552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.855105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:16.577524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.751345Z","time spent":"826.126342ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:16.577574Z","caller":"traceutil/trace.go:171","msg":"trace[147609213] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26233; }","duration":"825.888866ms","start":"2026-03-04T02:24:15.75168Z","end":"2026-03-04T02:24:16.577568Z","steps":["trace[147609213] 'agreement among raft nodes before linearized reading' (duration: 825.856225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:16.577589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.751675Z","time spent":"825.910987ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:24:16.577644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.304685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"warn","ts":"2026-03-04T02:24:16.577654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.217855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:24:16.577674Z","caller":"traceutil/trace.go:171","msg":"trace[879062372] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26233; }","duration":"823.347996ms","start":"2026-03-04T02:24:15.754319Z","end":"2026-03-04T02:24:16.577667Z","steps":["trace[879062372] 'agreement among raft nodes before linearized reading' (duration: 823.266824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:16.577699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.754314Z","time spent":"823.378938ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T02:24:16.577707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.395698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"info","ts":"2026-03-04T02:24:16.577705Z","caller":"traceutil/trace.go:171","msg":"trace[904704017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26233; }","duration":"904.301368ms","start":"2026-03-04T02:24:15.673388Z","end":"2026-03-04T02:24:16.577689Z","steps":["trace[904704017] 'agreement among raft nodes before linearized reading' (duration: 903.97787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:16.577723Z","caller":"traceutil/trace.go:171","msg":"trace[625644614] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26233; }","duration":"823.422558ms","start":"2026-03-04T02:24:15.754296Z","end":"2026-03-04T02:24:16.577718Z","steps":["trace[625644614] 'agreement among raft nodes before linearized reading' (duration: 823.356947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:16.577737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.754291Z","time spent":"823.444089ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T02:24:16.577744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.67337Z","time spent":"904.365889ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:24:16.577496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.808585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"warn","ts":"2026-03-04T02:24:16.577978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.674438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:16.578061Z","caller":"traceutil/trace.go:171","msg":"trace[725669154] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26233; }","duration":"825.722492ms","start":"2026-03-04T02:24:15.752325Z","end":"2026-03-04T02:24:16.578047Z","steps":["trace[725669154] 'agreement among raft nodes before linearized reading' (duration: 824.570005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:16.57813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.752318Z","time spent":"825.799174ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T02:24:16.578242Z","caller":"traceutil/trace.go:171","msg":"trace[32192978] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26233; }","duration":"826.272835ms","start":"2026-03-04T02:24:15.751643Z","end":"2026-03-04T02:24:16.577916Z","steps":["trace[32192978] 'agreement among raft nodes before linearized reading' (duration: 825.695021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:16.578298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.751635Z","time spent":"826.649484ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T02:24:16.602141Z","caller":"traceutil/trace.go:171","msg":"trace[1766117130] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"591.178858ms","start":"2026-03-04T02:24:16.010934Z","end":"2026-03-04T02:24:16.602112Z","steps":["trace[1766117130] 'process raft request' (duration: 591.046095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:16.602278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:16.010915Z","time spent":"591.29101ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:17.256719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.770863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:17.257183Z","caller":"traceutil/trace.go:171","msg":"trace[825076112] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"691.006991ms","start":"2026-03-04T02:24:16.566156Z","end":"2026-03-04T02:24:17.257163Z","steps":["trace[825076112] 'process raft request' (duration: 690.94556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:17.257208Z","caller":"traceutil/trace.go:171","msg":"trace[179982243] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"973.317608ms","start":"2026-03-04T02:24:16.283859Z","end":"2026-03-04T02:24:17.257177Z","steps":["trace[179982243] 'process raft request' (duration: 676.849699ms)","trace[179982243] 'compare' (duration: 295.379284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:17.257393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:16.566132Z","time spent":"691.098874ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:17.257415Z","caller":"traceutil/trace.go:171","msg":"trace[2057368878] linearizableReadLoop","detail":"{readStateIndex:27202; appliedIndex:27196; }","duration":"680.498795ms","start":"2026-03-04T02:24:16.576869Z","end":"2026-03-04T02:24:17.257367Z","steps":["trace[2057368878] 'read index received' (duration: 25.202322ms)","trace[2057368878] 'applied index is now lower than readState.Index' (duration: 655.295173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:17.257419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:16.283837Z","time spent":"973.475802ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:17.257607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187480715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:17.257625Z","caller":"traceutil/trace.go:171","msg":"trace[1476975996] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"852.517423ms","start":"2026-03-04T02:24:16.405095Z","end":"2026-03-04T02:24:17.257612Z","steps":["trace[1476975996] 'process raft request' (duration: 851.714104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.257637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17314503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:24:17.257646Z","caller":"traceutil/trace.go:171","msg":"trace[968017731] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"671.836431ms","start":"2026-03-04T02:24:16.585785Z","end":"2026-03-04T02:24:17.257622Z","steps":["trace[968017731] 'process raft request' (duration: 671.348949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:17.257694Z","caller":"traceutil/trace.go:171","msg":"trace[532665136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26240; }","duration":"1.173255142s","start":"2026-03-04T02:24:16.084427Z","end":"2026-03-04T02:24:17.257682Z","steps":["trace[532665136] 'agreement among raft nodes before linearized reading' (duration: 1.173069788s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.257724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:16.084406Z","time spent":"1.173313163s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:24:17.257731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2809876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:24:17.257768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:16.585765Z","time spent":"671.939874ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:17.257796Z","caller":"traceutil/trace.go:171","msg":"trace[2002703937] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26240; }","duration":"1.281046091s","start":"2026-03-04T02:24:15.976715Z","end":"2026-03-04T02:24:17.257761Z","steps":["trace[2002703937] 'agreement among raft nodes before linearized reading' (duration: 1.280958519s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.257867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.884855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:24:17.257887Z","caller":"traceutil/trace.go:171","msg":"trace[652420086] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26240; }","duration":"951.948847ms","start":"2026-03-04T02:24:16.305934Z","end":"2026-03-04T02:24:17.257883Z","steps":["trace[652420086] 'agreement among raft nodes before linearized reading' (duration: 951.864285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.257901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:16.305911Z","time spent":"951.986327ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:17.257987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359527143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:17.258006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038844337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:17.257989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:16.405074Z","time spent":"852.579675ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:17.258013Z","caller":"traceutil/trace.go:171","msg":"trace[2022905430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26240; }","duration":"1.359588645s","start":"2026-03-04T02:24:15.898418Z","end":"2026-03-04T02:24:17.258007Z","steps":["trace[2022905430] 'agreement among raft nodes before linearized reading' (duration: 1.359545854s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:17.258023Z","caller":"traceutil/trace.go:171","msg":"trace[1210435250] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26240; }","duration":"1.038900098s","start":"2026-03-04T02:24:16.219118Z","end":"2026-03-04T02:24:17.258018Z","steps":["trace[1210435250] 'agreement among raft nodes before linearized reading' (duration: 1.038871167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.258031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.8984Z","time spent":"1.359628135s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:24:17.258042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:16.219087Z","time spent":"1.038951559s","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:17.258144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173230311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:24:17.258162Z","caller":"traceutil/trace.go:171","msg":"trace[1523023272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26240; }","duration":"1.173266552s","start":"2026-03-04T02:24:16.084891Z","end":"2026-03-04T02:24:17.258158Z","steps":["trace[1523023272] 'agreement among raft nodes before linearized reading' (duration: 1.173215151s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.258174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:16.084883Z","time spent":"1.173287713s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:24:17.257653Z","caller":"traceutil/trace.go:171","msg":"trace[339298994] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26240; }","duration":"1.187534947s","start":"2026-03-04T02:24:16.070105Z","end":"2026-03-04T02:24:17.25764Z","steps":["trace[339298994] 'agreement among raft nodes before linearized reading' (duration: 1.187409804s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.258222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:16.070052Z","time spent":"1.188163192s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:17.258252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342311929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:17.258273Z","caller":"traceutil/trace.go:171","msg":"trace[1415202191] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26240; }","duration":"1.34235596s","start":"2026-03-04T02:24:15.915911Z","end":"2026-03-04T02:24:17.258267Z","steps":["trace[1415202191] 'agreement among raft nodes before linearized reading' (duration: 1.342321599s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.258292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.915901Z","time spent":"1.34238656s","remote":"127.0.0.1:37870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:17.258114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.266721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:24:17.258351Z","caller":"traceutil/trace.go:171","msg":"trace[126893246] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26240; }","duration":"646.536188ms","start":"2026-03-04T02:24:16.611809Z","end":"2026-03-04T02:24:17.258345Z","steps":["trace[126893246] 'agreement among raft nodes before linearized reading' (duration: 646.266061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.258022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295610523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:24:17.258371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:16.611794Z","time spent":"646.572248ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:17.258379Z","caller":"traceutil/trace.go:171","msg":"trace[1699807878] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:26240; }","duration":"1.296013092s","start":"2026-03-04T02:24:15.962361Z","end":"2026-03-04T02:24:17.258374Z","steps":["trace[1699807878] 'agreement among raft nodes before linearized reading' (duration: 1.295520321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.258396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.96235Z","time spent":"1.296041383s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-04T02:24:17.258222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309155381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:24:17.258452Z","caller":"traceutil/trace.go:171","msg":"trace[831011598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26240; }","duration":"1.309418107s","start":"2026-03-04T02:24:15.949027Z","end":"2026-03-04T02:24:17.258445Z","steps":["trace[831011598] 'agreement among raft nodes before linearized reading' (duration: 1.309136481s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.258471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.94901Z","time spent":"1.309455468s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:24:17.258449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.469391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:17.258525Z","caller":"traceutil/trace.go:171","msg":"trace[8008611] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26240; }","duration":"633.568943ms","start":"2026-03-04T02:24:16.624944Z","end":"2026-03-04T02:24:17.258513Z","steps":["trace[8008611] 'agreement among raft nodes before linearized reading' (duration: 633.46314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.258592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:16.624933Z","time spent":"633.646554ms","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:17.258624Z","caller":"traceutil/trace.go:171","msg":"trace[959449469] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"851.023187ms","start":"2026-03-04T02:24:16.407589Z","end":"2026-03-04T02:24:17.258613Z","steps":["trace[959449469] 'process raft request' (duration: 849.44456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.258661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:16.407581Z","time spent":"851.057329ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:17.258716Z","caller":"traceutil/trace.go:171","msg":"trace[1396305475] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"850.953096ms","start":"2026-03-04T02:24:16.407759Z","end":"2026-03-04T02:24:17.258712Z","steps":["trace[1396305475] 'process raft request' (duration: 849.311338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.258744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:16.407729Z","time spent":"851.000547ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:17.257839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:15.976708Z","time spent":"1.281119913s","remote":"127.0.0.1:47136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:17.767198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328738475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:24:18.128246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.984224ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T02:24:18.128371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:17.26094Z","time spent":"867.426492ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:24:18.352727Z","caller":"traceutil/trace.go:171","msg":"trace[1745906308] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"1.086307251s","start":"2026-03-04T02:24:17.266377Z","end":"2026-03-04T02:24:18.352684Z","steps":["trace[1745906308] 'process raft request' (duration: 1.049028656s)","trace[1745906308] 'compare' (duration: 36.665221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:18.353078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:17.266361Z","time spent":"1.086513175s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:18.354097Z","caller":"traceutil/trace.go:171","msg":"trace[381987199] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"1.087012257s","start":"2026-03-04T02:24:17.267068Z","end":"2026-03-04T02:24:18.35408Z","steps":["trace[381987199] 'process raft request' (duration: 1.085562043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.354622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:17.267059Z","time spent":"1.087085489s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:18.354643Z","caller":"traceutil/trace.go:171","msg":"trace[1819386252] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"1.087499198s","start":"2026-03-04T02:24:17.267111Z","end":"2026-03-04T02:24:18.354611Z","steps":["trace[1819386252] 'process raft request' (duration: 1.086704469s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.354897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:17.267107Z","time spent":"1.087623801s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:18.355382Z","caller":"traceutil/trace.go:171","msg":"trace[898601826] linearizableReadLoop","detail":"{readStateIndex:27208; appliedIndex:27203; }","duration":"1.088286627s","start":"2026-03-04T02:24:17.267081Z","end":"2026-03-04T02:24:18.355367Z","steps":["trace[898601826] 'read index received' (duration: 503.173192ms)","trace[898601826] 'applied index is now lower than readState.Index' (duration: 585.112215ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:18.355401Z","caller":"traceutil/trace.go:171","msg":"trace[1480803533] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"1.041826117s","start":"2026-03-04T02:24:17.31353Z","end":"2026-03-04T02:24:18.355357Z","steps":["trace[1480803533] 'process raft request' (duration: 1.041718964s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.355539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:17.313501Z","time spent":"1.041961899s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:18.355552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088463511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:18.355639Z","caller":"traceutil/trace.go:171","msg":"trace[947876916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26244; }","duration":"1.088583984s","start":"2026-03-04T02:24:17.267044Z","end":"2026-03-04T02:24:18.355628Z","steps":["trace[947876916] 'agreement among raft nodes before linearized reading' (duration: 1.088459601s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.355719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:17.267029Z","time spent":"1.088645375s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:24:18.417412Z","caller":"traceutil/trace.go:171","msg":"trace[1140044609] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"287.044728ms","start":"2026-03-04T02:24:18.130348Z","end":"2026-03-04T02:24:18.417393Z","steps":["trace[1140044609] 'process raft request' (duration: 286.914465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.418073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.917871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:24:18.418106Z","caller":"traceutil/trace.go:171","msg":"trace[53519077] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26245; }","duration":"161.989203ms","start":"2026-03-04T02:24:18.256109Z","end":"2026-03-04T02:24:18.418099Z","steps":["trace[53519077] 'agreement among raft nodes before linearized reading' (duration: 161.837829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.418535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.889224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T02:24:18.418566Z","caller":"traceutil/trace.go:171","msg":"trace[1033907098] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26245; }","duration":"280.947265ms","start":"2026-03-04T02:24:18.13761Z","end":"2026-03-04T02:24:18.418557Z","steps":["trace[1033907098] 'agreement among raft nodes before linearized reading' (duration: 280.855443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.418933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.887534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:24:18.418963Z","caller":"traceutil/trace.go:171","msg":"trace[1178697809] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26245; }","duration":"516.975876ms","start":"2026-03-04T02:24:17.90198Z","end":"2026-03-04T02:24:18.418956Z","steps":["trace[1178697809] 'agreement among raft nodes before linearized reading' (duration: 516.906984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.419156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:17.901959Z","time spent":"517.017327ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:24:18.419403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.7857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:18.419431Z","caller":"traceutil/trace.go:171","msg":"trace[1822740311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26245; }","duration":"740.854252ms","start":"2026-03-04T02:24:17.67857Z","end":"2026-03-04T02:24:18.419424Z","steps":["trace[1822740311] 'agreement among raft nodes before linearized reading' (duration: 740.803761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.419616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:17.67855Z","time spent":"741.024575ms","remote":"127.0.0.1:46302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:18.41991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068321789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:24:18.419937Z","caller":"traceutil/trace.go:171","msg":"trace[45567990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26245; }","duration":"1.068385011s","start":"2026-03-04T02:24:17.351545Z","end":"2026-03-04T02:24:18.41993Z","steps":["trace[45567990] 'agreement among raft nodes before linearized reading' (duration: 1.068311919s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.420081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:17.351527Z","time spent":"1.068545554s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:24:18.563159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.391217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:18.563388Z","caller":"traceutil/trace.go:171","msg":"trace[1746470657] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"139.001863ms","start":"2026-03-04T02:24:18.424359Z","end":"2026-03-04T02:24:18.563361Z","steps":["trace[1746470657] 'process raft request' (duration: 35.330549ms)","trace[1746470657] 'compare' (duration: 102.749982ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:18.56342Z","caller":"traceutil/trace.go:171","msg":"trace[1002280045] linearizableReadLoop","detail":"{readStateIndex:27211; appliedIndex:27209; }","duration":"137.722203ms","start":"2026-03-04T02:24:18.42564Z","end":"2026-03-04T02:24:18.563362Z","steps":["trace[1002280045] 'read index received' (duration: 34.058209ms)","trace[1002280045] 'applied index is now lower than readState.Index' (duration: 103.662854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:18.563691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.877912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:18.563724Z","caller":"traceutil/trace.go:171","msg":"trace[1618144416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26247; }","duration":"130.938174ms","start":"2026-03-04T02:24:18.432778Z","end":"2026-03-04T02:24:18.563716Z","steps":["trace[1618144416] 'agreement among raft nodes before linearized reading' (duration: 130.882283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.563789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.143163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:24:18.563834Z","caller":"traceutil/trace.go:171","msg":"trace[1631300565] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26247; }","duration":"138.234615ms","start":"2026-03-04T02:24:18.425589Z","end":"2026-03-04T02:24:18.563824Z","steps":["trace[1631300565] 'agreement among raft nodes before linearized reading' (duration: 138.074492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.563856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.743115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:18.56388Z","caller":"traceutil/trace.go:171","msg":"trace[1256709828] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26247; }","duration":"106.803497ms","start":"2026-03-04T02:24:18.457068Z","end":"2026-03-04T02:24:18.563872Z","steps":["trace[1256709828] 'agreement among raft nodes before linearized reading' (duration: 106.768406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:18.563668Z","caller":"traceutil/trace.go:171","msg":"trace[727942603] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"138.145472ms","start":"2026-03-04T02:24:18.425512Z","end":"2026-03-04T02:24:18.563658Z","steps":["trace[727942603] 'process raft request' (duration: 137.740563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:18.757563Z","caller":"traceutil/trace.go:171","msg":"trace[1463791961] linearizableReadLoop","detail":"{readStateIndex:27213; appliedIndex:27212; }","duration":"121.218636ms","start":"2026-03-04T02:24:18.636318Z","end":"2026-03-04T02:24:18.757536Z","steps":["trace[1463791961] 'read index received' (duration: 64.333961ms)","trace[1463791961] 'applied index is now lower than readState.Index' (duration: 56.883345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:18.758088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.710001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"info","ts":"2026-03-04T02:24:18.758214Z","caller":"traceutil/trace.go:171","msg":"trace[1162666908] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"170.82026ms","start":"2026-03-04T02:24:18.587374Z","end":"2026-03-04T02:24:18.758195Z","steps":["trace[1162666908] 'process raft request' (duration: 113.261009ms)","trace[1162666908] 'compare' (duration: 56.607709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:18.758803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.161571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"info","ts":"2026-03-04T02:24:18.758138Z","caller":"traceutil/trace.go:171","msg":"trace[2078411375] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26249; }","duration":"171.774503ms","start":"2026-03-04T02:24:18.586352Z","end":"2026-03-04T02:24:18.758127Z","steps":["trace[2078411375] 'agreement among raft nodes before linearized reading' (duration: 171.582948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.75912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.97466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:18.759212Z","caller":"traceutil/trace.go:171","msg":"trace[1593972409] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26249; }","duration":"173.096204ms","start":"2026-03-04T02:24:18.586098Z","end":"2026-03-04T02:24:18.759194Z","steps":["trace[1593972409] 'agreement among raft nodes before linearized reading' (duration: 172.9224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:18.758852Z","caller":"traceutil/trace.go:171","msg":"trace[896121402] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26249; }","duration":"172.220453ms","start":"2026-03-04T02:24:18.586618Z","end":"2026-03-04T02:24:18.758839Z","steps":["trace[896121402] 'agreement among raft nodes before linearized reading' (duration: 171.855894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:18.760179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.950437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"info","ts":"2026-03-04T02:24:18.76023Z","caller":"traceutil/trace.go:171","msg":"trace[1943543949] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26249; }","duration":"175.012219ms","start":"2026-03-04T02:24:18.585206Z","end":"2026-03-04T02:24:18.760218Z","steps":["trace[1943543949] 'agreement among raft nodes before linearized reading' (duration: 172.420138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:19.792256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.567766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:19.792668Z","caller":"traceutil/trace.go:171","msg":"trace[1274884349] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"525.640248ms","start":"2026-03-04T02:24:19.266987Z","end":"2026-03-04T02:24:19.792628Z","steps":["trace[1274884349] 'process raft request' (duration: 143.346265ms)","trace[1274884349] 'compare' (duration: 381.373442ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:19.792781Z","caller":"traceutil/trace.go:171","msg":"trace[1254758624] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"525.041944ms","start":"2026-03-04T02:24:19.267719Z","end":"2026-03-04T02:24:19.792761Z","steps":["trace[1254758624] 'process raft request' (duration: 524.611784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:19.792852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:19.267707Z","time spent":"525.113116ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:19.792846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:19.266977Z","time spent":"525.777241ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:19.793094Z","caller":"traceutil/trace.go:171","msg":"trace[684867306] linearizableReadLoop","detail":"{readStateIndex:27218; appliedIndex:27214; }","duration":"366.727658ms","start":"2026-03-04T02:24:19.426357Z","end":"2026-03-04T02:24:19.793084Z","steps":["trace[684867306] 'read index received' (duration: 21.461µs)","trace[684867306] 'applied index is now lower than readState.Index' (duration: 366.705467ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:19.793161Z","caller":"traceutil/trace.go:171","msg":"trace[1443800820] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"524.047731ms","start":"2026-03-04T02:24:19.269107Z","end":"2026-03-04T02:24:19.793155Z","steps":["trace[1443800820] 'process raft request' (duration: 523.937078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:19.793201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:19.269101Z","time spent":"524.077431ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:19.793245Z","caller":"traceutil/trace.go:171","msg":"trace[648994576] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"524.274896ms","start":"2026-03-04T02:24:19.268851Z","end":"2026-03-04T02:24:19.793126Z","steps":["trace[648994576] 'process raft request' (duration: 523.684922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:19.793318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.961623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:24:19.793344Z","caller":"traceutil/trace.go:171","msg":"trace[1971456143] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26254; }","duration":"367.014675ms","start":"2026-03-04T02:24:19.426324Z","end":"2026-03-04T02:24:19.793339Z","steps":["trace[1971456143] 'agreement among raft nodes before linearized reading' (duration: 366.925163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:19.793367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:19.426311Z","time spent":"367.051975ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:24:19.793442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:19.268841Z","time spent":"524.45092ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:19.79357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.039625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:19.793649Z","caller":"traceutil/trace.go:171","msg":"trace[1696216368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26254; }","duration":"318.145498ms","start":"2026-03-04T02:24:19.475484Z","end":"2026-03-04T02:24:19.79363Z","steps":["trace[1696216368] 'agreement among raft nodes before linearized reading' (duration: 318.011505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:19.793711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:19.475474Z","time spent":"318.228539ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:24:20.153958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.363087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:20.154028Z","caller":"traceutil/trace.go:171","msg":"trace[2082156544] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26254; }","duration":"230.47367ms","start":"2026-03-04T02:24:19.923537Z","end":"2026-03-04T02:24:20.15401Z","steps":["trace[2082156544] 'count revisions from in-memory index tree' (duration: 230.299196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.154316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.615582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:20.154357Z","caller":"traceutil/trace.go:171","msg":"trace[1862450246] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26254; }","duration":"201.690084ms","start":"2026-03-04T02:24:19.952658Z","end":"2026-03-04T02:24:20.154348Z","steps":["trace[1862450246] 'range keys from in-memory index tree' (duration: 201.546881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.154693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.381821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:20.154782Z","caller":"traceutil/trace.go:171","msg":"trace[1581303601] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26254; }","duration":"182.513684ms","start":"2026-03-04T02:24:19.972244Z","end":"2026-03-04T02:24:20.154758Z","steps":["trace[1581303601] 'count revisions from in-memory index tree' (duration: 182.116954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.155228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.52524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:24:20.155288Z","caller":"traceutil/trace.go:171","msg":"trace[611214512] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26254; }","duration":"106.598422ms","start":"2026-03-04T02:24:20.048673Z","end":"2026-03-04T02:24:20.155272Z","steps":["trace[611214512] 'range keys from in-memory index tree' (duration: 106.378898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:20.274575Z","caller":"traceutil/trace.go:171","msg":"trace[1732354072] linearizableReadLoop","detail":"{readStateIndex:27219; appliedIndex:27218; }","duration":"109.850249ms","start":"2026-03-04T02:24:20.164695Z","end":"2026-03-04T02:24:20.274546Z","steps":["trace[1732354072] 'read index received' (duration: 108.875766ms)","trace[1732354072] 'applied index is now lower than readState.Index' (duration: 973.603µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:20.274917Z","caller":"traceutil/trace.go:171","msg":"trace[1223641933] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"115.070622ms","start":"2026-03-04T02:24:20.159837Z","end":"2026-03-04T02:24:20.274907Z","steps":["trace[1223641933] 'process raft request' (duration: 114.16304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.275162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.456443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:24:20.275195Z","caller":"traceutil/trace.go:171","msg":"trace[365046218] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26255; }","duration":"110.503244ms","start":"2026-03-04T02:24:20.164684Z","end":"2026-03-04T02:24:20.275187Z","steps":["trace[365046218] 'agreement among raft nodes before linearized reading' (duration: 110.368261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.514118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.633369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:20.514404Z","caller":"traceutil/trace.go:171","msg":"trace[571617340] linearizableReadLoop","detail":"{readStateIndex:27220; appliedIndex:27219; }","duration":"233.654256ms","start":"2026-03-04T02:24:20.28069Z","end":"2026-03-04T02:24:20.514344Z","steps":["trace[571617340] 'read index received' (duration: 107.683558ms)","trace[571617340] 'applied index is now lower than readState.Index' (duration: 125.968147ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:20.514439Z","caller":"traceutil/trace.go:171","msg":"trace[1936649955] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"234.71463ms","start":"2026-03-04T02:24:20.279697Z","end":"2026-03-04T02:24:20.514412Z","steps":["trace[1936649955] 'process raft request' (duration: 108.703702ms)","trace[1936649955] 'compare' (duration: 125.009975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:20.514869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.184942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18394"} {"level":"warn","ts":"2026-03-04T02:24:20.515016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.113362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:24:20.515069Z","caller":"traceutil/trace.go:171","msg":"trace[995514368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26256; }","duration":"158.206954ms","start":"2026-03-04T02:24:20.35685Z","end":"2026-03-04T02:24:20.515057Z","steps":["trace[995514368] 'agreement among raft nodes before linearized reading' (duration: 157.994119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.515241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.147025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:24:20.515276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.225497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:24:20.515331Z","caller":"traceutil/trace.go:171","msg":"trace[1852039151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26256; }","duration":"156.298579ms","start":"2026-03-04T02:24:20.359007Z","end":"2026-03-04T02:24:20.515305Z","steps":["trace[1852039151] 'agreement among raft nodes before linearized reading' (duration: 156.201437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:20.514956Z","caller":"traceutil/trace.go:171","msg":"trace[1610354769] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26256; }","duration":"238.303815ms","start":"2026-03-04T02:24:20.276641Z","end":"2026-03-04T02:24:20.514944Z","steps":["trace[1610354769] 'agreement among raft nodes before linearized reading' (duration: 238.079829ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:20.515435Z","caller":"traceutil/trace.go:171","msg":"trace[1138335305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26256; }","duration":"156.213227ms","start":"2026-03-04T02:24:20.359065Z","end":"2026-03-04T02:24:20.515278Z","steps":["trace[1138335305] 'agreement among raft nodes before linearized reading' (duration: 156.061614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:20.902588Z","caller":"traceutil/trace.go:171","msg":"trace[1642423388] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"380.375969ms","start":"2026-03-04T02:24:20.5222Z","end":"2026-03-04T02:24:20.902576Z","steps":["trace[1642423388] 'process raft request' (duration: 380.238246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.90271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:20.522181Z","time spent":"380.466892ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:20.902832Z","caller":"traceutil/trace.go:171","msg":"trace[33546536] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"382.399777ms","start":"2026-03-04T02:24:20.520423Z","end":"2026-03-04T02:24:20.902823Z","steps":["trace[33546536] 'process raft request' (duration: 381.875864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.902887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:20.520399Z","time spent":"382.459777ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:20.903234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.623734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:24:20.903365Z","caller":"traceutil/trace.go:171","msg":"trace[671548776] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26259; }","duration":"368.720095ms","start":"2026-03-04T02:24:20.534565Z","end":"2026-03-04T02:24:20.903285Z","steps":["trace[671548776] 'agreement among raft nodes before linearized reading' (duration: 368.547281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.903402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:20.534553Z","time spent":"368.840508ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:24:20.902539Z","caller":"traceutil/trace.go:171","msg":"trace[761276595] linearizableReadLoop","detail":"{readStateIndex:27223; appliedIndex:27221; }","duration":"367.921436ms","start":"2026-03-04T02:24:20.534594Z","end":"2026-03-04T02:24:20.902516Z","steps":["trace[761276595] 'read index received' (duration: 9.724508ms)","trace[761276595] 'applied index is now lower than readState.Index' (duration: 358.195838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:20.905232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.173812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:24:20.905372Z","caller":"traceutil/trace.go:171","msg":"trace[807031455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26261; }","duration":"336.292144ms","start":"2026-03-04T02:24:20.568998Z","end":"2026-03-04T02:24:20.90529Z","steps":["trace[807031455] 'agreement among raft nodes before linearized reading' (duration: 336.038728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.905621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:20.56898Z","time spent":"336.624652ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:24:20.906043Z","caller":"traceutil/trace.go:171","msg":"trace[1981782111] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"264.807326ms","start":"2026-03-04T02:24:20.641222Z","end":"2026-03-04T02:24:20.90603Z","steps":["trace[1981782111] 'process raft request' (duration: 263.647789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.906324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.023433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:20.906341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.964481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:20.90636Z","caller":"traceutil/trace.go:171","msg":"trace[1555305835] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26261; }","duration":"320.083163ms","start":"2026-03-04T02:24:20.586269Z","end":"2026-03-04T02:24:20.906352Z","steps":["trace[1555305835] 'agreement among raft nodes before linearized reading' (duration: 320.023252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:20.906445Z","caller":"traceutil/trace.go:171","msg":"trace[1478589448] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"141.400699ms","start":"2026-03-04T02:24:20.765035Z","end":"2026-03-04T02:24:20.906436Z","steps":["trace[1478589448] 'process raft request' (duration: 139.957686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.906669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.024135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"info","ts":"2026-03-04T02:24:20.906691Z","caller":"traceutil/trace.go:171","msg":"trace[933448488] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26261; }","duration":"128.072856ms","start":"2026-03-04T02:24:20.778613Z","end":"2026-03-04T02:24:20.906686Z","steps":["trace[933448488] 'agreement among raft nodes before linearized reading' (duration: 127.976414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.906798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.986816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:20.906817Z","caller":"traceutil/trace.go:171","msg":"trace[573491799] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26261; }","duration":"140.022396ms","start":"2026-03-04T02:24:20.76679Z","end":"2026-03-04T02:24:20.906813Z","steps":["trace[573491799] 'agreement among raft nodes before linearized reading' (duration: 139.992446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.906924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.653022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"info","ts":"2026-03-04T02:24:20.906944Z","caller":"traceutil/trace.go:171","msg":"trace[2061420610] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26261; }","duration":"140.689772ms","start":"2026-03-04T02:24:20.76625Z","end":"2026-03-04T02:24:20.90694Z","steps":["trace[2061420610] 'agreement among raft nodes before linearized reading' (duration: 140.632001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.907048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.846046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"info","ts":"2026-03-04T02:24:20.907067Z","caller":"traceutil/trace.go:171","msg":"trace[251050624] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26261; }","duration":"140.900617ms","start":"2026-03-04T02:24:20.766162Z","end":"2026-03-04T02:24:20.907063Z","steps":["trace[251050624] 'agreement among raft nodes before linearized reading' (duration: 140.849586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.907182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.315218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"info","ts":"2026-03-04T02:24:20.907206Z","caller":"traceutil/trace.go:171","msg":"trace[543120486] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26261; }","duration":"265.370399ms","start":"2026-03-04T02:24:20.641829Z","end":"2026-03-04T02:24:20.907199Z","steps":["trace[543120486] 'agreement among raft nodes before linearized reading' (duration: 265.311858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.907733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.660721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:20.907774Z","caller":"traceutil/trace.go:171","msg":"trace[1534997145] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26261; }","duration":"321.728242ms","start":"2026-03-04T02:24:20.586025Z","end":"2026-03-04T02:24:20.907753Z","steps":["trace[1534997145] 'agreement among raft nodes before linearized reading' (duration: 321.687351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.907795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:20.586004Z","time spent":"321.786414ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:24:20.907912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.851651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:24:20.907934Z","caller":"traceutil/trace.go:171","msg":"trace[1149040144] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26261; }","duration":"337.888441ms","start":"2026-03-04T02:24:20.570039Z","end":"2026-03-04T02:24:20.907928Z","steps":["trace[1149040144] 'agreement among raft nodes before linearized reading' (duration: 337.83174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.907949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:20.570032Z","time spent":"337.913592ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:24:20.906448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:20.58626Z","time spent":"320.177757ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T02:24:20.906414Z","caller":"traceutil/trace.go:171","msg":"trace[1203662711] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26261; }","duration":"317.060053ms","start":"2026-03-04T02:24:20.589337Z","end":"2026-03-04T02:24:20.906397Z","steps":["trace[1203662711] 'agreement among raft nodes before linearized reading' (duration: 316.93759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:20.908493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:20.589329Z","time spent":"319.143862ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T02:24:23.556674Z","caller":"traceutil/trace.go:171","msg":"trace[407271847] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"196.82133ms","start":"2026-03-04T02:24:23.359827Z","end":"2026-03-04T02:24:23.556649Z","steps":["trace[407271847] 'process raft request' (duration: 165.28337ms)","trace[407271847] 'compare' (duration: 30.631559ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:28.689545Z","caller":"traceutil/trace.go:171","msg":"trace[1960149209] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"115.027651ms","start":"2026-03-04T02:24:28.574482Z","end":"2026-03-04T02:24:28.68951Z","steps":["trace[1960149209] 'process raft request' (duration: 114.770005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:43.083619Z","caller":"traceutil/trace.go:171","msg":"trace[554333052] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"270.095901ms","start":"2026-03-04T02:24:42.813485Z","end":"2026-03-04T02:24:43.083581Z","steps":["trace[554333052] 'process raft request' (duration: 269.947197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:43.26123Z","caller":"traceutil/trace.go:171","msg":"trace[1216748474] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"174.515397ms","start":"2026-03-04T02:24:43.086698Z","end":"2026-03-04T02:24:43.261214Z","steps":["trace[1216748474] 'process raft request' (duration: 107.530474ms)","trace[1216748474] 'compare' (duration: 66.572583ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:43.261217Z","caller":"traceutil/trace.go:171","msg":"trace[1671140185] linearizableReadLoop","detail":"{readStateIndex:27404; appliedIndex:27403; }","duration":"144.828309ms","start":"2026-03-04T02:24:43.116364Z","end":"2026-03-04T02:24:43.261193Z","steps":["trace[1671140185] 'read index received' (duration: 77.813326ms)","trace[1671140185] 'applied index is now lower than readState.Index' (duration: 67.014123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:43.261371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.003834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-04T02:24:43.261418Z","caller":"traceutil/trace.go:171","msg":"trace[345792203] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26435; }","duration":"145.092646ms","start":"2026-03-04T02:24:43.116313Z","end":"2026-03-04T02:24:43.261405Z","steps":["trace[345792203] 'agreement among raft nodes before linearized reading' (duration: 144.948253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.280751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.962834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-04T02:24:43.280805Z","caller":"traceutil/trace.go:171","msg":"trace[1742193778] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"106.033209ms","start":"2026-03-04T02:24:43.174753Z","end":"2026-03-04T02:24:43.280786Z","steps":["trace[1742193778] 'process raft request' (duration: 105.65724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:43.28083Z","caller":"traceutil/trace.go:171","msg":"trace[1813443841] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26436; }","duration":"134.101898ms","start":"2026-03-04T02:24:43.146711Z","end":"2026-03-04T02:24:43.280813Z","steps":["trace[1813443841] 'agreement among raft nodes before linearized reading' (duration: 133.872252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.28083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.485379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:24:43.280915Z","caller":"traceutil/trace.go:171","msg":"trace[172216874] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26436; }","duration":"100.613191ms","start":"2026-03-04T02:24:43.18028Z","end":"2026-03-04T02:24:43.280893Z","steps":["trace[172216874] 'agreement among raft nodes before linearized reading' (duration: 100.351685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.281112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.080983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:24:43.281178Z","caller":"traceutil/trace.go:171","msg":"trace[489853931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26436; }","duration":"101.189876ms","start":"2026-03-04T02:24:43.179969Z","end":"2026-03-04T02:24:43.281159Z","steps":["trace[489853931] 'agreement among raft nodes before linearized reading' (duration: 101.072903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:45.429056Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24099} {"level":"info","ts":"2026-03-04T02:24:45.534624Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24099,"took":"99.996898ms","hash":125200710,"current-db-size-bytes":46075904,"current-db-size":"46 MB","current-db-size-in-use-bytes":31223808,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T02:24:45.53472Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":125200710,"revision":24099,"compact-revision":23038} {"level":"info","ts":"2026-03-04T02:24:50.097436Z","caller":"traceutil/trace.go:171","msg":"trace[1614205550] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"106.49592ms","start":"2026-03-04T02:24:49.990917Z","end":"2026-03-04T02:24:50.097413Z","steps":["trace[1614205550] 'process raft request' (duration: 87.192297ms)","trace[1614205550] 'compare' (duration: 19.215691ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:51.519715Z","caller":"traceutil/trace.go:171","msg":"trace[212395682] linearizableReadLoop","detail":"{readStateIndex:27464; appliedIndex:27463; }","duration":"215.5436ms","start":"2026-03-04T02:24:51.304153Z","end":"2026-03-04T02:24:51.519697Z","steps":["trace[212395682] 'read index received' (duration: 215.332925ms)","trace[212395682] 'applied index is now lower than readState.Index' (duration: 210.035µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:51.519909Z","caller":"traceutil/trace.go:171","msg":"trace[1909466725] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"224.214374ms","start":"2026-03-04T02:24:51.295686Z","end":"2026-03-04T02:24:51.5199Z","steps":["trace[1909466725] 'process raft request' (duration: 223.869416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:51.520164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.995531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-04T02:24:51.52019Z","caller":"traceutil/trace.go:171","msg":"trace[1978694963] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26492; }","duration":"216.070252ms","start":"2026-03-04T02:24:51.304113Z","end":"2026-03-04T02:24:51.520183Z","steps":["trace[1978694963] 'agreement among raft nodes before linearized reading' (duration: 215.927059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:51.533176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.751847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:24:51.533358Z","caller":"traceutil/trace.go:171","msg":"trace[195060360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26493; }","duration":"135.957652ms","start":"2026-03-04T02:24:51.397365Z","end":"2026-03-04T02:24:51.533322Z","steps":["trace[195060360] 'agreement among raft nodes before linearized reading' (duration: 135.639434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:51.533486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.188581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:24:51.533588Z","caller":"traceutil/trace.go:171","msg":"trace[1174000678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26493; }","duration":"137.276663ms","start":"2026-03-04T02:24:51.39627Z","end":"2026-03-04T02:24:51.533547Z","steps":["trace[1174000678] 'agreement among raft nodes before linearized reading' (duration: 137.12583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:51.533186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.14353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:24:51.533725Z","caller":"traceutil/trace.go:171","msg":"trace[809833081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26493; }","duration":"137.730723ms","start":"2026-03-04T02:24:51.395985Z","end":"2026-03-04T02:24:51.533716Z","steps":["trace[809833081] 'agreement among raft nodes before linearized reading' (duration: 137.044467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:51.533343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.003773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:24:51.533805Z","caller":"traceutil/trace.go:171","msg":"trace[1178874615] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26493; }","duration":"136.468784ms","start":"2026-03-04T02:24:51.39732Z","end":"2026-03-04T02:24:51.533789Z","steps":["trace[1178874615] 'agreement among raft nodes before linearized reading' (duration: 135.915141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:51.533404Z","caller":"traceutil/trace.go:171","msg":"trace[2000490118] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"137.476717ms","start":"2026-03-04T02:24:51.395908Z","end":"2026-03-04T02:24:51.533385Z","steps":["trace[2000490118] 'process raft request' (duration: 136.884264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:53.854418Z","caller":"traceutil/trace.go:171","msg":"trace[1247726653] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"123.589761ms","start":"2026-03-04T02:24:53.73076Z","end":"2026-03-04T02:24:53.85435Z","steps":["trace[1247726653] 'process raft request' (duration: 119.878124ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:54.258601Z","caller":"traceutil/trace.go:171","msg":"trace[447839769] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"210.120523ms","start":"2026-03-04T02:24:54.048444Z","end":"2026-03-04T02:24:54.258565Z","steps":["trace[447839769] 'process raft request' (duration: 209.493538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:54.258708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.885076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/manila-ks-user-2xz2c\" ","response":"range_response_count:1 size:2759"} {"level":"info","ts":"2026-03-04T02:24:54.258812Z","caller":"traceutil/trace.go:171","msg":"trace[318645538] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/manila-ks-user-2xz2c; range_end:; response_count:1; response_revision:26514; }","duration":"253.05036ms","start":"2026-03-04T02:24:54.005738Z","end":"2026-03-04T02:24:54.258788Z","steps":["trace[318645538] 'range keys from in-memory index tree' (duration: 252.62754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:54.323186Z","caller":"traceutil/trace.go:171","msg":"trace[1240310972] linearizableReadLoop","detail":"{readStateIndex:27489; appliedIndex:27486; }","duration":"198.367706ms","start":"2026-03-04T02:24:54.124793Z","end":"2026-03-04T02:24:54.32316Z","steps":["trace[1240310972] 'read index received' (duration: 133.631357ms)","trace[1240310972] 'applied index is now lower than readState.Index' (duration: 64.735119ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:54.323276Z","caller":"traceutil/trace.go:171","msg":"trace[1700683282] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"200.307132ms","start":"2026-03-04T02:24:54.122934Z","end":"2026-03-04T02:24:54.323241Z","steps":["trace[1700683282] 'process raft request' (duration: 200.182949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:54.323298Z","caller":"traceutil/trace.go:171","msg":"trace[192714434] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"200.785793ms","start":"2026-03-04T02:24:54.122451Z","end":"2026-03-04T02:24:54.323237Z","steps":["trace[192714434] 'process raft request' (duration: 200.537027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:54.323453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.636523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:24:54.3235Z","caller":"traceutil/trace.go:171","msg":"trace[208378858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26517; }","duration":"198.722775ms","start":"2026-03-04T02:24:54.124767Z","end":"2026-03-04T02:24:54.32349Z","steps":["trace[208378858] 'agreement among raft nodes before linearized reading' (duration: 198.49339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:54.475626Z","caller":"traceutil/trace.go:171","msg":"trace[1564506199] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"146.986161ms","start":"2026-03-04T02:24:54.32861Z","end":"2026-03-04T02:24:54.475596Z","steps":["trace[1564506199] 'process raft request' (duration: 146.804856ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:54.475717Z","caller":"traceutil/trace.go:171","msg":"trace[1065510842] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26518; }","duration":"214.332722ms","start":"2026-03-04T02:24:54.261138Z","end":"2026-03-04T02:24:54.475471Z","steps":["trace[1065510842] 'process raft request' (duration: 166.228313ms)","trace[1065510842] 'compare' (duration: 47.909844ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:59.392379Z","caller":"traceutil/trace.go:171","msg":"trace[1570908328] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"179.491424ms","start":"2026-03-04T02:24:59.212861Z","end":"2026-03-04T02:24:59.392353Z","steps":["trace[1570908328] 'process raft request' (duration: 179.34566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:59.933558Z","caller":"traceutil/trace.go:171","msg":"trace[318848793] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"364.988028ms","start":"2026-03-04T02:24:59.568529Z","end":"2026-03-04T02:24:59.933517Z","steps":["trace[318848793] 'process raft request' (duration: 364.838444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:59.933942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:59.568504Z","time spent":"365.356917ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:59.986329Z","caller":"traceutil/trace.go:171","msg":"trace[39284911] linearizableReadLoop","detail":"{readStateIndex:27548; appliedIndex:27546; }","duration":"366.112465ms","start":"2026-03-04T02:24:59.620193Z","end":"2026-03-04T02:24:59.986305Z","steps":["trace[39284911] 'read index received' (duration: 313.191793ms)","trace[39284911] 'applied index is now lower than readState.Index' (duration: 52.919792ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:59.98661Z","caller":"traceutil/trace.go:171","msg":"trace[1816237086] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"415.265448ms","start":"2026-03-04T02:24:59.571331Z","end":"2026-03-04T02:24:59.986597Z","steps":["trace[1816237086] 'process raft request' (duration: 414.737935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:59.986717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:59.571307Z","time spent":"415.34138ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:59.986907Z","caller":"traceutil/trace.go:171","msg":"trace[1043233859] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"332.528416ms","start":"2026-03-04T02:24:59.654368Z","end":"2026-03-04T02:24:59.986896Z","steps":["trace[1043233859] 'process raft request' (duration: 331.8447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:59.986972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:59.654355Z","time spent":"332.582608ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:59.987213Z","caller":"traceutil/trace.go:171","msg":"trace[1634138796] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"141.978463ms","start":"2026-03-04T02:24:59.845224Z","end":"2026-03-04T02:24:59.987203Z","steps":["trace[1634138796] 'process raft request' (duration: 141.030261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:59.987426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.237691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:24:59.987464Z","caller":"traceutil/trace.go:171","msg":"trace[536526713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26575; }","duration":"367.341293ms","start":"2026-03-04T02:24:59.620114Z","end":"2026-03-04T02:24:59.987455Z","steps":["trace[536526713] 'agreement among raft nodes before linearized reading' (duration: 367.22421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:59.987498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:59.620097Z","time spent":"367.394105ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:24:59.987653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.111876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:59.987691Z","caller":"traceutil/trace.go:171","msg":"trace[1614757499] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26575; }","duration":"355.193158ms","start":"2026-03-04T02:24:59.632487Z","end":"2026-03-04T02:24:59.98768Z","steps":["trace[1614757499] 'agreement among raft nodes before linearized reading' (duration: 355.137467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:59.987724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:59.632462Z","time spent":"355.25448ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:59.988141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.954146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:24:59.98818Z","caller":"traceutil/trace.go:171","msg":"trace[1172983419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26575; }","duration":"327.015557ms","start":"2026-03-04T02:24:59.661155Z","end":"2026-03-04T02:24:59.988171Z","steps":["trace[1172983419] 'agreement among raft nodes before linearized reading' (duration: 326.921334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:59.988208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:59.661145Z","time spent":"327.056807ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:24:59.988384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.201564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:24:59.988419Z","caller":"traceutil/trace.go:171","msg":"trace[634583528] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26575; }","duration":"328.257896ms","start":"2026-03-04T02:24:59.660153Z","end":"2026-03-04T02:24:59.988411Z","steps":["trace[634583528] 'agreement among raft nodes before linearized reading' (duration: 328.174774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:59.988445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:59.660139Z","time spent":"328.299387ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:24:59.98918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.82253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:24:59.989255Z","caller":"traceutil/trace.go:171","msg":"trace[1619095703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26575; }","duration":"334.923633ms","start":"2026-03-04T02:24:59.654314Z","end":"2026-03-04T02:24:59.989237Z","steps":["trace[1619095703] 'agreement among raft nodes before linearized reading' (duration: 334.748939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:59.989336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:59.654301Z","time spent":"335.014795ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:25:01.337309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.342038ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:25:09.3498Z","caller":"traceutil/trace.go:171","msg":"trace[1283832845] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"171.698671ms","start":"2026-03-04T02:25:09.178076Z","end":"2026-03-04T02:25:09.349774Z","steps":["trace[1283832845] 'process raft request' (duration: 171.437675ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:09.417059Z","caller":"traceutil/trace.go:171","msg":"trace[2121024867] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"225.213647ms","start":"2026-03-04T02:25:09.191826Z","end":"2026-03-04T02:25:09.41704Z","steps":["trace[2121024867] 'process raft request' (duration: 224.929521ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:50.328901Z","caller":"traceutil/trace.go:171","msg":"trace[2127225639] transaction","detail":"{read_only:false; response_revision:27127; number_of_response:1; }","duration":"161.110812ms","start":"2026-03-04T02:25:50.167762Z","end":"2026-03-04T02:25:50.328873Z","steps":["trace[2127225639] 'process raft request' (duration: 160.872926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.060489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328740583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:25:51.561348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328740583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:25:51.619157Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098661691s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:25:51.619813Z","caller":"traceutil/trace.go:171","msg":"trace[1692818448] transaction","detail":"{read_only:false; response_revision:27133; number_of_response:1; }","duration":"1.099353907s","start":"2026-03-04T02:25:50.520431Z","end":"2026-03-04T02:25:51.619785Z","steps":["trace[1692818448] 'process raft request' (duration: 1.098962948s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.619961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:50.520421Z","time spent":"1.09946017s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:51.621511Z","caller":"traceutil/trace.go:171","msg":"trace[2019512588] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"1.077478264s","start":"2026-03-04T02:25:50.543956Z","end":"2026-03-04T02:25:51.621434Z","steps":["trace[2019512588] 'process raft request' (duration: 1.077192467s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:51.621668Z","caller":"traceutil/trace.go:171","msg":"trace[1717052550] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"855.973984ms","start":"2026-03-04T02:25:50.765666Z","end":"2026-03-04T02:25:51.62164Z","steps":["trace[1717052550] 'process raft request' (duration: 855.638347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:51.62187Z","caller":"traceutil/trace.go:171","msg":"trace[1042429013] transaction","detail":"{read_only:false; response_revision:27136; number_of_response:1; }","duration":"854.914209ms","start":"2026-03-04T02:25:50.766925Z","end":"2026-03-04T02:25:51.621839Z","steps":["trace[1042429013] 'process raft request' (duration: 854.673853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.621892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:50.765642Z","time spent":"856.152368ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:51.621828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:50.543921Z","time spent":"1.077719109s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:51.622013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:50.766901Z","time spent":"855.039853ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:51.763296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.524802ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:25:51.76365Z","caller":"traceutil/trace.go:171","msg":"trace[1417908909] linearizableReadLoop","detail":"{readStateIndex:28127; appliedIndex:28122; }","duration":"1.240238864s","start":"2026-03-04T02:25:50.523389Z","end":"2026-03-04T02:25:51.763628Z","steps":["trace[1417908909] 'read index received' (duration: 1.096234584s)","trace[1417908909] 'applied index is now lower than readState.Index' (duration: 144.00144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:51.763877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24046843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:25:51.763953Z","caller":"traceutil/trace.go:171","msg":"trace[210279155] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27136; }","duration":"1.240537541s","start":"2026-03-04T02:25:50.523371Z","end":"2026-03-04T02:25:51.763908Z","steps":["trace[210279155] 'agreement among raft nodes before linearized reading' (duration: 1.240373327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.763994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:50.523361Z","time spent":"1.240623144s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:25:51.764288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217936431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:25:51.764437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.746808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:25:51.764516Z","caller":"traceutil/trace.go:171","msg":"trace[713574860] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27136; }","duration":"875.876161ms","start":"2026-03-04T02:25:50.888625Z","end":"2026-03-04T02:25:51.764502Z","steps":["trace[713574860] 'agreement among raft nodes before linearized reading' (duration: 875.675456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.764564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:50.888599Z","time spent":"875.936133ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4884,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:25:51.76436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.445635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:25:51.764473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.100393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:25:51.764644Z","caller":"traceutil/trace.go:171","msg":"trace[689823382] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27136; }","duration":"554.739292ms","start":"2026-03-04T02:25:51.209856Z","end":"2026-03-04T02:25:51.764596Z","steps":["trace[689823382] 'agreement among raft nodes before linearized reading' (duration: 554.441305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:51.764637Z","caller":"traceutil/trace.go:171","msg":"trace[1458031174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27136; }","duration":"1.218237348s","start":"2026-03-04T02:25:50.546253Z","end":"2026-03-04T02:25:51.76449Z","steps":["trace[1458031174] 'agreement among raft nodes before linearized reading' (duration: 1.217543131s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.764842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:50.546226Z","time spent":"1.218600646s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:25:51.764732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:51.209839Z","time spent":"554.869295ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:25:51.765118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122095641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:25:51.765204Z","caller":"traceutil/trace.go:171","msg":"trace[685615729] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27136; }","duration":"1.122583802s","start":"2026-03-04T02:25:50.642599Z","end":"2026-03-04T02:25:51.765183Z","steps":["trace[685615729] 'agreement among raft nodes before linearized reading' (duration: 1.121756682s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.765264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:50.642568Z","time spent":"1.122681654s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T02:25:51.76478Z","caller":"traceutil/trace.go:171","msg":"trace[2097978428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27136; }","duration":"872.322287ms","start":"2026-03-04T02:25:50.892323Z","end":"2026-03-04T02:25:51.764646Z","steps":["trace[2097978428] 'agreement among raft nodes before linearized reading' (duration: 871.953989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.765538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:50.892314Z","time spent":"873.142647ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:25:53.127451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.212614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:53.127541Z","caller":"traceutil/trace.go:171","msg":"trace[1996478733] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27146; }","duration":"112.351308ms","start":"2026-03-04T02:25:53.015168Z","end":"2026-03-04T02:25:53.127519Z","steps":["trace[1996478733] 'range keys from in-memory index tree' (duration: 112.128633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:53.949109Z","caller":"traceutil/trace.go:171","msg":"trace[1651204791] transaction","detail":"{read_only:false; response_revision:27153; number_of_response:1; }","duration":"127.098293ms","start":"2026-03-04T02:25:53.821975Z","end":"2026-03-04T02:25:53.949073Z","steps":["trace[1651204791] 'process raft request' (duration: 88.263792ms)","trace[1651204791] 'compare' (duration: 38.604246ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:53.949335Z","caller":"traceutil/trace.go:171","msg":"trace[995606256] transaction","detail":"{read_only:false; response_revision:27154; number_of_response:1; }","duration":"127.019632ms","start":"2026-03-04T02:25:53.822291Z","end":"2026-03-04T02:25:53.949311Z","steps":["trace[995606256] 'process raft request' (duration: 126.724985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:55.023193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.91068ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:25:55.023297Z","caller":"traceutil/trace.go:171","msg":"trace[1040774039] linearizableReadLoop","detail":"{readStateIndex:28151; appliedIndex:28150; }","duration":"179.925284ms","start":"2026-03-04T02:25:54.843354Z","end":"2026-03-04T02:25:55.023279Z","steps":["trace[1040774039] 'read index received' (duration: 41.301µs)","trace[1040774039] 'applied index is now lower than readState.Index' (duration: 179.882563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:55.023761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.309221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:55.023788Z","caller":"traceutil/trace.go:171","msg":"trace[200689728] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27160; }","duration":"148.367783ms","start":"2026-03-04T02:25:54.87541Z","end":"2026-03-04T02:25:55.023778Z","steps":["trace[200689728] 'agreement among raft nodes before linearized reading' (duration: 148.283781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:55.023802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.389304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:55.023901Z","caller":"traceutil/trace.go:171","msg":"trace[509639395] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27160; }","duration":"180.563869ms","start":"2026-03-04T02:25:54.843311Z","end":"2026-03-04T02:25:55.023875Z","steps":["trace[509639395] 'agreement among raft nodes before linearized reading' (duration: 180.351804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:56.41593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.187807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:56.41618Z","caller":"traceutil/trace.go:171","msg":"trace[1482319373] transaction","detail":"{read_only:false; response_revision:27169; number_of_response:1; }","duration":"379.261202ms","start":"2026-03-04T02:25:56.036902Z","end":"2026-03-04T02:25:56.416164Z","steps":["trace[1482319373] 'process raft request' (duration: 379.133329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:56.416244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:56.036872Z","time spent":"379.340444ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:56.416344Z","caller":"traceutil/trace.go:171","msg":"trace[1357145787] transaction","detail":"{read_only:false; response_revision:27168; number_of_response:1; }","duration":"421.988055ms","start":"2026-03-04T02:25:55.994303Z","end":"2026-03-04T02:25:56.416291Z","steps":["trace[1357145787] 'process raft request' (duration: 115.357398ms)","trace[1357145787] 'compare' (duration: 306.048524ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:56.416459Z","caller":"traceutil/trace.go:171","msg":"trace[1545504829] linearizableReadLoop","detail":"{readStateIndex:28160; appliedIndex:28157; }","duration":"381.879323ms","start":"2026-03-04T02:25:56.034568Z","end":"2026-03-04T02:25:56.416447Z","steps":["trace[1545504829] 'read index received' (duration: 406.629µs)","trace[1545504829] 'applied index is now lower than readState.Index' (duration: 381.471464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:56.416486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:55.994283Z","time spent":"422.124928ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:56.416678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.088899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:56.416739Z","caller":"traceutil/trace.go:171","msg":"trace[1075412428] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27169; }","duration":"382.168461ms","start":"2026-03-04T02:25:56.034553Z","end":"2026-03-04T02:25:56.416722Z","steps":["trace[1075412428] 'agreement among raft nodes before linearized reading' (duration: 382.029537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:56.416779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:56.034545Z","time spent":"382.229482ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:25:56.509528Z","caller":"traceutil/trace.go:171","msg":"trace[1316715511] transaction","detail":"{read_only:false; response_revision:27170; number_of_response:1; }","duration":"160.740114ms","start":"2026-03-04T02:25:56.348767Z","end":"2026-03-04T02:25:56.509507Z","steps":["trace[1316715511] 'process raft request' (duration: 160.628651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:56.829693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.192283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:56.82995Z","caller":"traceutil/trace.go:171","msg":"trace[775333894] linearizableReadLoop","detail":"{readStateIndex:28164; appliedIndex:28162; }","duration":"413.441695ms","start":"2026-03-04T02:25:56.416485Z","end":"2026-03-04T02:25:56.829927Z","steps":["trace[775333894] 'read index received' (duration: 93.054384ms)","trace[775333894] 'applied index is now lower than readState.Index' (duration: 320.386141ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:56.83029Z","caller":"traceutil/trace.go:171","msg":"trace[1704464719] transaction","detail":"{read_only:false; response_revision:27171; number_of_response:1; }","duration":"472.196444ms","start":"2026-03-04T02:25:56.358067Z","end":"2026-03-04T02:25:56.830263Z","steps":["trace[1704464719] 'process raft request' (duration: 339.323245ms)","trace[1704464719] 'compare' (duration: 131.884196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:56.830312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.298009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:25:56.830288Z","caller":"traceutil/trace.go:171","msg":"trace[1750481704] transaction","detail":"{read_only:false; response_revision:27172; number_of_response:1; }","duration":"471.009846ms","start":"2026-03-04T02:25:56.359254Z","end":"2026-03-04T02:25:56.830264Z","steps":["trace[1750481704] 'process raft request' (duration: 470.552576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:56.830364Z","caller":"traceutil/trace.go:171","msg":"trace[1599629570] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27172; }","duration":"510.389911ms","start":"2026-03-04T02:25:56.319961Z","end":"2026-03-04T02:25:56.830351Z","steps":["trace[1599629570] 'agreement among raft nodes before linearized reading' (duration: 510.275629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:56.830418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:56.319942Z","time spent":"510.464964ms","remote":"127.0.0.1:41420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:25:56.830463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:56.358029Z","time spent":"472.342318ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:56.830483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:56.359221Z","time spent":"471.16799ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:56.831089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.263992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:56.831169Z","caller":"traceutil/trace.go:171","msg":"trace[2088176083] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27172; }","duration":"422.374185ms","start":"2026-03-04T02:25:56.408776Z","end":"2026-03-04T02:25:56.83115Z","steps":["trace[2088176083] 'agreement among raft nodes before linearized reading' (duration: 421.333651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:56.831169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.085941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:25:56.83122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:56.408765Z","time spent":"422.440736ms","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:25:56.831234Z","caller":"traceutil/trace.go:171","msg":"trace[1226775881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27172; }","duration":"443.192184ms","start":"2026-03-04T02:25:56.388027Z","end":"2026-03-04T02:25:56.83122Z","steps":["trace[1226775881] 'agreement among raft nodes before linearized reading' (duration: 442.076418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:56.831236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.985814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:25:56.83128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:56.388007Z","time spent":"443.260506ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:25:56.831293Z","caller":"traceutil/trace.go:171","msg":"trace[875497004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27172; }","duration":"355.101566ms","start":"2026-03-04T02:25:56.476174Z","end":"2026-03-04T02:25:56.831275Z","steps":["trace[875497004] 'agreement among raft nodes before linearized reading' (duration: 354.070252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:56.831332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:56.476153Z","time spent":"355.168308ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:25:56.831548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.22074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:25:56.83161Z","caller":"traceutil/trace.go:171","msg":"trace[324594516] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27172; }","duration":"413.655321ms","start":"2026-03-04T02:25:56.41794Z","end":"2026-03-04T02:25:56.831596Z","steps":["trace[324594516] 'agreement among raft nodes before linearized reading' (duration: 412.209467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:56.831646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:56.417922Z","time spent":"413.714392ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:25:57.272197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.627708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:57.272338Z","caller":"traceutil/trace.go:171","msg":"trace[1082403681] linearizableReadLoop","detail":"{readStateIndex:28166; appliedIndex:28164; }","duration":"160.926597ms","start":"2026-03-04T02:25:57.111402Z","end":"2026-03-04T02:25:57.272329Z","steps":["trace[1082403681] 'read index received' (duration: 1.132386ms)","trace[1082403681] 'applied index is now lower than readState.Index' (duration: 159.793651ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:57.272383Z","caller":"traceutil/trace.go:171","msg":"trace[2063246364] transaction","detail":"{read_only:false; response_revision:27174; number_of_response:1; }","duration":"261.597071ms","start":"2026-03-04T02:25:57.010767Z","end":"2026-03-04T02:25:57.272364Z","steps":["trace[2063246364] 'process raft request' (duration: 261.503199ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:57.272406Z","caller":"traceutil/trace.go:171","msg":"trace[1809720546] transaction","detail":"{read_only:false; response_revision:27173; number_of_response:1; }","duration":"436.582848ms","start":"2026-03-04T02:25:56.835783Z","end":"2026-03-04T02:25:57.272366Z","steps":["trace[1809720546] 'process raft request' (duration: 276.726526ms)","trace[1809720546] 'compare' (duration: 159.393771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:57.272615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.189084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-04T02:25:57.272646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:56.835772Z","time spent":"436.734651ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:57.272697Z","caller":"traceutil/trace.go:171","msg":"trace[1506511798] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27174; }","duration":"161.314396ms","start":"2026-03-04T02:25:57.111362Z","end":"2026-03-04T02:25:57.272677Z","steps":["trace[1506511798] 'agreement among raft nodes before linearized reading' (duration: 160.993709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.285847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328740679,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:25:58.326537Z","caller":"traceutil/trace.go:171","msg":"trace[1867622463] transaction","detail":"{read_only:false; response_revision:27176; number_of_response:1; }","duration":"600.168359ms","start":"2026-03-04T02:25:57.726298Z","end":"2026-03-04T02:25:58.326466Z","steps":["trace[1867622463] 'process raft request' (duration: 600.029626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.326733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:57.726291Z","time spent":"600.367143ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:58.327585Z","caller":"traceutil/trace.go:171","msg":"trace[829006184] linearizableReadLoop","detail":"{readStateIndex:28170; appliedIndex:28168; }","duration":"541.957812ms","start":"2026-03-04T02:25:57.785596Z","end":"2026-03-04T02:25:58.327554Z","steps":["trace[829006184] 'read index received' (duration: 540.917478ms)","trace[829006184] 'applied index is now lower than readState.Index' (duration: 1.039334ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:58.327959Z","caller":"traceutil/trace.go:171","msg":"trace[152201304] transaction","detail":"{read_only:false; response_revision:27177; number_of_response:1; }","duration":"601.320835ms","start":"2026-03-04T02:25:57.726623Z","end":"2026-03-04T02:25:58.327944Z","steps":["trace[152201304] 'process raft request' (duration: 600.743882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.328078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:57.726616Z","time spent":"601.383727ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:58.328256Z","caller":"traceutil/trace.go:171","msg":"trace[816067347] transaction","detail":"{read_only:false; response_revision:27178; number_of_response:1; }","duration":"594.938446ms","start":"2026-03-04T02:25:57.733305Z","end":"2026-03-04T02:25:58.328243Z","steps":["trace[816067347] 'process raft request' (duration: 594.201918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.328319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:57.733286Z","time spent":"595.001888ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:58.328574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.947925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:25:58.328614Z","caller":"traceutil/trace.go:171","msg":"trace[1524360830] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27178; }","duration":"543.045707ms","start":"2026-03-04T02:25:57.785559Z","end":"2026-03-04T02:25:58.328605Z","steps":["trace[1524360830] 'agreement among raft nodes before linearized reading' (duration: 542.890223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.328645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:57.785543Z","time spent":"543.095449ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4884,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:25:58.328736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.992876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:25:58.328792Z","caller":"traceutil/trace.go:171","msg":"trace[702437994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27178; }","duration":"500.098499ms","start":"2026-03-04T02:25:57.82868Z","end":"2026-03-04T02:25:58.328778Z","steps":["trace[702437994] 'agreement among raft nodes before linearized reading' (duration: 499.908695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.328829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:57.828658Z","time spent":"500.159711ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:25:58.328936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.714303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:58.328962Z","caller":"traceutil/trace.go:171","msg":"trace[250414231] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27178; }","duration":"422.775704ms","start":"2026-03-04T02:25:57.906178Z","end":"2026-03-04T02:25:58.328954Z","steps":["trace[250414231] 'agreement among raft nodes before linearized reading' (duration: 422.717603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.328981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:57.906159Z","time spent":"422.815796ms","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:25:58.329064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.516576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:25:58.329131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.00427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:25:58.32915Z","caller":"traceutil/trace.go:171","msg":"trace[1810984292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27178; }","duration":"423.055021ms","start":"2026-03-04T02:25:57.906089Z","end":"2026-03-04T02:25:58.329144Z","steps":["trace[1810984292] 'agreement among raft nodes before linearized reading' (duration: 422.997759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.329206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:57.906065Z","time spent":"423.127573ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:25:58.329227Z","caller":"traceutil/trace.go:171","msg":"trace[905250494] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27178; }","duration":"286.633359ms","start":"2026-03-04T02:25:58.042507Z","end":"2026-03-04T02:25:58.32914Z","steps":["trace[905250494] 'agreement among raft nodes before linearized reading' (duration: 286.333952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.329404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.530823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:58.329458Z","caller":"traceutil/trace.go:171","msg":"trace[662559706] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:27178; }","duration":"124.587615ms","start":"2026-03-04T02:25:58.204857Z","end":"2026-03-04T02:25:58.329445Z","steps":["trace[662559706] 'agreement among raft nodes before linearized reading' (duration: 124.508123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.329494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.949113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:25:58.329535Z","caller":"traceutil/trace.go:171","msg":"trace[1918665724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27178; }","duration":"174.031525ms","start":"2026-03-04T02:25:58.155494Z","end":"2026-03-04T02:25:58.329525Z","steps":["trace[1918665724] 'agreement among raft nodes before linearized reading' (duration: 173.897741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.329455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.803138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:58.329736Z","caller":"traceutil/trace.go:171","msg":"trace[1619817199] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27178; }","duration":"424.065214ms","start":"2026-03-04T02:25:57.90558Z","end":"2026-03-04T02:25:58.329646Z","steps":["trace[1619817199] 'agreement among raft nodes before linearized reading' (duration: 423.723046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:58.329823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:57.90556Z","time spent":"424.245839ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:25:58.329997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.991278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:25:58.330065Z","caller":"traceutil/trace.go:171","msg":"trace[1047318664] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27178; }","duration":"132.103121ms","start":"2026-03-04T02:25:58.197949Z","end":"2026-03-04T02:25:58.330052Z","steps":["trace[1047318664] 'agreement among raft nodes before linearized reading' (duration: 131.412165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:02.956226Z","caller":"traceutil/trace.go:171","msg":"trace[2138850042] transaction","detail":"{read_only:false; response_revision:27218; number_of_response:1; }","duration":"108.641111ms","start":"2026-03-04T02:26:02.847564Z","end":"2026-03-04T02:26:02.956205Z","steps":["trace[2138850042] 'process raft request' (duration: 108.520568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:03.725165Z","caller":"traceutil/trace.go:171","msg":"trace[438373250] linearizableReadLoop","detail":"{readStateIndex:28213; appliedIndex:28212; }","duration":"350.992508ms","start":"2026-03-04T02:26:03.374152Z","end":"2026-03-04T02:26:03.725145Z","steps":["trace[438373250] 'read index received' (duration: 350.852375ms)","trace[438373250] 'applied index is now lower than readState.Index' (duration: 139.263µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:03.725238Z","caller":"traceutil/trace.go:171","msg":"trace[1304812023] transaction","detail":"{read_only:false; response_revision:27219; number_of_response:1; }","duration":"404.914134ms","start":"2026-03-04T02:26:03.320293Z","end":"2026-03-04T02:26:03.725207Z","steps":["trace[1304812023] 'process raft request' (duration: 404.686579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:03.725316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.137051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:03.725351Z","caller":"traceutil/trace.go:171","msg":"trace[529170449] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27219; }","duration":"351.221364ms","start":"2026-03-04T02:26:03.37412Z","end":"2026-03-04T02:26:03.725341Z","steps":["trace[529170449] 'agreement among raft nodes before linearized reading' (duration: 351.145462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:03.725378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:03.374107Z","time spent":"351.263644ms","remote":"127.0.0.1:42022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:26:03.725387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:03.320275Z","time spent":"405.032017ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:03.725558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.365857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:26:03.725619Z","caller":"traceutil/trace.go:171","msg":"trace[1075809114] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27219; }","duration":"351.460559ms","start":"2026-03-04T02:26:03.374145Z","end":"2026-03-04T02:26:03.725606Z","steps":["trace[1075809114] 'agreement among raft nodes before linearized reading' (duration: 351.338716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:03.72565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:03.374135Z","time spent":"351.509061ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:26:03.725703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.536882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:03.725734Z","caller":"traceutil/trace.go:171","msg":"trace[1756350211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27219; }","duration":"253.593353ms","start":"2026-03-04T02:26:03.472133Z","end":"2026-03-04T02:26:03.725727Z","steps":["trace[1756350211] 'agreement among raft nodes before linearized reading' (duration: 253.543571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:03.725896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.318634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:26:03.725942Z","caller":"traceutil/trace.go:171","msg":"trace[323952203] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27219; }","duration":"310.409366ms","start":"2026-03-04T02:26:03.415521Z","end":"2026-03-04T02:26:03.725931Z","steps":["trace[323952203] 'agreement among raft nodes before linearized reading' (duration: 310.254923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:03.725978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:03.415503Z","time spent":"310.468548ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:26:04.207831Z","caller":"traceutil/trace.go:171","msg":"trace[954491173] transaction","detail":"{read_only:false; response_revision:27221; number_of_response:1; }","duration":"106.060769ms","start":"2026-03-04T02:26:04.101741Z","end":"2026-03-04T02:26:04.207802Z","steps":["trace[954491173] 'process raft request' (duration: 105.902746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:04.702363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.713546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:26:04.702437Z","caller":"traceutil/trace.go:171","msg":"trace[115782089] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27221; }","duration":"351.845459ms","start":"2026-03-04T02:26:04.350573Z","end":"2026-03-04T02:26:04.702419Z","steps":["trace[115782089] 'range keys from in-memory index tree' (duration: 351.550472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:04.702473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:04.350553Z","time spent":"351.91244ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4884,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-04T02:26:04.702487Z","caller":"traceutil/trace.go:171","msg":"trace[1672646676] transaction","detail":"{read_only:false; response_revision:27222; number_of_response:1; }","duration":"350.274042ms","start":"2026-03-04T02:26:04.352177Z","end":"2026-03-04T02:26:04.702451Z","steps":["trace[1672646676] 'process raft request' (duration: 346.067083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:04.702676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:04.35215Z","time spent":"350.431536ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:26:04.715802Z","caller":"traceutil/trace.go:171","msg":"trace[555515810] transaction","detail":"{read_only:false; response_revision:27223; number_of_response:1; }","duration":"363.426281ms","start":"2026-03-04T02:26:04.352355Z","end":"2026-03-04T02:26:04.715781Z","steps":["trace[555515810] 'process raft request' (duration: 363.030772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:04.71599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:04.352338Z","time spent":"363.565144ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:26:04.716019Z","caller":"traceutil/trace.go:171","msg":"trace[628686117] linearizableReadLoop","detail":"{readStateIndex:28217; appliedIndex:28215; }","duration":"360.664076ms","start":"2026-03-04T02:26:04.355322Z","end":"2026-03-04T02:26:04.715986Z","steps":["trace[628686117] 'read index received' (duration: 342.928789ms)","trace[628686117] 'applied index is now lower than readState.Index' (duration: 17.733127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:04.716389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.301928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:26:04.71638Z","caller":"traceutil/trace.go:171","msg":"trace[1787173783] transaction","detail":"{read_only:false; response_revision:27224; number_of_response:1; }","duration":"144.320419ms","start":"2026-03-04T02:26:04.572029Z","end":"2026-03-04T02:26:04.716349Z","steps":["trace[1787173783] 'process raft request' (duration: 143.626482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:04.716439Z","caller":"traceutil/trace.go:171","msg":"trace[571239273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27224; }","duration":"360.379289ms","start":"2026-03-04T02:26:04.356051Z","end":"2026-03-04T02:26:04.71643Z","steps":["trace[571239273] 'agreement among raft nodes before linearized reading' (duration: 360.232916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:04.716503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:04.356042Z","time spent":"360.452111ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:26:04.71649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.206684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:26:04.716658Z","caller":"traceutil/trace.go:171","msg":"trace[1286936294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27224; }","duration":"250.402278ms","start":"2026-03-04T02:26:04.466231Z","end":"2026-03-04T02:26:04.716634Z","steps":["trace[1286936294] 'agreement among raft nodes before linearized reading' (duration: 250.142022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:04.716693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.102346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:26:04.716739Z","caller":"traceutil/trace.go:171","msg":"trace[753836380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27224; }","duration":"358.212469ms","start":"2026-03-04T02:26:04.358516Z","end":"2026-03-04T02:26:04.716728Z","steps":["trace[753836380] 'agreement among raft nodes before linearized reading' (duration: 358.057326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:04.716775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:04.35848Z","time spent":"358.28676ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:26:04.716847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.165924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:26:04.716903Z","caller":"traceutil/trace.go:171","msg":"trace[1864914490] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27224; }","duration":"305.260686ms","start":"2026-03-04T02:26:04.411634Z","end":"2026-03-04T02:26:04.716894Z","steps":["trace[1864914490] 'agreement among raft nodes before linearized reading' (duration: 305.025991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:04.716949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:04.411617Z","time spent":"305.323807ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:26:04.716847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.916059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:04.717132Z","caller":"traceutil/trace.go:171","msg":"trace[891595086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27224; }","duration":"242.181976ms","start":"2026-03-04T02:26:04.474902Z","end":"2026-03-04T02:26:04.717083Z","steps":["trace[891595086] 'agreement among raft nodes before linearized reading' (duration: 241.634103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:04.717354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.099197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:26:04.717431Z","caller":"traceutil/trace.go:171","msg":"trace[1701700251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27224; }","duration":"361.263211ms","start":"2026-03-04T02:26:04.35616Z","end":"2026-03-04T02:26:04.717423Z","steps":["trace[1701700251] 'agreement among raft nodes before linearized reading' (duration: 360.436301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:04.71773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:04.356154Z","time spent":"361.313002ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:26:04.717705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.637709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:26:04.717838Z","caller":"traceutil/trace.go:171","msg":"trace[1831670342] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27224; }","duration":"362.51368ms","start":"2026-03-04T02:26:04.355305Z","end":"2026-03-04T02:26:04.717818Z","steps":["trace[1831670342] 'agreement among raft nodes before linearized reading' (duration: 360.81554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:04.717901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:04.355274Z","time spent":"362.612683ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:26:04.956632Z","caller":"traceutil/trace.go:171","msg":"trace[1777867832] transaction","detail":"{read_only:false; response_revision:27225; number_of_response:1; }","duration":"233.184904ms","start":"2026-03-04T02:26:04.723414Z","end":"2026-03-04T02:26:04.956599Z","steps":["trace[1777867832] 'process raft request' (duration: 199.217567ms)","trace[1777867832] 'compare' (duration: 33.493126ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:05.033513Z","caller":"traceutil/trace.go:171","msg":"trace[1452366993] transaction","detail":"{read_only:false; response_revision:27230; number_of_response:1; }","duration":"135.615274ms","start":"2026-03-04T02:26:04.897871Z","end":"2026-03-04T02:26:05.033487Z","steps":["trace[1452366993] 'process raft request' (duration: 135.565933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:05.03355Z","caller":"traceutil/trace.go:171","msg":"trace[1614465651] transaction","detail":"{read_only:false; response_revision:27227; number_of_response:1; }","duration":"309.818583ms","start":"2026-03-04T02:26:04.723692Z","end":"2026-03-04T02:26:05.033511Z","steps":["trace[1614465651] 'process raft request' (duration: 309.638949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:05.033571Z","caller":"traceutil/trace.go:171","msg":"trace[1539654447] transaction","detail":"{read_only:false; response_revision:27228; number_of_response:1; }","duration":"309.72409ms","start":"2026-03-04T02:26:04.72381Z","end":"2026-03-04T02:26:05.033534Z","steps":["trace[1539654447] 'process raft request' (duration: 309.557646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:05.033712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:04.72378Z","time spent":"309.853264ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:05.033731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:04.723668Z","time spent":"309.959427ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:26:05.033724Z","caller":"traceutil/trace.go:171","msg":"trace[985106003] transaction","detail":"{read_only:false; response_revision:27226; number_of_response:1; }","duration":"310.060878ms","start":"2026-03-04T02:26:04.72364Z","end":"2026-03-04T02:26:05.033701Z","steps":["trace[985106003] 'process raft request' (duration: 309.523426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:05.033841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:04.723632Z","time spent":"310.14544ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:26:05.033836Z","caller":"traceutil/trace.go:171","msg":"trace[2139617906] transaction","detail":"{read_only:false; response_revision:27229; number_of_response:1; }","duration":"308.760878ms","start":"2026-03-04T02:26:04.725063Z","end":"2026-03-04T02:26:05.033824Z","steps":["trace[2139617906] 'process raft request' (duration: 308.340088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:05.033963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:04.725052Z","time spent":"308.819699ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:05.896038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.289886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:26:05.896102Z","caller":"traceutil/trace.go:171","msg":"trace[506864233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27232; }","duration":"167.407599ms","start":"2026-03-04T02:26:05.728681Z","end":"2026-03-04T02:26:05.896089Z","steps":["trace[506864233] 'range keys from in-memory index tree' (duration: 167.129213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:05.896731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.558511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:26:05.896926Z","caller":"traceutil/trace.go:171","msg":"trace[186246158] transaction","detail":"{read_only:false; response_revision:27233; number_of_response:1; }","duration":"143.412297ms","start":"2026-03-04T02:26:05.753467Z","end":"2026-03-04T02:26:05.896879Z","steps":["trace[186246158] 'process raft request' (duration: 39.634121ms)","trace[186246158] 'compare' (duration: 103.441738ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:06.819447Z","caller":"traceutil/trace.go:171","msg":"trace[364283518] linearizableReadLoop","detail":"{readStateIndex:28231; appliedIndex:28230; }","duration":"111.173879ms","start":"2026-03-04T02:26:06.70825Z","end":"2026-03-04T02:26:06.819424Z","steps":["trace[364283518] 'read index received' (duration: 111.081207ms)","trace[364283518] 'applied index is now lower than readState.Index' (duration: 91.282µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:06.819557Z","caller":"traceutil/trace.go:171","msg":"trace[1093336479] transaction","detail":"{read_only:false; response_revision:27236; number_of_response:1; }","duration":"111.400476ms","start":"2026-03-04T02:26:06.708119Z","end":"2026-03-04T02:26:06.819519Z","steps":["trace[1093336479] 'process raft request' (duration: 111.1528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:06.819666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.399796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:26:06.81971Z","caller":"traceutil/trace.go:171","msg":"trace[1396314212] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27236; }","duration":"111.502168ms","start":"2026-03-04T02:26:06.708198Z","end":"2026-03-04T02:26:06.8197Z","steps":["trace[1396314212] 'agreement among raft nodes before linearized reading' (duration: 111.357314ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:06.925191Z","caller":"traceutil/trace.go:171","msg":"trace[1147236685] linearizableReadLoop","detail":"{readStateIndex:28233; appliedIndex:28231; }","duration":"105.63657ms","start":"2026-03-04T02:26:06.819526Z","end":"2026-03-04T02:26:06.925162Z","steps":["trace[1147236685] 'read index received' (duration: 102.347902ms)","trace[1147236685] 'applied index is now lower than readState.Index' (duration: 3.287508ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:06.92524Z","caller":"traceutil/trace.go:171","msg":"trace[827453357] transaction","detail":"{read_only:false; response_revision:27237; number_of_response:1; }","duration":"202.468603ms","start":"2026-03-04T02:26:06.722747Z","end":"2026-03-04T02:26:06.925215Z","steps":["trace[827453357] 'process raft request' (duration: 199.120004ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:06.925603Z","caller":"traceutil/trace.go:171","msg":"trace[603116497] transaction","detail":"{read_only:false; response_revision:27238; number_of_response:1; }","duration":"201.616793ms","start":"2026-03-04T02:26:06.72395Z","end":"2026-03-04T02:26:06.925566Z","steps":["trace[603116497] 'process raft request' (duration: 201.142462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:06.925772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.393834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:26:06.925915Z","caller":"traceutil/trace.go:171","msg":"trace[562260635] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27238; }","duration":"108.565379ms","start":"2026-03-04T02:26:06.817296Z","end":"2026-03-04T02:26:06.925862Z","steps":["trace[562260635] 'agreement among raft nodes before linearized reading' (duration: 107.979035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:07.402981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.679284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:26:07.40311Z","caller":"traceutil/trace.go:171","msg":"trace[1327288165] linearizableReadLoop","detail":"{readStateIndex:28235; appliedIndex:28234; }","duration":"365.556262ms","start":"2026-03-04T02:26:07.037531Z","end":"2026-03-04T02:26:07.403088Z","steps":["trace[1327288165] 'read index received' (duration: 68.712924ms)","trace[1327288165] 'applied index is now lower than readState.Index' (duration: 296.841428ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:07.403196Z","caller":"traceutil/trace.go:171","msg":"trace[554746949] transaction","detail":"{read_only:false; response_revision:27240; number_of_response:1; }","duration":"387.145009ms","start":"2026-03-04T02:26:07.016021Z","end":"2026-03-04T02:26:07.403166Z","steps":["trace[554746949] 'process raft request' (duration: 90.155397ms)","trace[554746949] 'compare' (duration: 296.222574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:07.403358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:07.015999Z","time spent":"387.276381ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:07.403364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.821778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:26:07.40342Z","caller":"traceutil/trace.go:171","msg":"trace[1723658866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27240; }","duration":"365.909719ms","start":"2026-03-04T02:26:07.037498Z","end":"2026-03-04T02:26:07.403407Z","steps":["trace[1723658866] 'agreement among raft nodes before linearized reading' (duration: 365.721665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:07.403486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:07.037479Z","time spent":"365.997362ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:26:07.414066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.726326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:26:07.414082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.390468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-04T02:26:07.414074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.451577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:26:07.414109Z","caller":"traceutil/trace.go:171","msg":"trace[1179678213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27242; }","duration":"371.772007ms","start":"2026-03-04T02:26:07.042329Z","end":"2026-03-04T02:26:07.414101Z","steps":["trace[1179678213] 'agreement among raft nodes before linearized reading' (duration: 371.656545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:07.414127Z","caller":"traceutil/trace.go:171","msg":"trace[171025987] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27242; }","duration":"227.47648ms","start":"2026-03-04T02:26:07.186639Z","end":"2026-03-04T02:26:07.414115Z","steps":["trace[171025987] 'agreement among raft nodes before linearized reading' (duration: 227.329506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:07.414136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:07.042312Z","time spent":"371.818298ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:26:07.414143Z","caller":"traceutil/trace.go:171","msg":"trace[1614962806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27242; }","duration":"376.547979ms","start":"2026-03-04T02:26:07.037578Z","end":"2026-03-04T02:26:07.414126Z","steps":["trace[1614962806] 'agreement among raft nodes before linearized reading' (duration: 376.351294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:07.414143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.667794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:26:07.414196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:07.037572Z","time spent":"376.615551ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:26:07.414208Z","caller":"traceutil/trace.go:171","msg":"trace[1319623601] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27242; }","duration":"339.768546ms","start":"2026-03-04T02:26:07.074424Z","end":"2026-03-04T02:26:07.414193Z","steps":["trace[1319623601] 'agreement among raft nodes before linearized reading' (duration: 339.663554ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:07.414215Z","caller":"traceutil/trace.go:171","msg":"trace[1788597313] transaction","detail":"{read_only:false; response_revision:27241; number_of_response:1; }","duration":"375.239849ms","start":"2026-03-04T02:26:07.038884Z","end":"2026-03-04T02:26:07.414124Z","steps":["trace[1788597313] 'process raft request' (duration: 374.84809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:07.414247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:07.074411Z","time spent":"339.826348ms","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:26:07.414222Z","caller":"traceutil/trace.go:171","msg":"trace[483492025] transaction","detail":"{read_only:false; response_revision:27242; number_of_response:1; }","duration":"346.562896ms","start":"2026-03-04T02:26:07.067616Z","end":"2026-03-04T02:26:07.414179Z","steps":["trace[483492025] 'process raft request' (duration: 346.265069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:07.414326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:07.038866Z","time spent":"375.402892ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:07.41439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:07.067598Z","time spent":"346.705049ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:07.414344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.513154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:26:07.415242Z","caller":"traceutil/trace.go:171","msg":"trace[1112842734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27242; }","duration":"373.386355ms","start":"2026-03-04T02:26:07.041797Z","end":"2026-03-04T02:26:07.415183Z","steps":["trace[1112842734] 'agreement among raft nodes before linearized reading' (duration: 372.246948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:07.415572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:07.041771Z","time spent":"373.522558ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:26:09.127203Z","caller":"traceutil/trace.go:171","msg":"trace[2009603442] transaction","detail":"{read_only:false; response_revision:27252; number_of_response:1; }","duration":"196.917423ms","start":"2026-03-04T02:26:08.930259Z","end":"2026-03-04T02:26:09.127176Z","steps":["trace[2009603442] 'process raft request' (duration: 196.651577ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:09.129325Z","caller":"traceutil/trace.go:171","msg":"trace[1454077013] linearizableReadLoop","detail":"{readStateIndex:28248; appliedIndex:28246; }","duration":"195.059269ms","start":"2026-03-04T02:26:08.934237Z","end":"2026-03-04T02:26:09.129296Z","steps":["trace[1454077013] 'read index received' (duration: 192.668403ms)","trace[1454077013] 'applied index is now lower than readState.Index' (duration: 2.389566ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:09.129396Z","caller":"traceutil/trace.go:171","msg":"trace[826407266] transaction","detail":"{read_only:false; response_revision:27253; number_of_response:1; }","duration":"197.992027ms","start":"2026-03-04T02:26:08.931376Z","end":"2026-03-04T02:26:09.129368Z","steps":["trace[826407266] 'process raft request' (duration: 197.776592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:09.129489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.229333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:09.129531Z","caller":"traceutil/trace.go:171","msg":"trace[1880386109] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27253; }","duration":"195.314705ms","start":"2026-03-04T02:26:08.934204Z","end":"2026-03-04T02:26:09.129519Z","steps":["trace[1880386109] 'agreement among raft nodes before linearized reading' (duration: 195.227413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:09.12985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.18936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:09.130007Z","caller":"traceutil/trace.go:171","msg":"trace[1603874355] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27253; }","duration":"186.356744ms","start":"2026-03-04T02:26:08.943607Z","end":"2026-03-04T02:26:09.129963Z","steps":["trace[1603874355] 'agreement among raft nodes before linearized reading' (duration: 186.100408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:32.450853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.296522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:26:32.450942Z","caller":"traceutil/trace.go:171","msg":"trace[2139568446] transaction","detail":"{read_only:false; response_revision:27523; number_of_response:1; }","duration":"124.511133ms","start":"2026-03-04T02:26:32.326418Z","end":"2026-03-04T02:26:32.450929Z","steps":["trace[2139568446] 'process raft request' (duration: 16.074877ms)","trace[2139568446] 'compare' (duration: 108.126039ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:33.231122Z","caller":"traceutil/trace.go:171","msg":"trace[1457368294] transaction","detail":"{read_only:false; response_revision:27524; number_of_response:1; }","duration":"189.640162ms","start":"2026-03-04T02:26:33.041329Z","end":"2026-03-04T02:26:33.230969Z","steps":["trace[1457368294] 'process raft request' (duration: 189.429437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.418142Z","caller":"traceutil/trace.go:171","msg":"trace[1283630150] transaction","detail":"{read_only:false; response_revision:27525; number_of_response:1; }","duration":"170.981064ms","start":"2026-03-04T02:26:33.247127Z","end":"2026-03-04T02:26:33.418108Z","steps":["trace[1283630150] 'process raft request' (duration: 170.752238ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.422631Z","caller":"traceutil/trace.go:171","msg":"trace[2085120775] transaction","detail":"{read_only:false; response_revision:27526; number_of_response:1; }","duration":"173.753528ms","start":"2026-03-04T02:26:33.248802Z","end":"2026-03-04T02:26:33.422555Z","steps":["trace[2085120775] 'process raft request' (duration: 173.604145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:36.298736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.809737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T02:26:36.298806Z","caller":"traceutil/trace.go:171","msg":"trace[163933850] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:27548; }","duration":"152.9263ms","start":"2026-03-04T02:26:36.145863Z","end":"2026-03-04T02:26:36.29879Z","steps":["trace[163933850] 'range keys from in-memory index tree' (duration: 152.610012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:36.591771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.956584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:26:36.59185Z","caller":"traceutil/trace.go:171","msg":"trace[1576621169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27549; }","duration":"128.080527ms","start":"2026-03-04T02:26:36.463753Z","end":"2026-03-04T02:26:36.591833Z","steps":["trace[1576621169] 'range keys from in-memory index tree' (duration: 127.810751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:36.591889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.619391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:36.591952Z","caller":"traceutil/trace.go:171","msg":"trace[1101201209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27549; }","duration":"117.706963ms","start":"2026-03-04T02:26:36.474229Z","end":"2026-03-04T02:26:36.591936Z","steps":["trace[1101201209] 'range keys from in-memory index tree' (duration: 117.565119ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:37.135248Z","caller":"traceutil/trace.go:171","msg":"trace[449215734] linearizableReadLoop","detail":"{readStateIndex:28554; appliedIndex:28553; }","duration":"410.409354ms","start":"2026-03-04T02:26:36.724813Z","end":"2026-03-04T02:26:37.135222Z","steps":["trace[449215734] 'read index received' (duration: 410.275751ms)","trace[449215734] 'applied index is now lower than readState.Index' (duration: 132.403µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:37.135606Z","caller":"traceutil/trace.go:171","msg":"trace[865053210] transaction","detail":"{read_only:false; response_revision:27550; number_of_response:1; }","duration":"539.619318ms","start":"2026-03-04T02:26:36.595974Z","end":"2026-03-04T02:26:37.135593Z","steps":["trace[865053210] 'process raft request' (duration: 539.088865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:37.13572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:36.595956Z","time spent":"539.691229ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:37.135777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.915436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:37.1359Z","caller":"traceutil/trace.go:171","msg":"trace[2052525971] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27550; }","duration":"411.09678ms","start":"2026-03-04T02:26:36.724772Z","end":"2026-03-04T02:26:37.135869Z","steps":["trace[2052525971] 'agreement among raft nodes before linearized reading' (duration: 410.891735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:37.136012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:36.724755Z","time spent":"411.236544ms","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:26:37.136086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.116397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:26:37.136178Z","caller":"traceutil/trace.go:171","msg":"trace[142284107] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27550; }","duration":"102.283131ms","start":"2026-03-04T02:26:37.03387Z","end":"2026-03-04T02:26:37.136153Z","steps":["trace[142284107] 'agreement among raft nodes before linearized reading' (duration: 101.974593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:37.13577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.735153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:37.136315Z","caller":"traceutil/trace.go:171","msg":"trace[902046106] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:27550; }","duration":"354.345378ms","start":"2026-03-04T02:26:36.781947Z","end":"2026-03-04T02:26:37.136292Z","steps":["trace[902046106] 'agreement among raft nodes before linearized reading' (duration: 353.699173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:37.136385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:36.781927Z","time spent":"354.437461ms","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:26:38.303562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.685017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:26:38.303641Z","caller":"traceutil/trace.go:171","msg":"trace[515093504] transaction","detail":"{read_only:false; response_revision:27551; number_of_response:1; }","duration":"1.163770839s","start":"2026-03-04T02:26:37.139856Z","end":"2026-03-04T02:26:38.303627Z","steps":["trace[515093504] 'process raft request' (duration: 477.9633ms)","trace[515093504] 'compare' (duration: 685.329578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:38.303673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:37.139838Z","time spent":"1.16382078s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:38.964908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.347076232s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:26:39.082474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.121579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:26:39.083047Z","caller":"traceutil/trace.go:171","msg":"trace[1108581419] transaction","detail":"{read_only:false; response_revision:27552; number_of_response:1; }","duration":"1.840405833s","start":"2026-03-04T02:26:37.242611Z","end":"2026-03-04T02:26:39.083017Z","steps":["trace[1108581419] 'process raft request' (duration: 1.722555116s)","trace[1108581419] 'compare' (duration: 116.784521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:39.083202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:37.242593Z","time spent":"1.840518796s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:26:39.083161Z","caller":"traceutil/trace.go:171","msg":"trace[2018534538] transaction","detail":"{read_only:false; response_revision:27553; number_of_response:1; }","duration":"1.652633545s","start":"2026-03-04T02:26:37.430476Z","end":"2026-03-04T02:26:39.083109Z","steps":["trace[2018534538] 'process raft request' (duration: 1.65242609s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:39.083254Z","caller":"traceutil/trace.go:171","msg":"trace[351598264] transaction","detail":"{read_only:false; response_revision:27554; number_of_response:1; }","duration":"1.651737793s","start":"2026-03-04T02:26:37.431479Z","end":"2026-03-04T02:26:39.083217Z","steps":["trace[351598264] 'process raft request' (duration: 1.651564569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:39.083329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:37.43045Z","time spent":"1.652813549s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:39.083416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:37.431449Z","time spent":"1.651888187s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:26:39.083844Z","caller":"traceutil/trace.go:171","msg":"trace[1568321736] linearizableReadLoop","detail":"{readStateIndex:28558; appliedIndex:28554; }","duration":"1.608903108s","start":"2026-03-04T02:26:37.474894Z","end":"2026-03-04T02:26:39.083798Z","steps":["trace[1568321736] 'read index received' (duration: 142.942945ms)","trace[1568321736] 'applied index is now lower than readState.Index' (duration: 1.465957703s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:39.084006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609097443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:39.084104Z","caller":"traceutil/trace.go:171","msg":"trace[1390303252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27554; }","duration":"1.609224655s","start":"2026-03-04T02:26:37.474856Z","end":"2026-03-04T02:26:39.08408Z","steps":["trace[1390303252] 'agreement among raft nodes before linearized reading' (duration: 1.609058972s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:39.084149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:37.47484Z","time spent":"1.609301198s","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:26:39.14078Z","caller":"traceutil/trace.go:171","msg":"trace[1854357985] transaction","detail":"{read_only:false; response_revision:27556; number_of_response:1; }","duration":"1.454099434s","start":"2026-03-04T02:26:37.686664Z","end":"2026-03-04T02:26:39.140764Z","steps":["trace[1854357985] 'process raft request' (duration: 1.454041223s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:39.140789Z","caller":"traceutil/trace.go:171","msg":"trace[994350270] transaction","detail":"{read_only:false; response_revision:27555; number_of_response:1; }","duration":"1.454195436s","start":"2026-03-04T02:26:37.68657Z","end":"2026-03-04T02:26:39.140766Z","steps":["trace[994350270] 'process raft request' (duration: 1.454019422s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:39.140908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:37.686632Z","time spent":"1.454204637s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:39.140908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:37.686546Z","time spent":"1.454301509s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:26:39.141192Z","caller":"traceutil/trace.go:171","msg":"trace[1103545894] transaction","detail":"{read_only:false; response_revision:27557; number_of_response:1; }","duration":"1.183035221s","start":"2026-03-04T02:26:37.958111Z","end":"2026-03-04T02:26:39.141147Z","steps":["trace[1103545894] 'process raft request' (duration: 1.182626302s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:39.141242Z","caller":"traceutil/trace.go:171","msg":"trace[2005841682] transaction","detail":"{read_only:false; response_revision:27558; number_of_response:1; }","duration":"1.165343666s","start":"2026-03-04T02:26:37.975886Z","end":"2026-03-04T02:26:39.141229Z","steps":["trace[2005841682] 'process raft request' (duration: 1.16509048s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:39.141271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:37.958088Z","time spent":"1.183143343s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:39.141302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:37.97586Z","time spent":"1.165410448s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:26:39.141344Z","caller":"traceutil/trace.go:171","msg":"trace[688220766] transaction","detail":"{read_only:false; response_revision:27559; number_of_response:1; }","duration":"828.357865ms","start":"2026-03-04T02:26:38.312958Z","end":"2026-03-04T02:26:39.141315Z","steps":["trace[688220766] 'process raft request' (duration: 828.176811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:39.141537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:38.312934Z","time spent":"828.506499ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:39.141565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401225433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:26:39.14164Z","caller":"traceutil/trace.go:171","msg":"trace[759073518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27559; }","duration":"1.401328985s","start":"2026-03-04T02:26:37.740291Z","end":"2026-03-04T02:26:39.14162Z","steps":["trace[759073518] 'agreement among raft nodes before linearized reading' (duration: 1.401133501s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:39.141711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:37.740281Z","time spent":"1.401413997s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:26:39.141807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402721018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:26:39.141875Z","caller":"traceutil/trace.go:171","msg":"trace[1641550783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27559; }","duration":"1.402860122s","start":"2026-03-04T02:26:37.738992Z","end":"2026-03-04T02:26:39.141852Z","steps":["trace[1641550783] 'agreement among raft nodes before linearized reading' (duration: 1.402687338s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:39.141904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38614506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:26:39.141925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399567544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:26:39.14198Z","caller":"traceutil/trace.go:171","msg":"trace[673410361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27559; }","duration":"1.399639975s","start":"2026-03-04T02:26:37.742328Z","end":"2026-03-04T02:26:39.141968Z","steps":["trace[673410361] 'agreement among raft nodes before linearized reading' (duration: 1.399508232s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:39.142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415099429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:26:39.142022Z","caller":"traceutil/trace.go:171","msg":"trace[585128994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27559; }","duration":"1.415154611s","start":"2026-03-04T02:26:37.726862Z","end":"2026-03-04T02:26:39.142017Z","steps":["trace[585128994] 'agreement among raft nodes before linearized reading' (duration: 1.415099189s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:39.14205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:37.726844Z","time spent":"1.415201641s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:26:39.142019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:37.742319Z","time spent":"1.399692387s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:26:39.141928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:37.738968Z","time spent":"1.402948173s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:26:39.141938Z","caller":"traceutil/trace.go:171","msg":"trace[14213321] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27559; }","duration":"1.38620272s","start":"2026-03-04T02:26:37.755725Z","end":"2026-03-04T02:26:39.141927Z","steps":["trace[14213321] 'agreement among raft nodes before linearized reading' (duration: 1.386108098s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:39.142237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:37.755712Z","time spent":"1.386515749s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:26:55.415028Z","caller":"traceutil/trace.go:171","msg":"trace[664341286] transaction","detail":"{read_only:false; response_revision:27681; number_of_response:1; }","duration":"146.051679ms","start":"2026-03-04T02:26:55.268952Z","end":"2026-03-04T02:26:55.415003Z","steps":["trace[664341286] 'process raft request' (duration: 98.266197ms)","trace[664341286] 'compare' (duration: 47.456754ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:55.415108Z","caller":"traceutil/trace.go:171","msg":"trace[448419275] transaction","detail":"{read_only:false; response_revision:27682; number_of_response:1; }","duration":"145.842084ms","start":"2026-03-04T02:26:55.269251Z","end":"2026-03-04T02:26:55.415093Z","steps":["trace[448419275] 'process raft request' (duration: 145.536987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:01.511409Z","caller":"traceutil/trace.go:171","msg":"trace[1044689716] transaction","detail":"{read_only:false; response_revision:27727; number_of_response:1; }","duration":"172.93936ms","start":"2026-03-04T02:27:01.338436Z","end":"2026-03-04T02:27:01.511376Z","steps":["trace[1044689716] 'process raft request' (duration: 136.655878ms)","trace[1044689716] 'compare' (duration: 36.053366ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:23.533763Z","caller":"traceutil/trace.go:171","msg":"trace[1226990215] transaction","detail":"{read_only:false; response_revision:27877; number_of_response:1; }","duration":"135.575573ms","start":"2026-03-04T02:27:23.398143Z","end":"2026-03-04T02:27:23.533719Z","steps":["trace[1226990215] 'process raft request' (duration: 135.179884ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:26.065938Z","caller":"traceutil/trace.go:171","msg":"trace[1801338786] transaction","detail":"{read_only:false; response_revision:27895; number_of_response:1; }","duration":"223.152628ms","start":"2026-03-04T02:27:25.842757Z","end":"2026-03-04T02:27:26.065909Z","steps":["trace[1801338786] 'process raft request' (duration: 222.971004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.291173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.028946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:27:26.291436Z","caller":"traceutil/trace.go:171","msg":"trace[859891483] transaction","detail":"{read_only:false; response_revision:27896; number_of_response:1; }","duration":"448.350365ms","start":"2026-03-04T02:27:25.843051Z","end":"2026-03-04T02:27:26.291402Z","steps":["trace[859891483] 'process raft request' (duration: 267.968371ms)","trace[859891483] 'compare' (duration: 179.868682ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:26.291582Z","caller":"traceutil/trace.go:171","msg":"trace[1650619061] linearizableReadLoop","detail":"{readStateIndex:28910; appliedIndex:28908; }","duration":"447.478524ms","start":"2026-03-04T02:27:25.84408Z","end":"2026-03-04T02:27:26.291558Z","steps":["trace[1650619061] 'read index received' (duration: 221.697784ms)","trace[1650619061] 'applied index is now lower than readState.Index' (duration: 225.77908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:26.29162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:25.843021Z","time spent":"448.502379ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:26.291804Z","caller":"traceutil/trace.go:171","msg":"trace[417295617] transaction","detail":"{read_only:false; response_revision:27897; number_of_response:1; }","duration":"446.712836ms","start":"2026-03-04T02:27:25.845079Z","end":"2026-03-04T02:27:26.291791Z","steps":["trace[417295617] 'process raft request' (duration: 446.238845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.291881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:25.845071Z","time spent":"446.771038ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:26.292093Z","caller":"traceutil/trace.go:171","msg":"trace[1724483231] transaction","detail":"{read_only:false; response_revision:27900; number_of_response:1; }","duration":"445.907307ms","start":"2026-03-04T02:27:25.846168Z","end":"2026-03-04T02:27:26.292076Z","steps":["trace[1724483231] 'process raft request' (duration: 445.317154ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:26.292119Z","caller":"traceutil/trace.go:171","msg":"trace[203705233] transaction","detail":"{read_only:false; response_revision:27898; number_of_response:1; }","duration":"446.678885ms","start":"2026-03-04T02:27:25.845426Z","end":"2026-03-04T02:27:26.292105Z","steps":["trace[203705233] 'process raft request' (duration: 445.956848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.292164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:25.84616Z","time spent":"445.967869ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:26.292207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:25.84542Z","time spent":"446.732846ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:26.29223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.601112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:27:26.292303Z","caller":"traceutil/trace.go:171","msg":"trace[2001808864] transaction","detail":"{read_only:false; response_revision:27899; number_of_response:1; }","duration":"446.352248ms","start":"2026-03-04T02:27:25.845941Z","end":"2026-03-04T02:27:26.292293Z","steps":["trace[2001808864] 'process raft request' (duration: 445.492667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.292335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.937677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:27:26.292362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:25.845916Z","time spent":"446.41809ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:26.292393Z","caller":"traceutil/trace.go:171","msg":"trace[1068424171] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:27900; }","duration":"348.035669ms","start":"2026-03-04T02:27:25.944338Z","end":"2026-03-04T02:27:26.292374Z","steps":["trace[1068424171] 'agreement among raft nodes before linearized reading' (duration: 347.929717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.292395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.74971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:27:26.292234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.853713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:27:26.292433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:25.944317Z","time spent":"348.107212ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:27:26.292471Z","caller":"traceutil/trace.go:171","msg":"trace[2126977363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27900; }","duration":"447.840602ms","start":"2026-03-04T02:27:25.844613Z","end":"2026-03-04T02:27:26.292453Z","steps":["trace[2126977363] 'agreement among raft nodes before linearized reading' (duration: 447.674908ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:26.292455Z","caller":"traceutil/trace.go:171","msg":"trace[1794025354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27900; }","duration":"448.092818ms","start":"2026-03-04T02:27:25.844351Z","end":"2026-03-04T02:27:26.292443Z","steps":["trace[1794025354] 'agreement among raft nodes before linearized reading' (duration: 447.74495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.292508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:25.844608Z","time spent":"447.895133ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:27:26.292336Z","caller":"traceutil/trace.go:171","msg":"trace[576467501] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:27900; }","duration":"316.678884ms","start":"2026-03-04T02:27:25.975601Z","end":"2026-03-04T02:27:26.292279Z","steps":["trace[576467501] 'agreement among raft nodes before linearized reading' (duration: 316.50077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.292529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:25.844346Z","time spent":"448.169061ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:27:26.292513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.378255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:27:26.29265Z","caller":"traceutil/trace.go:171","msg":"trace[2129481441] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27900; }","duration":"448.557709ms","start":"2026-03-04T02:27:25.844062Z","end":"2026-03-04T02:27:26.29262Z","steps":["trace[2129481441] 'agreement among raft nodes before linearized reading' (duration: 448.089528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.292721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:25.844056Z","time spent":"448.649361ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:27:26.29258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:25.975594Z","time spent":"316.974421ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-04T02:27:27.754524Z","caller":"traceutil/trace.go:171","msg":"trace[1614971516] transaction","detail":"{read_only:false; response_revision:27905; number_of_response:1; }","duration":"192.308654ms","start":"2026-03-04T02:27:27.562176Z","end":"2026-03-04T02:27:27.754485Z","steps":["trace[1614971516] 'process raft request' (duration: 161.114542ms)","trace[1614971516] 'compare' (duration: 30.810813ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:27.754534Z","caller":"traceutil/trace.go:171","msg":"trace[950854248] transaction","detail":"{read_only:false; response_revision:27906; number_of_response:1; }","duration":"102.697631ms","start":"2026-03-04T02:27:27.651799Z","end":"2026-03-04T02:27:27.754497Z","steps":["trace[950854248] 'process raft request' (duration: 102.568738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:29.983855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.818786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:27:29.98396Z","caller":"traceutil/trace.go:171","msg":"trace[183744871] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27920; }","duration":"143.97218ms","start":"2026-03-04T02:27:29.839966Z","end":"2026-03-04T02:27:29.983939Z","steps":["trace[183744871] 'count revisions from in-memory index tree' (duration: 143.746654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:32.00833Z","caller":"traceutil/trace.go:171","msg":"trace[477942057] transaction","detail":"{read_only:false; response_revision:27935; number_of_response:1; }","duration":"234.32304ms","start":"2026-03-04T02:27:31.773981Z","end":"2026-03-04T02:27:32.008304Z","steps":["trace[477942057] 'process raft request' (duration: 234.233938ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:32.008344Z","caller":"traceutil/trace.go:171","msg":"trace[1841401071] transaction","detail":"{read_only:false; response_revision:27934; number_of_response:1; }","duration":"235.510549ms","start":"2026-03-04T02:27:31.772784Z","end":"2026-03-04T02:27:32.008294Z","steps":["trace[1841401071] 'process raft request' (duration: 202.983155ms)","trace[1841401071] 'compare' (duration: 32.301808ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:32.00837Z","caller":"traceutil/trace.go:171","msg":"trace[139579766] linearizableReadLoop","detail":"{readStateIndex:28952; appliedIndex:28949; }","duration":"139.066114ms","start":"2026-03-04T02:27:31.86928Z","end":"2026-03-04T02:27:32.008346Z","steps":["trace[139579766] 'read index received' (duration: 106.466809ms)","trace[139579766] 'applied index is now lower than readState.Index' (duration: 32.598175ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:32.008614Z","caller":"traceutil/trace.go:171","msg":"trace[19123447] transaction","detail":"{read_only:false; response_revision:27936; number_of_response:1; }","duration":"234.353721ms","start":"2026-03-04T02:27:31.774239Z","end":"2026-03-04T02:27:32.008593Z","steps":["trace[19123447] 'process raft request' (duration: 234.027113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:32.008644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.336741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:32.008688Z","caller":"traceutil/trace.go:171","msg":"trace[775958299] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27936; }","duration":"139.438293ms","start":"2026-03-04T02:27:31.869234Z","end":"2026-03-04T02:27:32.008672Z","steps":["trace[775958299] 'agreement among raft nodes before linearized reading' (duration: 139.195387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:32.239541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.721782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:32.239622Z","caller":"traceutil/trace.go:171","msg":"trace[2062178009] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27936; }","duration":"125.844735ms","start":"2026-03-04T02:27:32.113757Z","end":"2026-03-04T02:27:32.239602Z","steps":["trace[2062178009] 'count revisions from in-memory index tree' (duration: 125.66819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:32.240417Z","caller":"traceutil/trace.go:171","msg":"trace[1806832471] transaction","detail":"{read_only:false; response_revision:27937; number_of_response:1; }","duration":"112.782307ms","start":"2026-03-04T02:27:32.127603Z","end":"2026-03-04T02:27:32.240386Z","steps":["trace[1806832471] 'process raft request' (duration: 16.576209ms)","trace[1806832471] 'compare' (duration: 95.754578ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:34.185742Z","caller":"traceutil/trace.go:171","msg":"trace[271776194] transaction","detail":"{read_only:false; response_revision:27948; number_of_response:1; }","duration":"170.864331ms","start":"2026-03-04T02:27:34.01485Z","end":"2026-03-04T02:27:34.185714Z","steps":["trace[271776194] 'process raft request' (duration: 170.791919ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:34.185953Z","caller":"traceutil/trace.go:171","msg":"trace[1636169549] transaction","detail":"{read_only:false; response_revision:27947; number_of_response:1; }","duration":"171.651109ms","start":"2026-03-04T02:27:34.014288Z","end":"2026-03-04T02:27:34.185939Z","steps":["trace[1636169549] 'process raft request' (duration: 150.049112ms)","trace[1636169549] 'compare' (duration: 21.174777ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:34.500519Z","caller":"traceutil/trace.go:171","msg":"trace[1154914342] transaction","detail":"{read_only:false; response_revision:27950; number_of_response:1; }","duration":"103.756445ms","start":"2026-03-04T02:27:34.396735Z","end":"2026-03-04T02:27:34.500491Z","steps":["trace[1154914342] 'process raft request' (duration: 103.54989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.765152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.207189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:27:34.765253Z","caller":"traceutil/trace.go:171","msg":"trace[1793883637] linearizableReadLoop","detail":"{readStateIndex:28967; appliedIndex:28966; }","duration":"264.783726ms","start":"2026-03-04T02:27:34.500452Z","end":"2026-03-04T02:27:34.765236Z","steps":["trace[1793883637] 'read index received' (duration: 142.543067ms)","trace[1793883637] 'applied index is now lower than readState.Index' (duration: 122.239239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:34.765412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:27:34.76545Z","caller":"traceutil/trace.go:171","msg":"trace[562813164] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27951; }","duration":"291.475152ms","start":"2026-03-04T02:27:34.473965Z","end":"2026-03-04T02:27:34.76544Z","steps":["trace[562813164] 'agreement among raft nodes before linearized reading' (duration: 291.342809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.765455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.35376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:27:34.765523Z","caller":"traceutil/trace.go:171","msg":"trace[416648987] transaction","detail":"{read_only:false; response_revision:27951; number_of_response:1; }","duration":"295.814194ms","start":"2026-03-04T02:27:34.469692Z","end":"2026-03-04T02:27:34.765507Z","steps":["trace[416648987] 'process raft request' (duration: 173.166885ms)","trace[416648987] 'compare' (duration: 122.109447ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:34.765532Z","caller":"traceutil/trace.go:171","msg":"trace[875458725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27951; }","duration":"294.456132ms","start":"2026-03-04T02:27:34.471058Z","end":"2026-03-04T02:27:34.765514Z","steps":["trace[875458725] 'agreement among raft nodes before linearized reading' (duration: 294.289458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.765607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.018086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:27:34.765656Z","caller":"traceutil/trace.go:171","msg":"trace[966707459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27951; }","duration":"295.100008ms","start":"2026-03-04T02:27:34.470544Z","end":"2026-03-04T02:27:34.765644Z","steps":["trace[966707459] 'agreement among raft nodes before linearized reading' (duration: 294.975145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.765807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.437574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:27:34.765847Z","caller":"traceutil/trace.go:171","msg":"trace[54088989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27951; }","duration":"289.514626ms","start":"2026-03-04T02:27:34.476324Z","end":"2026-03-04T02:27:34.765839Z","steps":["trace[54088989] 'agreement among raft nodes before linearized reading' (duration: 288.966203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:34.817576Z","caller":"traceutil/trace.go:171","msg":"trace[1518900093] transaction","detail":"{read_only:false; response_revision:27952; number_of_response:1; }","duration":"312.415454ms","start":"2026-03-04T02:27:34.505134Z","end":"2026-03-04T02:27:34.81755Z","steps":["trace[1518900093] 'process raft request' (duration: 312.24603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.817638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.641456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:27:34.817857Z","caller":"traceutil/trace.go:171","msg":"trace[292554532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27952; }","duration":"311.886261ms","start":"2026-03-04T02:27:34.505956Z","end":"2026-03-04T02:27:34.817842Z","steps":["trace[292554532] 'agreement among raft nodes before linearized reading' (duration: 311.547943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.817891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:34.505949Z","time spent":"311.935003ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:27:34.817939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:34.505117Z","time spent":"312.637949ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:34.945614Z","caller":"traceutil/trace.go:171","msg":"trace[2071484204] transaction","detail":"{read_only:false; response_revision:27957; number_of_response:1; }","duration":"123.264544ms","start":"2026-03-04T02:27:34.822326Z","end":"2026-03-04T02:27:34.945591Z","steps":["trace[2071484204] 'process raft request' (duration: 120.993421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:38.419925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.477664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:27:38.420605Z","caller":"traceutil/trace.go:171","msg":"trace[2141311537] transaction","detail":"{read_only:false; response_revision:27974; number_of_response:1; }","duration":"216.642896ms","start":"2026-03-04T02:27:38.203934Z","end":"2026-03-04T02:27:38.420577Z","steps":["trace[2141311537] 'process raft request' (duration: 102.420285ms)","trace[2141311537] 'compare' (duration: 112.986312ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:38.420994Z","caller":"traceutil/trace.go:171","msg":"trace[756966144] linearizableReadLoop","detail":"{readStateIndex:28993; appliedIndex:28990; }","duration":"118.286837ms","start":"2026-03-04T02:27:38.302685Z","end":"2026-03-04T02:27:38.420972Z","steps":["trace[756966144] 'read index received' (duration: 3.79476ms)","trace[756966144] 'applied index is now lower than readState.Index' (duration: 114.490967ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:38.421059Z","caller":"traceutil/trace.go:171","msg":"trace[453354508] transaction","detail":"{read_only:false; response_revision:27975; number_of_response:1; }","duration":"188.437484ms","start":"2026-03-04T02:27:38.232591Z","end":"2026-03-04T02:27:38.421029Z","steps":["trace[453354508] 'process raft request' (duration: 187.44817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:38.421251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.541413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:38.421298Z","caller":"traceutil/trace.go:171","msg":"trace[1311637844] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27976; }","duration":"118.674066ms","start":"2026-03-04T02:27:38.302612Z","end":"2026-03-04T02:27:38.421286Z","steps":["trace[1311637844] 'agreement among raft nodes before linearized reading' (duration: 118.533822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:38.421122Z","caller":"traceutil/trace.go:171","msg":"trace[452814822] transaction","detail":"{read_only:false; response_revision:27976; number_of_response:1; }","duration":"150.465873ms","start":"2026-03-04T02:27:38.270645Z","end":"2026-03-04T02:27:38.42111Z","steps":["trace[452814822] 'process raft request' (duration: 150.277368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:40.419982Z","caller":"traceutil/trace.go:171","msg":"trace[220216734] transaction","detail":"{read_only:false; response_revision:27989; number_of_response:1; }","duration":"134.079068ms","start":"2026-03-04T02:27:40.285879Z","end":"2026-03-04T02:27:40.419958Z","steps":["trace[220216734] 'process raft request' (duration: 133.944265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:40.420415Z","caller":"traceutil/trace.go:171","msg":"trace[565886821] linearizableReadLoop","detail":"{readStateIndex:29006; appliedIndex:29006; }","duration":"126.333816ms","start":"2026-03-04T02:27:40.294055Z","end":"2026-03-04T02:27:40.420389Z","steps":["trace[565886821] 'read index received' (duration: 126.321656ms)","trace[565886821] 'applied index is now lower than readState.Index' (duration: 10.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:40.420536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.453579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:27:40.420634Z","caller":"traceutil/trace.go:171","msg":"trace[1716610454] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27989; }","duration":"126.573691ms","start":"2026-03-04T02:27:40.294051Z","end":"2026-03-04T02:27:40.420625Z","steps":["trace[1716610454] 'agreement among raft nodes before linearized reading' (duration: 126.418618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:48.73307Z","caller":"traceutil/trace.go:171","msg":"trace[1391271341] transaction","detail":"{read_only:false; response_revision:28044; number_of_response:1; }","duration":"190.755097ms","start":"2026-03-04T02:27:48.542278Z","end":"2026-03-04T02:27:48.733034Z","steps":["trace[1391271341] 'process raft request' (duration: 190.509122ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:48.733217Z","caller":"traceutil/trace.go:171","msg":"trace[1452712830] linearizableReadLoop","detail":"{readStateIndex:29064; appliedIndex:29062; }","duration":"152.358037ms","start":"2026-03-04T02:27:48.580822Z","end":"2026-03-04T02:27:48.73318Z","steps":["trace[1452712830] 'read index received' (duration: 152.121841ms)","trace[1452712830] 'applied index is now lower than readState.Index' (duration: 234.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:48.733272Z","caller":"traceutil/trace.go:171","msg":"trace[774986334] transaction","detail":"{read_only:false; response_revision:28045; number_of_response:1; }","duration":"189.383625ms","start":"2026-03-04T02:27:48.543816Z","end":"2026-03-04T02:27:48.7332Z","steps":["trace[774986334] 'process raft request' (duration: 189.17213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:48.73338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.539201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:48.73342Z","caller":"traceutil/trace.go:171","msg":"trace[172061210] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:28045; }","duration":"152.600962ms","start":"2026-03-04T02:27:48.580806Z","end":"2026-03-04T02:27:48.733407Z","steps":["trace[172061210] 'agreement among raft nodes before linearized reading' (duration: 152.50308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:48.771557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.276558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:48.771708Z","caller":"traceutil/trace.go:171","msg":"trace[1031046134] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28046; }","duration":"176.568245ms","start":"2026-03-04T02:27:48.595116Z","end":"2026-03-04T02:27:48.771684Z","steps":["trace[1031046134] 'agreement among raft nodes before linearized reading' (duration: 176.268608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:48.771941Z","caller":"traceutil/trace.go:171","msg":"trace[1067601938] transaction","detail":"{read_only:false; response_revision:28046; number_of_response:1; }","duration":"105.687411ms","start":"2026-03-04T02:27:48.666214Z","end":"2026-03-04T02:27:48.771901Z","steps":["trace[1067601938] 'process raft request' (duration: 105.040026ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:50.995525Z","caller":"traceutil/trace.go:171","msg":"trace[480758218] transaction","detail":"{read_only:false; response_revision:28058; number_of_response:1; }","duration":"420.394278ms","start":"2026-03-04T02:27:50.57511Z","end":"2026-03-04T02:27:50.995504Z","steps":["trace[480758218] 'process raft request' (duration: 420.255725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:50.995773Z","caller":"traceutil/trace.go:171","msg":"trace[892593807] linearizableReadLoop","detail":"{readStateIndex:29077; appliedIndex:29077; }","duration":"378.653157ms","start":"2026-03-04T02:27:50.617105Z","end":"2026-03-04T02:27:50.995758Z","steps":["trace[892593807] 'read index received' (duration: 378.647117ms)","trace[892593807] 'applied index is now lower than readState.Index' (duration: 5.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:50.996058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:50.575091Z","time spent":"420.746066ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:50.996232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.115368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:27:50.996327Z","caller":"traceutil/trace.go:171","msg":"trace[1156531560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28058; }","duration":"379.233621ms","start":"2026-03-04T02:27:50.617074Z","end":"2026-03-04T02:27:50.996308Z","steps":["trace[1156531560] 'agreement among raft nodes before linearized reading' (duration: 378.851232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:50.996465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:50.61706Z","time spent":"379.390914ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:27:51.148138Z","caller":"traceutil/trace.go:171","msg":"trace[1423438467] linearizableReadLoop","detail":"{readStateIndex:29081; appliedIndex:29077; }","duration":"152.234744ms","start":"2026-03-04T02:27:50.995881Z","end":"2026-03-04T02:27:51.148115Z","steps":["trace[1423438467] 'read index received' (duration: 149.040649ms)","trace[1423438467] 'applied index is now lower than readState.Index' (duration: 3.193195ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:51.148142Z","caller":"traceutil/trace.go:171","msg":"trace[1472138796] transaction","detail":"{read_only:false; response_revision:28059; number_of_response:1; }","duration":"409.627285ms","start":"2026-03-04T02:27:50.738482Z","end":"2026-03-04T02:27:51.14811Z","steps":["trace[1472138796] 'process raft request' (duration: 406.503731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.149798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:50.738463Z","time spent":"411.214513ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:51.148682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.364499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:51.150086Z","caller":"traceutil/trace.go:171","msg":"trace[1192921293] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:28062; }","duration":"338.826654ms","start":"2026-03-04T02:27:50.811246Z","end":"2026-03-04T02:27:51.150073Z","steps":["trace[1192921293] 'agreement among raft nodes before linearized reading' (duration: 337.359119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.150194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:50.811226Z","time spent":"338.956717ms","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:27:51.148735Z","caller":"traceutil/trace.go:171","msg":"trace[1910602309] transaction","detail":"{read_only:false; response_revision:28062; number_of_response:1; }","duration":"334.434261ms","start":"2026-03-04T02:27:50.814283Z","end":"2026-03-04T02:27:51.148718Z","steps":["trace[1910602309] 'process raft request' (duration: 333.782126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.150766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:50.814267Z","time spent":"336.472088ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:51.148792Z","caller":"traceutil/trace.go:171","msg":"trace[2033170955] transaction","detail":"{read_only:false; response_revision:28060; number_of_response:1; }","duration":"410.115077ms","start":"2026-03-04T02:27:50.738666Z","end":"2026-03-04T02:27:51.148781Z","steps":["trace[2033170955] 'process raft request' (duration: 409.290927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.148819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.804892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:27:51.148828Z","caller":"traceutil/trace.go:171","msg":"trace[172976596] transaction","detail":"{read_only:false; response_revision:28061; number_of_response:1; }","duration":"372.067644ms","start":"2026-03-04T02:27:50.776751Z","end":"2026-03-04T02:27:51.148818Z","steps":["trace[172976596] 'process raft request' (duration: 371.270946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.148894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.190809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:27:51.148934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:51.151224Z","caller":"traceutil/trace.go:171","msg":"trace[1130576746] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28062; }","duration":"269.365863ms","start":"2026-03-04T02:27:50.881848Z","end":"2026-03-04T02:27:51.151214Z","steps":["trace[1130576746] 'agreement among raft nodes before linearized reading' (duration: 267.06287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.151517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:50.738658Z","time spent":"412.83466ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:51.151713Z","caller":"traceutil/trace.go:171","msg":"trace[1841804162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28062; }","duration":"171.718271ms","start":"2026-03-04T02:27:50.979986Z","end":"2026-03-04T02:27:51.151705Z","steps":["trace[1841804162] 'agreement among raft nodes before linearized reading' (duration: 168.737151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.151931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:50.776729Z","time spent":"375.173867ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:51.152144Z","caller":"traceutil/trace.go:171","msg":"trace[1396517858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28062; }","duration":"200.476136ms","start":"2026-03-04T02:27:50.95166Z","end":"2026-03-04T02:27:51.152136Z","steps":["trace[1396517858] 'agreement among raft nodes before linearized reading' (duration: 197.179129ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:51.223396Z","caller":"traceutil/trace.go:171","msg":"trace[357690476] transaction","detail":"{read_only:false; response_revision:28063; number_of_response:1; }","duration":"220.618139ms","start":"2026-03-04T02:27:51.002744Z","end":"2026-03-04T02:27:51.223362Z","steps":["trace[357690476] 'process raft request' (duration: 220.396154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.223438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.775443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:27:51.223523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.141945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:27:51.224932Z","caller":"traceutil/trace.go:171","msg":"trace[133107620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28063; }","duration":"154.588518ms","start":"2026-03-04T02:27:51.070324Z","end":"2026-03-04T02:27:51.224912Z","steps":["trace[133107620] 'agreement among raft nodes before linearized reading' (duration: 153.006551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.224147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.701044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:27:51.225058Z","caller":"traceutil/trace.go:171","msg":"trace[441562814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28063; }","duration":"153.617546ms","start":"2026-03-04T02:27:51.071418Z","end":"2026-03-04T02:27:51.225036Z","steps":["trace[441562814] 'agreement among raft nodes before linearized reading' (duration: 151.881936ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:51.224823Z","caller":"traceutil/trace.go:171","msg":"trace[1543384313] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28063; }","duration":"153.177516ms","start":"2026-03-04T02:27:51.071624Z","end":"2026-03-04T02:27:51.224802Z","steps":["trace[1543384313] 'agreement among raft nodes before linearized reading' (duration: 151.66755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:51.634207Z","caller":"traceutil/trace.go:171","msg":"trace[1504081857] transaction","detail":"{read_only:false; response_revision:28064; number_of_response:1; }","duration":"478.118254ms","start":"2026-03-04T02:27:51.156056Z","end":"2026-03-04T02:27:51.634175Z","steps":["trace[1504081857] 'process raft request' (duration: 477.905649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.63438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.156042Z","time spent":"478.249576ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:51.634396Z","caller":"traceutil/trace.go:171","msg":"trace[53924971] linearizableReadLoop","detail":"{readStateIndex:29084; appliedIndex:29082; }","duration":"411.10024ms","start":"2026-03-04T02:27:51.223272Z","end":"2026-03-04T02:27:51.634372Z","steps":["trace[53924971] 'read index received' (duration: 410.697221ms)","trace[53924971] 'applied index is now lower than readState.Index' (duration: 401.199µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:51.634633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.094043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:27:51.634498Z","caller":"traceutil/trace.go:171","msg":"trace[986329942] transaction","detail":"{read_only:false; response_revision:28065; number_of_response:1; }","duration":"478.340219ms","start":"2026-03-04T02:27:51.156129Z","end":"2026-03-04T02:27:51.63447Z","steps":["trace[986329942] 'process raft request' (duration: 478.001991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:51.634681Z","caller":"traceutil/trace.go:171","msg":"trace[1405580340] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28065; }","duration":"452.183104ms","start":"2026-03-04T02:27:51.182487Z","end":"2026-03-04T02:27:51.634671Z","steps":["trace[1405580340] 'agreement among raft nodes before linearized reading' (duration: 452.01318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.634758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.182475Z","time spent":"452.276447ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-04T02:27:51.634629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.306666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:27:51.634831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.156124Z","time spent":"478.601085ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:51.634873Z","caller":"traceutil/trace.go:171","msg":"trace[1535832241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28065; }","duration":"463.573192ms","start":"2026-03-04T02:27:51.171287Z","end":"2026-03-04T02:27:51.63486Z","steps":["trace[1535832241] 'agreement among raft nodes before linearized reading' (duration: 463.243004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.634918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.171274Z","time spent":"463.634114ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:27:51.674283Z","caller":"traceutil/trace.go:171","msg":"trace[1231926169] transaction","detail":"{read_only:false; response_revision:28066; number_of_response:1; }","duration":"445.826856ms","start":"2026-03-04T02:27:51.228424Z","end":"2026-03-04T02:27:51.674251Z","steps":["trace[1231926169] 'process raft request' (duration: 445.670002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.674447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.228395Z","time spent":"445.967119ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:51.67457Z","caller":"traceutil/trace.go:171","msg":"trace[689613358] transaction","detail":"{read_only:false; response_revision:28067; number_of_response:1; }","duration":"444.828813ms","start":"2026-03-04T02:27:51.229717Z","end":"2026-03-04T02:27:51.674546Z","steps":["trace[689613358] 'process raft request' (duration: 444.487655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.674724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.229707Z","time spent":"444.935385ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:51.674988Z","caller":"traceutil/trace.go:171","msg":"trace[387620386] transaction","detail":"{read_only:false; response_revision:28068; number_of_response:1; }","duration":"443.113572ms","start":"2026-03-04T02:27:51.231862Z","end":"2026-03-04T02:27:51.674976Z","steps":["trace[387620386] 'process raft request' (duration: 442.574829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.675053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.231855Z","time spent":"443.164813ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:51.731499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.051276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:27:51.73156Z","caller":"traceutil/trace.go:171","msg":"trace[678338556] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28068; }","duration":"194.126498ms","start":"2026-03-04T02:27:51.53742Z","end":"2026-03-04T02:27:51.731546Z","steps":["trace[678338556] 'agreement among raft nodes before linearized reading' (duration: 194.008255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.731694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.023534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:51.732051Z","caller":"traceutil/trace.go:171","msg":"trace[1297562967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28068; }","duration":"257.421333ms","start":"2026-03-04T02:27:51.474615Z","end":"2026-03-04T02:27:51.732036Z","steps":["trace[1297562967] 'agreement among raft nodes before linearized reading' (duration: 256.921332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:53.422683Z","caller":"traceutil/trace.go:171","msg":"trace[1976763310] transaction","detail":"{read_only:false; response_revision:28076; number_of_response:1; }","duration":"262.033811ms","start":"2026-03-04T02:27:53.160611Z","end":"2026-03-04T02:27:53.422645Z","steps":["trace[1976763310] 'process raft request' (duration: 261.944099ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:53.42284Z","caller":"traceutil/trace.go:171","msg":"trace[876624372] transaction","detail":"{read_only:false; response_revision:28075; number_of_response:1; }","duration":"262.948773ms","start":"2026-03-04T02:27:53.159859Z","end":"2026-03-04T02:27:53.422808Z","steps":["trace[876624372] 'process raft request' (duration: 262.514343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:53.749275Z","caller":"traceutil/trace.go:171","msg":"trace[2059293983] transaction","detail":"{read_only:false; response_revision:28078; number_of_response:1; }","duration":"105.948948ms","start":"2026-03-04T02:27:53.6433Z","end":"2026-03-04T02:27:53.749249Z","steps":["trace[2059293983] 'process raft request' (duration: 105.795194ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:53.755366Z","caller":"traceutil/trace.go:171","msg":"trace[635233729] transaction","detail":"{read_only:false; response_revision:28079; number_of_response:1; }","duration":"111.870546ms","start":"2026-03-04T02:27:53.643482Z","end":"2026-03-04T02:27:53.755352Z","steps":["trace[635233729] 'process raft request' (duration: 111.656591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:53.944912Z","caller":"traceutil/trace.go:171","msg":"trace[544206912] transaction","detail":"{read_only:false; response_revision:28080; number_of_response:1; }","duration":"184.612744ms","start":"2026-03-04T02:27:53.760274Z","end":"2026-03-04T02:27:53.944887Z","steps":["trace[544206912] 'process raft request' (duration: 175.448329ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:53.954106Z","caller":"traceutil/trace.go:171","msg":"trace[196519255] transaction","detail":"{read_only:false; response_revision:28081; number_of_response:1; }","duration":"193.577844ms","start":"2026-03-04T02:27:53.760504Z","end":"2026-03-04T02:27:53.954082Z","steps":["trace[196519255] 'process raft request' (duration: 193.369479ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:53.954441Z","caller":"traceutil/trace.go:171","msg":"trace[850807153] transaction","detail":"{read_only:false; response_revision:28082; number_of_response:1; }","duration":"193.668367ms","start":"2026-03-04T02:27:53.760739Z","end":"2026-03-04T02:27:53.954407Z","steps":["trace[850807153] 'process raft request' (duration: 193.300998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:53.954825Z","caller":"traceutil/trace.go:171","msg":"trace[1534543197] transaction","detail":"{read_only:false; response_revision:28083; number_of_response:1; }","duration":"194.024855ms","start":"2026-03-04T02:27:53.760792Z","end":"2026-03-04T02:27:53.954816Z","steps":["trace[1534543197] 'process raft request' (duration: 193.527263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:56.085622Z","caller":"traceutil/trace.go:171","msg":"trace[1768513465] transaction","detail":"{read_only:false; response_revision:28096; number_of_response:1; }","duration":"107.210546ms","start":"2026-03-04T02:27:55.978382Z","end":"2026-03-04T02:27:56.085593Z","steps":["trace[1768513465] 'process raft request' (duration: 80.385637ms)","trace[1768513465] 'compare' (duration: 26.573584ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:56.085918Z","caller":"traceutil/trace.go:171","msg":"trace[1017032072] linearizableReadLoop","detail":"{readStateIndex:29116; appliedIndex:29114; }","duration":"107.467892ms","start":"2026-03-04T02:27:55.978424Z","end":"2026-03-04T02:27:56.085892Z","steps":["trace[1017032072] 'read index received' (duration: 10.23308ms)","trace[1017032072] 'applied index is now lower than readState.Index' (duration: 97.233662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:56.086203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.7662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:27:56.086313Z","caller":"traceutil/trace.go:171","msg":"trace[1772210715] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:28097; }","duration":"107.935104ms","start":"2026-03-04T02:27:55.978357Z","end":"2026-03-04T02:27:56.086292Z","steps":["trace[1772210715] 'agreement among raft nodes before linearized reading' (duration: 107.622607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:56.085988Z","caller":"traceutil/trace.go:171","msg":"trace[1417568322] transaction","detail":"{read_only:false; response_revision:28097; number_of_response:1; }","duration":"107.291829ms","start":"2026-03-04T02:27:55.97866Z","end":"2026-03-04T02:27:56.085952Z","steps":["trace[1417568322] 'process raft request' (duration: 106.890669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:57.272964Z","caller":"traceutil/trace.go:171","msg":"trace[1676522480] transaction","detail":"{read_only:false; response_revision:28101; number_of_response:1; }","duration":"204.636764ms","start":"2026-03-04T02:27:57.068287Z","end":"2026-03-04T02:27:57.272924Z","steps":["trace[1676522480] 'process raft request' (duration: 204.365278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:57.272978Z","caller":"traceutil/trace.go:171","msg":"trace[1366523777] linearizableReadLoop","detail":"{readStateIndex:29122; appliedIndex:29121; }","duration":"174.924027ms","start":"2026-03-04T02:27:57.09795Z","end":"2026-03-04T02:27:57.272874Z","steps":["trace[1366523777] 'read index received' (duration: 174.685671ms)","trace[1366523777] 'applied index is now lower than readState.Index' (duration: 237.046µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:57.273173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.194473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:27:57.273219Z","caller":"traceutil/trace.go:171","msg":"trace[1989633635] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28101; }","duration":"175.283045ms","start":"2026-03-04T02:27:57.097925Z","end":"2026-03-04T02:27:57.273208Z","steps":["trace[1989633635] 'agreement among raft nodes before linearized reading' (duration: 175.112871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:57.279336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.019968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:57.279416Z","caller":"traceutil/trace.go:171","msg":"trace[1890819215] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28102; }","duration":"169.12833ms","start":"2026-03-04T02:27:57.110268Z","end":"2026-03-04T02:27:57.279396Z","steps":["trace[1890819215] 'agreement among raft nodes before linearized reading' (duration: 168.954236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:57.644279Z","caller":"traceutil/trace.go:171","msg":"trace[431315160] transaction","detail":"{read_only:false; response_revision:28103; number_of_response:1; }","duration":"186.416467ms","start":"2026-03-04T02:27:57.457836Z","end":"2026-03-04T02:27:57.644253Z","steps":["trace[431315160] 'process raft request' (duration: 186.251953ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:57.658839Z","caller":"traceutil/trace.go:171","msg":"trace[736012927] transaction","detail":"{read_only:false; response_revision:28104; number_of_response:1; }","duration":"151.117948ms","start":"2026-03-04T02:27:57.507692Z","end":"2026-03-04T02:27:57.65881Z","steps":["trace[736012927] 'process raft request' (duration: 150.966654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:07.425272Z","caller":"traceutil/trace.go:171","msg":"trace[834333758] transaction","detail":"{read_only:false; response_revision:28170; number_of_response:1; }","duration":"114.854031ms","start":"2026-03-04T02:28:07.310393Z","end":"2026-03-04T02:28:07.425247Z","steps":["trace[834333758] 'process raft request' (duration: 114.715498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:07.588097Z","caller":"traceutil/trace.go:171","msg":"trace[1734931993] transaction","detail":"{read_only:false; response_revision:28171; number_of_response:1; }","duration":"274.872038ms","start":"2026-03-04T02:28:07.313192Z","end":"2026-03-04T02:28:07.588064Z","steps":["trace[1734931993] 'process raft request' (duration: 233.545463ms)","trace[1734931993] 'compare' (duration: 40.950376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:07.588415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.209882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:07.588502Z","caller":"traceutil/trace.go:171","msg":"trace[1833142240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28171; }","duration":"113.356155ms","start":"2026-03-04T02:28:07.475129Z","end":"2026-03-04T02:28:07.588485Z","steps":["trace[1833142240] 'agreement among raft nodes before linearized reading' (duration: 113.12808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:07.588233Z","caller":"traceutil/trace.go:171","msg":"trace[1965807540] linearizableReadLoop","detail":"{readStateIndex:29195; appliedIndex:29194; }","duration":"112.809992ms","start":"2026-03-04T02:28:07.475175Z","end":"2026-03-04T02:28:07.587985Z","steps":["trace[1965807540] 'read index received' (duration: 71.510948ms)","trace[1965807540] 'applied index is now lower than readState.Index' (duration: 41.297274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:07.589082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.060863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:07.589173Z","caller":"traceutil/trace.go:171","msg":"trace[1350361630] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28171; }","duration":"103.233157ms","start":"2026-03-04T02:28:07.485925Z","end":"2026-03-04T02:28:07.589158Z","steps":["trace[1350361630] 'agreement among raft nodes before linearized reading' (duration: 103.066693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:09.875461Z","caller":"traceutil/trace.go:171","msg":"trace[1043735200] transaction","detail":"{read_only:false; response_revision:28186; number_of_response:1; }","duration":"186.895761ms","start":"2026-03-04T02:28:09.688545Z","end":"2026-03-04T02:28:09.875441Z","steps":["trace[1043735200] 'process raft request' (duration: 147.975033ms)","trace[1043735200] 'compare' (duration: 38.687393ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:09.875436Z","caller":"traceutil/trace.go:171","msg":"trace[1696046535] transaction","detail":"{read_only:false; response_revision:28187; number_of_response:1; }","duration":"129.561708ms","start":"2026-03-04T02:28:09.745853Z","end":"2026-03-04T02:28:09.875414Z","steps":["trace[1696046535] 'process raft request' (duration: 129.475756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:11.454639Z","caller":"traceutil/trace.go:171","msg":"trace[797944699] transaction","detail":"{read_only:false; response_revision:28198; number_of_response:1; }","duration":"123.342401ms","start":"2026-03-04T02:28:11.331272Z","end":"2026-03-04T02:28:11.454615Z","steps":["trace[797944699] 'process raft request' (duration: 122.832969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:12.171996Z","caller":"traceutil/trace.go:171","msg":"trace[902485487] transaction","detail":"{read_only:false; response_revision:28205; number_of_response:1; }","duration":"117.233537ms","start":"2026-03-04T02:28:12.054737Z","end":"2026-03-04T02:28:12.171971Z","steps":["trace[902485487] 'process raft request' (duration: 20.105165ms)","trace[902485487] 'compare' (duration: 96.987559ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:26.103056Z","caller":"traceutil/trace.go:171","msg":"trace[2073022487] transaction","detail":"{read_only:false; response_revision:28298; number_of_response:1; }","duration":"143.690241ms","start":"2026-03-04T02:28:25.959339Z","end":"2026-03-04T02:28:26.103029Z","steps":["trace[2073022487] 'process raft request' (duration: 143.550558ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:26.103693Z","caller":"traceutil/trace.go:171","msg":"trace[301862411] linearizableReadLoop","detail":"{readStateIndex:29325; appliedIndex:29325; }","duration":"123.724291ms","start":"2026-03-04T02:28:25.979952Z","end":"2026-03-04T02:28:26.103677Z","steps":["trace[301862411] 'read index received' (duration: 123.71895ms)","trace[301862411] 'applied index is now lower than readState.Index' (duration: 4.011µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:26.103909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.936345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:28:26.104002Z","caller":"traceutil/trace.go:171","msg":"trace[2015355392] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:28298; }","duration":"124.044778ms","start":"2026-03-04T02:28:25.979929Z","end":"2026-03-04T02:28:26.103974Z","steps":["trace[2015355392] 'agreement among raft nodes before linearized reading' (duration: 123.828162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:27.853101Z","caller":"traceutil/trace.go:171","msg":"trace[1719598870] transaction","detail":"{read_only:false; response_revision:28309; number_of_response:1; }","duration":"132.822115ms","start":"2026-03-04T02:28:27.720252Z","end":"2026-03-04T02:28:27.853074Z","steps":["trace[1719598870] 'process raft request' (duration: 132.634331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:51.246645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.708457ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:29:12.510228Z","caller":"traceutil/trace.go:171","msg":"trace[548626994] linearizableReadLoop","detail":"{readStateIndex:29649; appliedIndex:29648; }","duration":"138.752655ms","start":"2026-03-04T02:29:12.37146Z","end":"2026-03-04T02:29:12.510213Z","steps":["trace[548626994] 'read index received' (duration: 125.553474ms)","trace[548626994] 'applied index is now lower than readState.Index' (duration: 13.198511ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:29:12.510198Z","caller":"traceutil/trace.go:171","msg":"trace[1914819479] transaction","detail":"{read_only:false; response_revision:28611; number_of_response:1; }","duration":"142.650237ms","start":"2026-03-04T02:29:12.367499Z","end":"2026-03-04T02:29:12.510149Z","steps":["trace[1914819479] 'process raft request' (duration: 129.496046ms)","trace[1914819479] 'compare' (duration: 12.816243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:29:12.510417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.94859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:29:12.510442Z","caller":"traceutil/trace.go:171","msg":"trace[869980083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28612; }","duration":"139.021182ms","start":"2026-03-04T02:29:12.371413Z","end":"2026-03-04T02:29:12.510435Z","steps":["trace[869980083] 'agreement among raft nodes before linearized reading' (duration: 138.93114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:24.767418Z","caller":"traceutil/trace.go:171","msg":"trace[691334621] transaction","detail":"{read_only:false; response_revision:28696; number_of_response:1; }","duration":"167.145685ms","start":"2026-03-04T02:29:24.600252Z","end":"2026-03-04T02:29:24.767398Z","steps":["trace[691334621] 'process raft request' (duration: 96.455486ms)","trace[691334621] 'compare' (duration: 70.584606ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:29:24.770609Z","caller":"traceutil/trace.go:171","msg":"trace[1624172990] transaction","detail":"{read_only:false; response_revision:28697; number_of_response:1; }","duration":"131.457233ms","start":"2026-03-04T02:29:24.639126Z","end":"2026-03-04T02:29:24.770583Z","steps":["trace[1624172990] 'process raft request' (duration: 130.983162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:45.436564Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26455} {"level":"info","ts":"2026-03-04T02:29:45.5599Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26455,"took":"120.672748ms","hash":3880598609,"current-db-size-bytes":47349760,"current-db-size":"47 MB","current-db-size-in-use-bytes":32014336,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T02:29:45.559963Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3880598609,"revision":26455,"compact-revision":24099} {"level":"info","ts":"2026-03-04T02:30:01.063159Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:30:01.068034Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T02:30:01.068099Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T02:30:53.404358Z","caller":"traceutil/trace.go:171","msg":"trace[1366154452] transaction","detail":"{read_only:false; response_revision:29329; number_of_response:1; }","duration":"221.16196ms","start":"2026-03-04T02:30:53.183167Z","end":"2026-03-04T02:30:53.404329Z","steps":["trace[1366154452] 'process raft request' (duration: 175.748998ms)","trace[1366154452] 'compare' (duration: 45.277058ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:59.718897Z","caller":"traceutil/trace.go:171","msg":"trace[642663055] transaction","detail":"{read_only:false; response_revision:29376; number_of_response:1; }","duration":"111.84201ms","start":"2026-03-04T02:30:59.606997Z","end":"2026-03-04T02:30:59.718839Z","steps":["trace[642663055] 'process raft request' (duration: 59.624978ms)","trace[642663055] 'compare' (duration: 51.795632ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:32:21.667424Z","caller":"traceutil/trace.go:171","msg":"trace[162617739] transaction","detail":"{read_only:false; response_revision:29932; number_of_response:1; }","duration":"162.913876ms","start":"2026-03-04T02:32:21.504488Z","end":"2026-03-04T02:32:21.667402Z","steps":["trace[162617739] 'process raft request' (duration: 162.778213ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:32:36.432014Z","caller":"traceutil/trace.go:171","msg":"trace[657192322] transaction","detail":"{read_only:false; response_revision:30034; number_of_response:1; }","duration":"153.049217ms","start":"2026-03-04T02:32:36.278946Z","end":"2026-03-04T02:32:36.431995Z","steps":["trace[657192322] 'process raft request' (duration: 92.430189ms)","trace[657192322] 'compare' (duration: 60.364862ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:32:36.432264Z","caller":"traceutil/trace.go:171","msg":"trace[1546210221] transaction","detail":"{read_only:false; response_revision:30035; number_of_response:1; }","duration":"151.079211ms","start":"2026-03-04T02:32:36.281142Z","end":"2026-03-04T02:32:36.432222Z","steps":["trace[1546210221] 'process raft request' (duration: 150.785554ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:32:42.571959Z","caller":"traceutil/trace.go:171","msg":"trace[784702338] transaction","detail":"{read_only:false; response_revision:30077; number_of_response:1; }","duration":"106.183002ms","start":"2026-03-04T02:32:42.465739Z","end":"2026-03-04T02:32:42.571922Z","steps":["trace[784702338] 'process raft request' (duration: 104.686527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:32:47.564509Z","caller":"traceutil/trace.go:171","msg":"trace[929699602] transaction","detail":"{read_only:false; response_revision:30107; number_of_response:1; }","duration":"143.285047ms","start":"2026-03-04T02:32:47.42119Z","end":"2026-03-04T02:32:47.564475Z","steps":["trace[929699602] 'process raft request' (duration: 143.093283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:32:47.565646Z","caller":"traceutil/trace.go:171","msg":"trace[590373464] transaction","detail":"{read_only:false; response_revision:30108; number_of_response:1; }","duration":"144.134827ms","start":"2026-03-04T02:32:47.421482Z","end":"2026-03-04T02:32:47.565617Z","steps":["trace[590373464] 'process raft request' (duration: 143.875831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:32:58.609405Z","caller":"traceutil/trace.go:171","msg":"trace[1223344662] linearizableReadLoop","detail":"{readStateIndex:31273; appliedIndex:31272; }","duration":"108.150478ms","start":"2026-03-04T02:32:58.501234Z","end":"2026-03-04T02:32:58.609385Z","steps":["trace[1223344662] 'read index received' (duration: 17.112213ms)","trace[1223344662] 'applied index is now lower than readState.Index' (duration: 91.037285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:32:58.609656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.404064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:32:58.609755Z","caller":"traceutil/trace.go:171","msg":"trace[542087476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30185; }","duration":"108.510577ms","start":"2026-03-04T02:32:58.501217Z","end":"2026-03-04T02:32:58.609728Z","steps":["trace[542087476] 'agreement among raft nodes before linearized reading' (duration: 108.284131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:32:58.609478Z","caller":"traceutil/trace.go:171","msg":"trace[105265956] transaction","detail":"{read_only:false; response_revision:30185; number_of_response:1; }","duration":"227.88722ms","start":"2026-03-04T02:32:58.381566Z","end":"2026-03-04T02:32:58.609453Z","steps":["trace[105265956] 'process raft request' (duration: 136.857916ms)","trace[105265956] 'compare' (duration: 90.763248ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:06.241114Z","caller":"traceutil/trace.go:171","msg":"trace[1876993621] transaction","detail":"{read_only:false; response_revision:30232; number_of_response:1; }","duration":"123.48197ms","start":"2026-03-04T02:33:06.117612Z","end":"2026-03-04T02:33:06.241094Z","steps":["trace[1876993621] 'process raft request' (duration: 123.293776ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:06.241383Z","caller":"traceutil/trace.go:171","msg":"trace[664038071] transaction","detail":"{read_only:false; response_revision:30233; number_of_response:1; }","duration":"122.462986ms","start":"2026-03-04T02:33:06.11891Z","end":"2026-03-04T02:33:06.241373Z","steps":["trace[664038071] 'process raft request' (duration: 122.149218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:06.241462Z","caller":"traceutil/trace.go:171","msg":"trace[955441729] transaction","detail":"{read_only:false; response_revision:30234; number_of_response:1; }","duration":"101.299717ms","start":"2026-03-04T02:33:06.140146Z","end":"2026-03-04T02:33:06.241446Z","steps":["trace[955441729] 'process raft request' (duration: 101.149304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.592346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.648057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:33:22.592506Z","caller":"traceutil/trace.go:171","msg":"trace[1255566762] linearizableReadLoop","detail":"{readStateIndex:31437; appliedIndex:31436; }","duration":"271.707924ms","start":"2026-03-04T02:33:22.320777Z","end":"2026-03-04T02:33:22.592485Z","steps":["trace[1255566762] 'read index received' (duration: 77.407664ms)","trace[1255566762] 'applied index is now lower than readState.Index' (duration: 194.29802ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:22.592652Z","caller":"traceutil/trace.go:171","msg":"trace[1089803433] transaction","detail":"{read_only:false; response_revision:30344; number_of_response:1; }","duration":"276.022866ms","start":"2026-03-04T02:33:22.316615Z","end":"2026-03-04T02:33:22.592638Z","steps":["trace[1089803433] 'process raft request' (duration: 86.952369ms)","trace[1089803433] 'compare' (duration: 188.37934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:22.592779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.090372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:33:22.592871Z","caller":"traceutil/trace.go:171","msg":"trace[1730872706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30344; }","duration":"112.212545ms","start":"2026-03-04T02:33:22.480638Z","end":"2026-03-04T02:33:22.592851Z","steps":["trace[1730872706] 'agreement among raft nodes before linearized reading' (duration: 112.072611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.592868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.919642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:33:22.592937Z","caller":"traceutil/trace.go:171","msg":"trace[827119114] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:30344; }","duration":"259.052985ms","start":"2026-03-04T02:33:22.333868Z","end":"2026-03-04T02:33:22.592921Z","steps":["trace[827119114] 'agreement among raft nodes before linearized reading' (duration: 258.8337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.593156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.720516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:33:22.593163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.39257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:33:22.593179Z","caller":"traceutil/trace.go:171","msg":"trace[1270811664] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:30344; }","duration":"134.751456ms","start":"2026-03-04T02:33:22.458419Z","end":"2026-03-04T02:33:22.593171Z","steps":["trace[1270811664] 'agreement among raft nodes before linearized reading' (duration: 134.702755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:22.593195Z","caller":"traceutil/trace.go:171","msg":"trace[2086334045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30344; }","duration":"272.453072ms","start":"2026-03-04T02:33:22.320733Z","end":"2026-03-04T02:33:22.593186Z","steps":["trace[2086334045] 'agreement among raft nodes before linearized reading' (duration: 272.341659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.593384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.725611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:33:22.593404Z","caller":"traceutil/trace.go:171","msg":"trace[1632276192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30344; }","duration":"144.779813ms","start":"2026-03-04T02:33:22.448618Z","end":"2026-03-04T02:33:22.593398Z","steps":["trace[1632276192] 'agreement among raft nodes before linearized reading' (duration: 144.66808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:35.868117Z","caller":"traceutil/trace.go:171","msg":"trace[582665462] transaction","detail":"{read_only:false; response_revision:30435; number_of_response:1; }","duration":"113.422043ms","start":"2026-03-04T02:33:35.754675Z","end":"2026-03-04T02:33:35.868097Z","steps":["trace[582665462] 'process raft request' (duration: 113.309031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:36.101099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.096711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2176301"} {"level":"info","ts":"2026-03-04T02:33:36.101184Z","caller":"traceutil/trace.go:171","msg":"trace[50926095] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:30435; }","duration":"123.235905ms","start":"2026-03-04T02:33:35.977928Z","end":"2026-03-04T02:33:36.101164Z","steps":["trace[50926095] 'range keys from in-memory index tree' (duration: 121.435713ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:36.824605Z","caller":"traceutil/trace.go:171","msg":"trace[1295479311] linearizableReadLoop","detail":"{readStateIndex:31533; appliedIndex:31532; }","duration":"371.756632ms","start":"2026-03-04T02:33:36.452815Z","end":"2026-03-04T02:33:36.824571Z","steps":["trace[1295479311] 'read index received' (duration: 371.527367ms)","trace[1295479311] 'applied index is now lower than readState.Index' (duration: 227.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:36.824697Z","caller":"traceutil/trace.go:171","msg":"trace[66217271] transaction","detail":"{read_only:false; response_revision:30437; number_of_response:1; }","duration":"379.035504ms","start":"2026-03-04T02:33:36.445633Z","end":"2026-03-04T02:33:36.824668Z","steps":["trace[66217271] 'process raft request' (duration: 378.747177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:36.825168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:36.445605Z","time spent":"379.160617ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:33:36.8266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.77421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2176301"} {"level":"info","ts":"2026-03-04T02:33:36.826666Z","caller":"traceutil/trace.go:171","msg":"trace[1231806607] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:30437; }","duration":"373.887722ms","start":"2026-03-04T02:33:36.452763Z","end":"2026-03-04T02:33:36.826651Z","steps":["trace[1231806607] 'agreement among raft nodes before linearized reading' (duration: 371.941147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:36.826711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:36.452741Z","time spent":"373.955185ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":197,"response size":2176323,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:33:36.833894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.715935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:33:36.833981Z","caller":"traceutil/trace.go:171","msg":"trace[204276161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30438; }","duration":"145.812687ms","start":"2026-03-04T02:33:36.688149Z","end":"2026-03-04T02:33:36.833961Z","steps":["trace[204276161] 'agreement among raft nodes before linearized reading' (duration: 145.591912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:36.833909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.820721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:33:36.834077Z","caller":"traceutil/trace.go:171","msg":"trace[55297481] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30438; }","duration":"122.008456ms","start":"2026-03-04T02:33:36.71203Z","end":"2026-03-04T02:33:36.834038Z","steps":["trace[55297481] 'agreement among raft nodes before linearized reading' (duration: 121.77173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:36.833962Z","caller":"traceutil/trace.go:171","msg":"trace[380402627] transaction","detail":"{read_only:false; response_revision:30438; number_of_response:1; }","duration":"187.899149ms","start":"2026-03-04T02:33:36.646029Z","end":"2026-03-04T02:33:36.833928Z","steps":["trace[380402627] 'process raft request' (duration: 187.51718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:36.833983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.177712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:33:36.834529Z","caller":"traceutil/trace.go:171","msg":"trace[786352283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30438; }","duration":"131.746966ms","start":"2026-03-04T02:33:36.702765Z","end":"2026-03-04T02:33:36.834512Z","steps":["trace[786352283] 'agreement among raft nodes before linearized reading' (duration: 131.06786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:36.834505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.064103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:33:36.835337Z","caller":"traceutil/trace.go:171","msg":"trace[468426277] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30438; }","duration":"146.614576ms","start":"2026-03-04T02:33:36.688259Z","end":"2026-03-04T02:33:36.834874Z","steps":["trace[468426277] 'agreement among raft nodes before linearized reading' (duration: 145.709815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:36.963868Z","caller":"traceutil/trace.go:171","msg":"trace[340440838] transaction","detail":"{read_only:false; response_revision:30441; number_of_response:1; }","duration":"123.820459ms","start":"2026-03-04T02:33:36.840004Z","end":"2026-03-04T02:33:36.963825Z","steps":["trace[340440838] 'process raft request' (duration: 123.678285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:36.96418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.62783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:33:36.964242Z","caller":"traceutil/trace.go:171","msg":"trace[2111397776] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:30442; }","duration":"122.771914ms","start":"2026-03-04T02:33:36.841456Z","end":"2026-03-04T02:33:36.964228Z","steps":["trace[2111397776] 'agreement among raft nodes before linearized reading' (duration: 122.492238ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:36.964318Z","caller":"traceutil/trace.go:171","msg":"trace[1809839427] transaction","detail":"{read_only:false; response_revision:30440; number_of_response:1; }","duration":"124.405083ms","start":"2026-03-04T02:33:36.839889Z","end":"2026-03-04T02:33:36.964294Z","steps":["trace[1809839427] 'process raft request' (duration: 66.664862ms)","trace[1809839427] 'compare' (duration: 56.880571ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:36.963895Z","caller":"traceutil/trace.go:171","msg":"trace[443945906] linearizableReadLoop","detail":"{readStateIndex:31538; appliedIndex:31534; }","duration":"122.347294ms","start":"2026-03-04T02:33:36.841521Z","end":"2026-03-04T02:33:36.963868Z","steps":["trace[443945906] 'read index received' (duration: 17.8029ms)","trace[443945906] 'applied index is now lower than readState.Index' (duration: 104.542644ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:36.96461Z","caller":"traceutil/trace.go:171","msg":"trace[387347564] transaction","detail":"{read_only:false; response_revision:30442; number_of_response:1; }","duration":"124.240579ms","start":"2026-03-04T02:33:36.840354Z","end":"2026-03-04T02:33:36.964595Z","steps":["trace[387347564] 'process raft request' (duration: 123.410649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:36.964935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.746026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:33:36.965039Z","caller":"traceutil/trace.go:171","msg":"trace[873130360] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:30442; }","duration":"106.90628ms","start":"2026-03-04T02:33:36.858111Z","end":"2026-03-04T02:33:36.965017Z","steps":["trace[873130360] 'agreement among raft nodes before linearized reading' (duration: 106.612043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:37.230716Z","caller":"traceutil/trace.go:171","msg":"trace[2120859096] transaction","detail":"{read_only:false; response_revision:30443; number_of_response:1; }","duration":"260.192342ms","start":"2026-03-04T02:33:36.970489Z","end":"2026-03-04T02:33:37.230681Z","steps":["trace[2120859096] 'process raft request' (duration: 259.984087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:37.281393Z","caller":"traceutil/trace.go:171","msg":"trace[1966234011] transaction","detail":"{read_only:false; response_revision:30444; number_of_response:1; }","duration":"310.874457ms","start":"2026-03-04T02:33:36.970498Z","end":"2026-03-04T02:33:37.281373Z","steps":["trace[1966234011] 'process raft request' (duration: 310.725774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:37.28163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:36.970474Z","time spent":"311.050322ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:33:37.281727Z","caller":"traceutil/trace.go:171","msg":"trace[1831020295] transaction","detail":"{read_only:false; response_revision:30445; number_of_response:1; }","duration":"309.973056ms","start":"2026-03-04T02:33:36.971716Z","end":"2026-03-04T02:33:37.281689Z","steps":["trace[1831020295] 'process raft request' (duration: 309.612247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:37.281862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.835986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:33:37.281705Z","caller":"traceutil/trace.go:171","msg":"trace[246943785] linearizableReadLoop","detail":"{readStateIndex:31541; appliedIndex:31538; }","duration":"223.633962ms","start":"2026-03-04T02:33:37.058008Z","end":"2026-03-04T02:33:37.281642Z","steps":["trace[246943785] 'read index received' (duration: 172.423684ms)","trace[246943785] 'applied index is now lower than readState.Index' (duration: 51.203588ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:37.281937Z","caller":"traceutil/trace.go:171","msg":"trace[1312412877] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:30445; }","duration":"223.989379ms","start":"2026-03-04T02:33:37.057928Z","end":"2026-03-04T02:33:37.281918Z","steps":["trace[1312412877] 'agreement among raft nodes before linearized reading' (duration: 223.845406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:37.28206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:36.971686Z","time spent":"310.13518ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:33:37.446104Z","caller":"traceutil/trace.go:171","msg":"trace[1650057623] linearizableReadLoop","detail":"{readStateIndex:31542; appliedIndex:31541; }","duration":"164.145218ms","start":"2026-03-04T02:33:37.281933Z","end":"2026-03-04T02:33:37.446079Z","steps":["trace[1650057623] 'read index received' (duration: 91.841614ms)","trace[1650057623] 'applied index is now lower than readState.Index' (duration: 72.302594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:37.446248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.640956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:33:37.446296Z","caller":"traceutil/trace.go:171","msg":"trace[1872450850] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:30446; }","duration":"199.728187ms","start":"2026-03-04T02:33:37.246558Z","end":"2026-03-04T02:33:37.446286Z","steps":["trace[1872450850] 'agreement among raft nodes before linearized reading' (duration: 199.605044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:37.446497Z","caller":"traceutil/trace.go:171","msg":"trace[2012247271] transaction","detail":"{read_only:false; response_revision:30446; number_of_response:1; }","duration":"204.269865ms","start":"2026-03-04T02:33:37.242211Z","end":"2026-03-04T02:33:37.446481Z","steps":["trace[2012247271] 'process raft request' (duration: 131.632883ms)","trace[2012247271] 'compare' (duration: 72.023047ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:39.129088Z","caller":"traceutil/trace.go:171","msg":"trace[1501201639] transaction","detail":"{read_only:false; response_revision:30454; number_of_response:1; }","duration":"155.651148ms","start":"2026-03-04T02:33:38.973416Z","end":"2026-03-04T02:33:39.129067Z","steps":["trace[1501201639] 'process raft request' (duration: 100.597431ms)","trace[1501201639] 'compare' (duration: 54.881693ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:39.129301Z","caller":"traceutil/trace.go:171","msg":"trace[494522533] linearizableReadLoop","detail":"{readStateIndex:31551; appliedIndex:31549; }","duration":"151.278286ms","start":"2026-03-04T02:33:38.97797Z","end":"2026-03-04T02:33:39.129248Z","steps":["trace[494522533] 'read index received' (duration: 96.026664ms)","trace[494522533] 'applied index is now lower than readState.Index' (duration: 55.248741ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:39.129478Z","caller":"traceutil/trace.go:171","msg":"trace[1269376937] transaction","detail":"{read_only:false; response_revision:30455; number_of_response:1; }","duration":"155.039974ms","start":"2026-03-04T02:33:38.974423Z","end":"2026-03-04T02:33:39.129463Z","steps":["trace[1269376937] 'process raft request' (duration: 154.607103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:39.12957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.587273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:33:39.129603Z","caller":"traceutil/trace.go:171","msg":"trace[481823603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30455; }","duration":"151.670725ms","start":"2026-03-04T02:33:38.977924Z","end":"2026-03-04T02:33:39.129595Z","steps":["trace[481823603] 'agreement among raft nodes before linearized reading' (duration: 151.553422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:39.170598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.800972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:33:39.170716Z","caller":"traceutil/trace.go:171","msg":"trace[629568278] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:30456; }","duration":"183.955915ms","start":"2026-03-04T02:33:38.986729Z","end":"2026-03-04T02:33:39.170685Z","steps":["trace[629568278] 'agreement among raft nodes before linearized reading' (duration: 183.74449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:39.592058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.307674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:33:39.592132Z","caller":"traceutil/trace.go:171","msg":"trace[290968937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30462; }","duration":"111.433897ms","start":"2026-03-04T02:33:39.480682Z","end":"2026-03-04T02:33:39.592116Z","steps":["trace[290968937] 'agreement among raft nodes before linearized reading' (duration: 111.236633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:43.49424Z","caller":"traceutil/trace.go:171","msg":"trace[1293292603] transaction","detail":"{read_only:false; response_revision:30485; number_of_response:1; }","duration":"102.501136ms","start":"2026-03-04T02:33:43.391695Z","end":"2026-03-04T02:33:43.494196Z","steps":["trace[1293292603] 'process raft request' (duration: 85.648489ms)","trace[1293292603] 'compare' (duration: 16.594881ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:43.505217Z","caller":"traceutil/trace.go:171","msg":"trace[362869462] transaction","detail":"{read_only:false; response_revision:30486; number_of_response:1; }","duration":"111.671582ms","start":"2026-03-04T02:33:43.393525Z","end":"2026-03-04T02:33:43.505197Z","steps":["trace[362869462] 'process raft request' (duration: 111.358215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:07.139715Z","caller":"traceutil/trace.go:171","msg":"trace[152441799] transaction","detail":"{read_only:false; response_revision:30643; number_of_response:1; }","duration":"117.489989ms","start":"2026-03-04T02:34:07.022187Z","end":"2026-03-04T02:34:07.139677Z","steps":["trace[152441799] 'process raft request' (duration: 102.457795ms)","trace[152441799] 'compare' (duration: 14.86175ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:11.978138Z","caller":"traceutil/trace.go:171","msg":"trace[803795184] linearizableReadLoop","detail":"{readStateIndex:31785; appliedIndex:31784; }","duration":"141.952696ms","start":"2026-03-04T02:34:11.836158Z","end":"2026-03-04T02:34:11.978111Z","steps":["trace[803795184] 'read index received' (duration: 121.673508ms)","trace[803795184] 'applied index is now lower than readState.Index' (duration: 20.278238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:11.978319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.13358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:34:11.978355Z","caller":"traceutil/trace.go:171","msg":"trace[1684565568] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:30681; }","duration":"142.200082ms","start":"2026-03-04T02:34:11.836142Z","end":"2026-03-04T02:34:11.978342Z","steps":["trace[1684565568] 'agreement among raft nodes before linearized reading' (duration: 142.067278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:11.978537Z","caller":"traceutil/trace.go:171","msg":"trace[551906103] transaction","detail":"{read_only:false; response_revision:30681; number_of_response:1; }","duration":"142.804966ms","start":"2026-03-04T02:34:11.835676Z","end":"2026-03-04T02:34:11.978481Z","steps":["trace[551906103] 'process raft request' (duration: 122.19817ms)","trace[551906103] 'compare' (duration: 19.753956ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:18.063803Z","caller":"traceutil/trace.go:171","msg":"trace[914379439] linearizableReadLoop","detail":"{readStateIndex:31824; appliedIndex:31823; }","duration":"177.574665ms","start":"2026-03-04T02:34:17.886207Z","end":"2026-03-04T02:34:18.063782Z","steps":["trace[914379439] 'read index received' (duration: 88.815593ms)","trace[914379439] 'applied index is now lower than readState.Index' (duration: 88.754922ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:18.063941Z","caller":"traceutil/trace.go:171","msg":"trace[995614979] transaction","detail":"{read_only:false; response_revision:30719; number_of_response:1; }","duration":"199.445391ms","start":"2026-03-04T02:34:17.864481Z","end":"2026-03-04T02:34:18.063927Z","steps":["trace[995614979] 'process raft request' (duration: 110.549765ms)","trace[995614979] 'compare' (duration: 88.532787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:18.064189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.965885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:34:18.064258Z","caller":"traceutil/trace.go:171","msg":"trace[1271776257] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:30719; }","duration":"178.052537ms","start":"2026-03-04T02:34:17.886189Z","end":"2026-03-04T02:34:18.064242Z","steps":["trace[1271776257] 'agreement among raft nodes before linearized reading' (duration: 177.949615ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:27.341969Z","caller":"traceutil/trace.go:171","msg":"trace[940590462] transaction","detail":"{read_only:false; response_revision:30780; number_of_response:1; }","duration":"145.497109ms","start":"2026-03-04T02:34:27.196425Z","end":"2026-03-04T02:34:27.341922Z","steps":["trace[940590462] 'process raft request' (duration: 145.352556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:45.447601Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28838} {"level":"info","ts":"2026-03-04T02:34:45.638915Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28838,"took":"187.856538ms","hash":2233876035,"current-db-size-bytes":47771648,"current-db-size":"48 MB","current-db-size-in-use-bytes":28311552,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:34:45.639228Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2233876035,"revision":28838,"compact-revision":26455} {"level":"warn","ts":"2026-03-04T02:34:46.601628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.540649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:34:46.601655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.920748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:34:46.601702Z","caller":"traceutil/trace.go:171","msg":"trace[1472169652] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:30914; }","duration":"122.659101ms","start":"2026-03-04T02:34:46.479029Z","end":"2026-03-04T02:34:46.601688Z","steps":["trace[1472169652] 'count revisions from in-memory index tree' (duration: 122.466817ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:46.601713Z","caller":"traceutil/trace.go:171","msg":"trace[613229427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30914; }","duration":"126.01634ms","start":"2026-03-04T02:34:46.475678Z","end":"2026-03-04T02:34:46.601695Z","steps":["trace[613229427] 'range keys from in-memory index tree' (duration: 125.829536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:51.870277Z","caller":"traceutil/trace.go:171","msg":"trace[1646303514] linearizableReadLoop","detail":"{readStateIndex:32059; appliedIndex:32058; }","duration":"127.189047ms","start":"2026-03-04T02:34:51.743051Z","end":"2026-03-04T02:34:51.87024Z","steps":["trace[1646303514] 'read index received' (duration: 34.39492ms)","trace[1646303514] 'applied index is now lower than readState.Index' (duration: 92.793117ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:51.870354Z","caller":"traceutil/trace.go:171","msg":"trace[1801782381] transaction","detail":"{read_only:false; response_revision:30946; number_of_response:1; }","duration":"150.905836ms","start":"2026-03-04T02:34:51.719419Z","end":"2026-03-04T02:34:51.870325Z","steps":["trace[1801782381] 'process raft request' (duration: 150.62109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:51.870486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.428184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:34:51.87054Z","caller":"traceutil/trace.go:171","msg":"trace[334579529] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:30946; }","duration":"127.547846ms","start":"2026-03-04T02:34:51.742982Z","end":"2026-03-04T02:34:51.87053Z","steps":["trace[334579529] 'agreement among raft nodes before linearized reading' (duration: 127.431194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:51.870579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.200869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:34:51.870676Z","caller":"traceutil/trace.go:171","msg":"trace[1712157493] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30946; }","duration":"105.335142ms","start":"2026-03-04T02:34:51.76532Z","end":"2026-03-04T02:34:51.870655Z","steps":["trace[1712157493] 'agreement among raft nodes before linearized reading' (duration: 105.152098ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:55.668506Z","caller":"traceutil/trace.go:171","msg":"trace[1603047529] transaction","detail":"{read_only:false; response_revision:30972; number_of_response:1; }","duration":"131.995981ms","start":"2026-03-04T02:34:55.536479Z","end":"2026-03-04T02:34:55.668475Z","steps":["trace[1603047529] 'process raft request' (duration: 76.8289ms)","trace[1603047529] 'compare' (duration: 54.841853ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:55.892059Z","caller":"traceutil/trace.go:171","msg":"trace[97300750] linearizableReadLoop","detail":"{readStateIndex:32086; appliedIndex:32085; }","duration":"103.403688ms","start":"2026-03-04T02:34:55.788631Z","end":"2026-03-04T02:34:55.892035Z","steps":["trace[97300750] 'read index received' (duration: 103.191653ms)","trace[97300750] 'applied index is now lower than readState.Index' (duration: 211.005µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:55.892151Z","caller":"traceutil/trace.go:171","msg":"trace[1120848188] transaction","detail":"{read_only:false; response_revision:30973; number_of_response:1; }","duration":"106.981361ms","start":"2026-03-04T02:34:55.785126Z","end":"2026-03-04T02:34:55.892108Z","steps":["trace[1120848188] 'process raft request' (duration: 106.752456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:55.892926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.251837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:34:55.89815Z","caller":"traceutil/trace.go:171","msg":"trace[762933791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30973; }","duration":"104.502553ms","start":"2026-03-04T02:34:55.788571Z","end":"2026-03-04T02:34:55.893073Z","steps":["trace[762933791] 'agreement among raft nodes before linearized reading' (duration: 103.556591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:01.894931Z","caller":"traceutil/trace.go:171","msg":"trace[1362244604] linearizableReadLoop","detail":"{readStateIndex:32143; appliedIndex:32142; }","duration":"207.224925ms","start":"2026-03-04T02:35:01.687688Z","end":"2026-03-04T02:35:01.894913Z","steps":["trace[1362244604] 'read index received' (duration: 207.04853ms)","trace[1362244604] 'applied index is now lower than readState.Index' (duration: 175.665µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:01.895268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.554482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543195-vdvh9\" ","response":"range_response_count:1 size:6988"} {"level":"info","ts":"2026-03-04T02:35:01.895344Z","caller":"traceutil/trace.go:171","msg":"trace[559533230] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543195-vdvh9; range_end:; response_count:1; response_revision:31027; }","duration":"207.670395ms","start":"2026-03-04T02:35:01.687655Z","end":"2026-03-04T02:35:01.895326Z","steps":["trace[559533230] 'agreement among raft nodes before linearized reading' (duration: 207.503881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:01.895264Z","caller":"traceutil/trace.go:171","msg":"trace[293486779] transaction","detail":"{read_only:false; response_revision:31027; number_of_response:1; }","duration":"209.220041ms","start":"2026-03-04T02:35:01.685728Z","end":"2026-03-04T02:35:01.894948Z","steps":["trace[293486779] 'process raft request' (duration: 209.071318ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:02.084634Z","caller":"traceutil/trace.go:171","msg":"trace[1422779174] transaction","detail":"{read_only:false; response_revision:31029; number_of_response:1; }","duration":"120.557121ms","start":"2026-03-04T02:35:01.964034Z","end":"2026-03-04T02:35:02.084591Z","steps":["trace[1422779174] 'process raft request' (duration: 60.153658ms)","trace[1422779174] 'compare' (duration: 60.029094ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:02.084661Z","caller":"traceutil/trace.go:171","msg":"trace[373611796] linearizableReadLoop","detail":"{readStateIndex:32146; appliedIndex:32144; }","duration":"119.493016ms","start":"2026-03-04T02:35:01.965142Z","end":"2026-03-04T02:35:02.084635Z","steps":["trace[373611796] 'read index received' (duration: 59.002711ms)","trace[373611796] 'applied index is now lower than readState.Index' (duration: 60.485925ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:02.084818Z","caller":"traceutil/trace.go:171","msg":"trace[1941324814] transaction","detail":"{read_only:false; response_revision:31030; number_of_response:1; }","duration":"120.737796ms","start":"2026-03-04T02:35:01.964066Z","end":"2026-03-04T02:35:02.084803Z","steps":["trace[1941324814] 'process raft request' (duration: 120.393088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:02.084887Z","caller":"traceutil/trace.go:171","msg":"trace[1248950000] transaction","detail":"{read_only:false; response_revision:31031; number_of_response:1; }","duration":"119.063767ms","start":"2026-03-04T02:35:01.965793Z","end":"2026-03-04T02:35:02.084857Z","steps":["trace[1248950000] 'process raft request' (duration: 118.80268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:02.084975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.761983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:35:02.085026Z","caller":"traceutil/trace.go:171","msg":"trace[414793810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31031; }","duration":"119.835234ms","start":"2026-03-04T02:35:01.965176Z","end":"2026-03-04T02:35:02.085011Z","steps":["trace[414793810] 'agreement among raft nodes before linearized reading' (duration: 119.66811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:02.085038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.873145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:35:02.085097Z","caller":"traceutil/trace.go:171","msg":"trace[1767468991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31031; }","duration":"119.952998ms","start":"2026-03-04T02:35:01.965127Z","end":"2026-03-04T02:35:02.08508Z","steps":["trace[1767468991] 'agreement among raft nodes before linearized reading' (duration: 119.731393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:06.248448Z","caller":"traceutil/trace.go:171","msg":"trace[131237152] linearizableReadLoop","detail":"{readStateIndex:32178; appliedIndex:32177; }","duration":"145.97285ms","start":"2026-03-04T02:35:06.102452Z","end":"2026-03-04T02:35:06.248425Z","steps":["trace[131237152] 'read index received' (duration: 73.703647ms)","trace[131237152] 'applied index is now lower than readState.Index' (duration: 72.267413ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:06.2485Z","caller":"traceutil/trace.go:171","msg":"trace[1178567315] transaction","detail":"{read_only:false; response_revision:31061; number_of_response:1; }","duration":"213.262986ms","start":"2026-03-04T02:35:06.0352Z","end":"2026-03-04T02:35:06.248463Z","steps":["trace[1178567315] 'process raft request' (duration: 140.987623ms)","trace[1178567315] 'compare' (duration: 71.972056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:06.249063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.607815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:35:06.249103Z","caller":"traceutil/trace.go:171","msg":"trace[601205158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31061; }","duration":"146.789129ms","start":"2026-03-04T02:35:06.102302Z","end":"2026-03-04T02:35:06.249091Z","steps":["trace[601205158] 'agreement among raft nodes before linearized reading' (duration: 146.220726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:06.261424Z","caller":"traceutil/trace.go:171","msg":"trace[93882485] transaction","detail":"{read_only:false; response_revision:31062; number_of_response:1; }","duration":"109.179004ms","start":"2026-03-04T02:35:06.152228Z","end":"2026-03-04T02:35:06.261407Z","steps":["trace[93882485] 'process raft request' (duration: 109.089592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:06.261608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.45178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:35:06.261647Z","caller":"traceutil/trace.go:171","msg":"trace[1815280712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31062; }","duration":"137.535322ms","start":"2026-03-04T02:35:06.124101Z","end":"2026-03-04T02:35:06.261637Z","steps":["trace[1815280712] 'agreement among raft nodes before linearized reading' (duration: 137.379328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:06.261689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.8141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:35:06.261767Z","caller":"traceutil/trace.go:171","msg":"trace[2121417162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31062; }","duration":"157.926113ms","start":"2026-03-04T02:35:06.103823Z","end":"2026-03-04T02:35:06.261749Z","steps":["trace[2121417162] 'agreement among raft nodes before linearized reading' (duration: 157.660717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:06.262662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.407908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:35:06.262723Z","caller":"traceutil/trace.go:171","msg":"trace[1377179985] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31062; }","duration":"159.511579ms","start":"2026-03-04T02:35:06.103197Z","end":"2026-03-04T02:35:06.262708Z","steps":["trace[1377179985] 'agreement among raft nodes before linearized reading' (duration: 158.782542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:06.263537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.950783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:35:06.263584Z","caller":"traceutil/trace.go:171","msg":"trace[300164151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31062; }","duration":"144.026805ms","start":"2026-03-04T02:35:06.119544Z","end":"2026-03-04T02:35:06.263571Z","steps":["trace[300164151] 'agreement among raft nodes before linearized reading' (duration: 141.909555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:11.045493Z","caller":"traceutil/trace.go:171","msg":"trace[1587479263] transaction","detail":"{read_only:false; response_revision:31106; number_of_response:1; }","duration":"112.500331ms","start":"2026-03-04T02:35:10.932966Z","end":"2026-03-04T02:35:11.045466Z","steps":["trace[1587479263] 'process raft request' (duration: 112.334077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:24.643082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.67242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:24.643234Z","caller":"traceutil/trace.go:171","msg":"trace[790294279] linearizableReadLoop","detail":"{readStateIndex:32325; appliedIndex:32324; }","duration":"238.185814ms","start":"2026-03-04T02:35:24.405022Z","end":"2026-03-04T02:35:24.643208Z","steps":["trace[790294279] 'read index received' (duration: 68.070444ms)","trace[790294279] 'applied index is now lower than readState.Index' (duration: 170.11351ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:24.643276Z","caller":"traceutil/trace.go:171","msg":"trace[2091271664] transaction","detail":"{read_only:false; response_revision:31203; number_of_response:1; }","duration":"262.423205ms","start":"2026-03-04T02:35:24.380819Z","end":"2026-03-04T02:35:24.643243Z","steps":["trace[2091271664] 'process raft request' (duration: 92.450089ms)","trace[2091271664] 'compare' (duration: 169.484195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:24.643874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.654565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:35:24.643924Z","caller":"traceutil/trace.go:171","msg":"trace[1197734571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31203; }","duration":"238.924662ms","start":"2026-03-04T02:35:24.404982Z","end":"2026-03-04T02:35:24.643906Z","steps":["trace[1197734571] 'agreement among raft nodes before linearized reading' (duration: 238.331698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:24.691272Z","caller":"traceutil/trace.go:171","msg":"trace[1339937413] transaction","detail":"{read_only:false; response_revision:31204; number_of_response:1; }","duration":"118.645056ms","start":"2026-03-04T02:35:24.572589Z","end":"2026-03-04T02:35:24.691234Z","steps":["trace[1339937413] 'process raft request' (duration: 118.444292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:25.146326Z","caller":"traceutil/trace.go:171","msg":"trace[243797706] linearizableReadLoop","detail":"{readStateIndex:32327; appliedIndex:32325; }","duration":"503.040056ms","start":"2026-03-04T02:35:24.643269Z","end":"2026-03-04T02:35:25.146309Z","steps":["trace[243797706] 'read index received' (duration: 47.772396ms)","trace[243797706] 'applied index is now lower than readState.Index' (duration: 455.267ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:25.146382Z","caller":"traceutil/trace.go:171","msg":"trace[1033886624] transaction","detail":"{read_only:false; response_revision:31205; number_of_response:1; }","duration":"572.980265ms","start":"2026-03-04T02:35:24.573346Z","end":"2026-03-04T02:35:25.146327Z","steps":["trace[1033886624] 'process raft request' (duration: 572.635037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.146495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.050316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:35:25.146526Z","caller":"traceutil/trace.go:171","msg":"trace[1329922613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31206; }","duration":"741.114668ms","start":"2026-03-04T02:35:24.405403Z","end":"2026-03-04T02:35:25.146517Z","steps":["trace[1329922613] 'agreement among raft nodes before linearized reading' (duration: 740.994655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.146553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:24.405395Z","time spent":"741.152399ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:35:25.146557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:24.573338Z","time spent":"573.129008ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:25.146578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.30542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:35:25.146615Z","caller":"traceutil/trace.go:171","msg":"trace[628501409] transaction","detail":"{read_only:false; response_revision:31206; number_of_response:1; }","duration":"498.413297ms","start":"2026-03-04T02:35:24.648153Z","end":"2026-03-04T02:35:25.146566Z","steps":["trace[628501409] 'process raft request' (duration: 498.11482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:25.146679Z","caller":"traceutil/trace.go:171","msg":"trace[294640412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31206; }","duration":"704.457204ms","start":"2026-03-04T02:35:24.442196Z","end":"2026-03-04T02:35:25.146653Z","steps":["trace[294640412] 'agreement among raft nodes before linearized reading' (duration: 704.151327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.146735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:24.442184Z","time spent":"704.541536ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:25.146746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.63827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:35:25.146815Z","caller":"traceutil/trace.go:171","msg":"trace[618286630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31206; }","duration":"741.729023ms","start":"2026-03-04T02:35:24.405067Z","end":"2026-03-04T02:35:25.146796Z","steps":["trace[618286630] 'agreement among raft nodes before linearized reading' (duration: 741.515228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.146813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:24.648132Z","time spent":"498.589552ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:25.146808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.941131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:35:25.146852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:24.405062Z","time spent":"741.785204ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:35:25.146892Z","caller":"traceutil/trace.go:171","msg":"trace[316464317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31206; }","duration":"575.065105ms","start":"2026-03-04T02:35:24.571803Z","end":"2026-03-04T02:35:25.146868Z","steps":["trace[316464317] 'agreement among raft nodes before linearized reading' (duration: 574.812969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.146947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:24.571782Z","time spent":"575.155816ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:25.14698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.093035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:25.147106Z","caller":"traceutil/trace.go:171","msg":"trace[1010489897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31206; }","duration":"673.251549ms","start":"2026-03-04T02:35:24.473842Z","end":"2026-03-04T02:35:25.147093Z","steps":["trace[1010489897] 'agreement among raft nodes before linearized reading' (duration: 673.028224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.147368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:24.473825Z","time spent":"673.531875ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:25.147483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.503165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:35:25.148337Z","caller":"traceutil/trace.go:171","msg":"trace[1660098878] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31206; }","duration":"702.5869ms","start":"2026-03-04T02:35:24.445716Z","end":"2026-03-04T02:35:25.148303Z","steps":["trace[1660098878] 'agreement among raft nodes before linearized reading' (duration: 700.835499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.148654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:24.445695Z","time spent":"702.808725ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:35:25.209361Z","caller":"traceutil/trace.go:171","msg":"trace[1813365245] transaction","detail":"{read_only:false; response_revision:31207; number_of_response:1; }","duration":"141.879274ms","start":"2026-03-04T02:35:25.067451Z","end":"2026-03-04T02:35:25.209331Z","steps":["trace[1813365245] 'process raft request' (duration: 141.370432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.209641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.270643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:25.209679Z","caller":"traceutil/trace.go:171","msg":"trace[2048358513] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:31207; }","duration":"257.368996ms","start":"2026-03-04T02:35:24.952298Z","end":"2026-03-04T02:35:25.209667Z","steps":["trace[2048358513] 'agreement among raft nodes before linearized reading' (duration: 257.271874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:25.263619Z","caller":"traceutil/trace.go:171","msg":"trace[1987020936] transaction","detail":"{read_only:false; response_revision:31208; number_of_response:1; }","duration":"111.395016ms","start":"2026-03-04T02:35:25.152194Z","end":"2026-03-04T02:35:25.263589Z","steps":["trace[1987020936] 'process raft request' (duration: 110.756231ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:25.263885Z","caller":"traceutil/trace.go:171","msg":"trace[213138679] transaction","detail":"{read_only:false; response_revision:31209; number_of_response:1; }","duration":"111.219451ms","start":"2026-03-04T02:35:25.152639Z","end":"2026-03-04T02:35:25.263858Z","steps":["trace[213138679] 'process raft request' (duration: 110.857522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:25.263983Z","caller":"traceutil/trace.go:171","msg":"trace[970213725] transaction","detail":"{read_only:false; response_revision:31211; number_of_response:1; }","duration":"110.987735ms","start":"2026-03-04T02:35:25.152971Z","end":"2026-03-04T02:35:25.263959Z","steps":["trace[970213725] 'process raft request' (duration: 110.888853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.264036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.37765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:25.264105Z","caller":"traceutil/trace.go:171","msg":"trace[94208335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31212; }","duration":"115.485512ms","start":"2026-03-04T02:35:25.148605Z","end":"2026-03-04T02:35:25.26409Z","steps":["trace[94208335] 'agreement among raft nodes before linearized reading' (duration: 115.347678ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:25.264142Z","caller":"traceutil/trace.go:171","msg":"trace[980501202] transaction","detail":"{read_only:false; response_revision:31210; number_of_response:1; }","duration":"111.425606ms","start":"2026-03-04T02:35:25.152705Z","end":"2026-03-04T02:35:25.26413Z","steps":["trace[980501202] 'process raft request' (duration: 111.064848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:25.264005Z","caller":"traceutil/trace.go:171","msg":"trace[1867671193] transaction","detail":"{read_only:false; response_revision:31212; number_of_response:1; }","duration":"110.675468ms","start":"2026-03-04T02:35:25.153324Z","end":"2026-03-04T02:35:25.263999Z","steps":["trace[1867671193] 'process raft request' (duration: 110.567956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:32.936598Z","caller":"traceutil/trace.go:171","msg":"trace[394396630] linearizableReadLoop","detail":"{readStateIndex:32383; appliedIndex:32382; }","duration":"160.013452ms","start":"2026-03-04T02:35:32.776509Z","end":"2026-03-04T02:35:32.936522Z","steps":["trace[394396630] 'read index received' (duration: 114.005858ms)","trace[394396630] 'applied index is now lower than readState.Index' (duration: 46.006254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:32.936785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.249507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:32.936839Z","caller":"traceutil/trace.go:171","msg":"trace[1059971632] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:31259; }","duration":"160.3552ms","start":"2026-03-04T02:35:32.776469Z","end":"2026-03-04T02:35:32.936824Z","steps":["trace[1059971632] 'agreement among raft nodes before linearized reading' (duration: 160.206386ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:32.936832Z","caller":"traceutil/trace.go:171","msg":"trace[1133399521] transaction","detail":"{read_only:false; response_revision:31259; number_of_response:1; }","duration":"171.033701ms","start":"2026-03-04T02:35:32.765731Z","end":"2026-03-04T02:35:32.936765Z","steps":["trace[1133399521] 'process raft request' (duration: 124.762771ms)","trace[1133399521] 'compare' (duration: 45.773169ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:37.330965Z","caller":"traceutil/trace.go:171","msg":"trace[149837793] transaction","detail":"{read_only:false; response_revision:31287; number_of_response:1; }","duration":"123.238585ms","start":"2026-03-04T02:35:37.207712Z","end":"2026-03-04T02:35:37.33095Z","steps":["trace[149837793] 'process raft request' (duration: 123.00891ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:43.553424Z","caller":"traceutil/trace.go:171","msg":"trace[2136423113] linearizableReadLoop","detail":"{readStateIndex:32456; appliedIndex:32455; }","duration":"154.599414ms","start":"2026-03-04T02:35:43.398804Z","end":"2026-03-04T02:35:43.553403Z","steps":["trace[2136423113] 'read index received' (duration: 134.875699ms)","trace[2136423113] 'applied index is now lower than readState.Index' (duration: 19.722755ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:43.553471Z","caller":"traceutil/trace.go:171","msg":"trace[421817725] transaction","detail":"{read_only:false; response_revision:31330; number_of_response:1; }","duration":"177.257518ms","start":"2026-03-04T02:35:43.376179Z","end":"2026-03-04T02:35:43.553436Z","steps":["trace[421817725] 'process raft request' (duration: 157.557484ms)","trace[421817725] 'compare' (duration: 19.418828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:43.553551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.732118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:43.553579Z","caller":"traceutil/trace.go:171","msg":"trace[430637963] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31330; }","duration":"154.8241ms","start":"2026-03-04T02:35:43.398747Z","end":"2026-03-04T02:35:43.553571Z","steps":["trace[430637963] 'agreement among raft nodes before linearized reading' (duration: 154.755678ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:45.507838Z","caller":"traceutil/trace.go:171","msg":"trace[1560232746] transaction","detail":"{read_only:false; response_revision:31341; number_of_response:1; }","duration":"100.716654ms","start":"2026-03-04T02:35:45.407079Z","end":"2026-03-04T02:35:45.507795Z","steps":["trace[1560232746] 'process raft request' (duration: 42.145893ms)","trace[1560232746] 'compare' (duration: 58.328395ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:51.747171Z","caller":"traceutil/trace.go:171","msg":"trace[353271146] transaction","detail":"{read_only:false; response_revision:31383; number_of_response:1; }","duration":"105.390354ms","start":"2026-03-04T02:35:51.641746Z","end":"2026-03-04T02:35:51.747136Z","steps":["trace[353271146] 'process raft request' (duration: 70.767388ms)","trace[353271146] 'compare' (duration: 34.295939ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:52.08489Z","caller":"traceutil/trace.go:171","msg":"trace[687884125] transaction","detail":"{read_only:false; response_revision:31389; number_of_response:1; }","duration":"154.827789ms","start":"2026-03-04T02:35:51.930035Z","end":"2026-03-04T02:35:52.084863Z","steps":["trace[687884125] 'process raft request' (duration: 154.087682ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.040455Z","caller":"traceutil/trace.go:171","msg":"trace[1900135808] linearizableReadLoop","detail":"{readStateIndex:32568; appliedIndex:32566; }","duration":"154.156514ms","start":"2026-03-04T02:35:59.88624Z","end":"2026-03-04T02:36:00.040397Z","steps":["trace[1900135808] 'read index received' (duration: 61.292595ms)","trace[1900135808] 'applied index is now lower than readState.Index' (duration: 92.861289ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:00.040481Z","caller":"traceutil/trace.go:171","msg":"trace[898518986] transaction","detail":"{read_only:false; response_revision:31439; number_of_response:1; }","duration":"159.49017ms","start":"2026-03-04T02:35:59.880944Z","end":"2026-03-04T02:36:00.040435Z","steps":["trace[898518986] 'process raft request' (duration: 122.987129ms)","trace[898518986] 'compare' (duration: 36.169883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:00.040727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.451701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:00.040827Z","caller":"traceutil/trace.go:171","msg":"trace[540867932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31439; }","duration":"154.592773ms","start":"2026-03-04T02:35:59.886213Z","end":"2026-03-04T02:36:00.040806Z","steps":["trace[540867932] 'agreement among raft nodes before linearized reading' (duration: 154.307627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.04144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.527968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:00.041513Z","caller":"traceutil/trace.go:171","msg":"trace[828396964] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:31439; }","duration":"136.647611ms","start":"2026-03-04T02:35:59.904839Z","end":"2026-03-04T02:36:00.041486Z","steps":["trace[828396964] 'agreement among raft nodes before linearized reading' (duration: 136.487588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.04151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.073153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:36:00.041596Z","caller":"traceutil/trace.go:171","msg":"trace[543323691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31439; }","duration":"146.193876ms","start":"2026-03-04T02:35:59.895384Z","end":"2026-03-04T02:36:00.041577Z","steps":["trace[543323691] 'agreement among raft nodes before linearized reading' (duration: 145.96957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.042009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.322926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:36:00.042064Z","caller":"traceutil/trace.go:171","msg":"trace[1212234264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31439; }","duration":"151.393859ms","start":"2026-03-04T02:35:59.890655Z","end":"2026-03-04T02:36:00.042049Z","steps":["trace[1212234264] 'agreement among raft nodes before linearized reading' (duration: 150.664942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.188872Z","caller":"traceutil/trace.go:171","msg":"trace[539245222] transaction","detail":"{read_only:false; response_revision:31441; number_of_response:1; }","duration":"141.2807ms","start":"2026-03-04T02:36:00.047554Z","end":"2026-03-04T02:36:00.188835Z","steps":["trace[539245222] 'process raft request' (duration: 125.254482ms)","trace[539245222] 'compare' (duration: 15.774182ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:00.189142Z","caller":"traceutil/trace.go:171","msg":"trace[1829652696] transaction","detail":"{read_only:false; response_revision:31442; number_of_response:1; }","duration":"141.447304ms","start":"2026-03-04T02:36:00.047668Z","end":"2026-03-04T02:36:00.189115Z","steps":["trace[1829652696] 'process raft request' (duration: 141.101016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.739984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.37027ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:00.740127Z","caller":"traceutil/trace.go:171","msg":"trace[1224465605] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:31444; }","duration":"132.536054ms","start":"2026-03-04T02:36:00.60757Z","end":"2026-03-04T02:36:00.740106Z","steps":["trace[1224465605] 'range keys from in-memory index tree' (duration: 132.34643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.810995Z","caller":"traceutil/trace.go:171","msg":"trace[374568753] linearizableReadLoop","detail":"{readStateIndex:32574; appliedIndex:32573; }","duration":"206.360084ms","start":"2026-03-04T02:36:00.604605Z","end":"2026-03-04T02:36:00.810965Z","steps":["trace[374568753] 'read index received' (duration: 206.17653ms)","trace[374568753] 'applied index is now lower than readState.Index' (duration: 182.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:00.811435Z","caller":"traceutil/trace.go:171","msg":"trace[1668100351] transaction","detail":"{read_only:false; response_revision:31445; number_of_response:1; }","duration":"242.023995ms","start":"2026-03-04T02:36:00.569389Z","end":"2026-03-04T02:36:00.811413Z","steps":["trace[1668100351] 'process raft request' (duration: 241.371069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.812974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.401932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2176301"} {"level":"info","ts":"2026-03-04T02:36:00.813045Z","caller":"traceutil/trace.go:171","msg":"trace[865370437] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:31445; }","duration":"208.543176ms","start":"2026-03-04T02:36:00.604486Z","end":"2026-03-04T02:36:00.813029Z","steps":["trace[865370437] 'agreement among raft nodes before linearized reading' (duration: 206.60137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:01.092096Z","caller":"traceutil/trace.go:171","msg":"trace[1436044153] transaction","detail":"{read_only:false; response_revision:31446; number_of_response:1; }","duration":"193.538802ms","start":"2026-03-04T02:36:00.898524Z","end":"2026-03-04T02:36:01.092063Z","steps":["trace[1436044153] 'process raft request' (duration: 193.324457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:01.59305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328751382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:36:02.303032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.420062ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:36:02.303526Z","caller":"traceutil/trace.go:171","msg":"trace[1280558852] transaction","detail":"{read_only:false; response_revision:31447; number_of_response:1; }","duration":"1.115453822s","start":"2026-03-04T02:36:01.188047Z","end":"2026-03-04T02:36:02.303501Z","steps":["trace[1280558852] 'process raft request' (duration: 1.115102794s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.303684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.18803Z","time spent":"1.115572354s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:02.379116Z","caller":"traceutil/trace.go:171","msg":"trace[1696359346] transaction","detail":"{read_only:false; response_revision:31448; number_of_response:1; }","duration":"1.144514067s","start":"2026-03-04T02:36:01.23456Z","end":"2026-03-04T02:36:02.379074Z","steps":["trace[1696359346] 'process raft request' (duration: 1.068924605s)","trace[1696359346] 'compare' (duration: 75.339206ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:02.379146Z","caller":"traceutil/trace.go:171","msg":"trace[1243094400] linearizableReadLoop","detail":"{readStateIndex:32580; appliedIndex:32575; }","duration":"1.287087556s","start":"2026-03-04T02:36:01.092034Z","end":"2026-03-04T02:36:02.379121Z","steps":["trace[1243094400] 'read index received' (duration: 711.575931ms)","trace[1243094400] 'applied index is now lower than readState.Index' (duration: 575.510205ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:02.379225Z","caller":"traceutil/trace.go:171","msg":"trace[590775016] transaction","detail":"{read_only:false; response_revision:31449; number_of_response:1; }","duration":"976.64103ms","start":"2026-03-04T02:36:01.402558Z","end":"2026-03-04T02:36:02.379199Z","steps":["trace[590775016] 'process raft request' (duration: 976.449425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:02.379271Z","caller":"traceutil/trace.go:171","msg":"trace[414994147] transaction","detail":"{read_only:false; response_revision:31450; number_of_response:1; }","duration":"873.794965ms","start":"2026-03-04T02:36:01.505466Z","end":"2026-03-04T02:36:02.379261Z","steps":["trace[414994147] 'process raft request' (duration: 873.58744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.379283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.234542Z","time spent":"1.14465814s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:02.379348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.505444Z","time spent":"873.850717ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:02.379349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.402531Z","time spent":"976.741322ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:02.379462Z","caller":"traceutil/trace.go:171","msg":"trace[1128589837] transaction","detail":"{read_only:false; response_revision:31451; number_of_response:1; }","duration":"278.574865ms","start":"2026-03-04T02:36:02.100865Z","end":"2026-03-04T02:36:02.37944Z","steps":["trace[1128589837] 'process raft request' (duration: 278.228947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.379565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310496907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:02.379608Z","caller":"traceutil/trace.go:171","msg":"trace[1974213148] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:31451; }","duration":"1.310575199s","start":"2026-03-04T02:36:01.069021Z","end":"2026-03-04T02:36:02.379596Z","steps":["trace[1974213148] 'agreement among raft nodes before linearized reading' (duration: 1.310443356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.379644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.069001Z","time spent":"1.310635651s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:02.379835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285227181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:36:02.379858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.536301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:36:02.379888Z","caller":"traceutil/trace.go:171","msg":"trace[776858659] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:31452; }","duration":"1.285305604s","start":"2026-03-04T02:36:01.094568Z","end":"2026-03-04T02:36:02.379873Z","steps":["trace[776858659] 'agreement among raft nodes before linearized reading' (duration: 1.28514217s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:02.379899Z","caller":"traceutil/trace.go:171","msg":"trace[1096775390] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31452; }","duration":"333.607953ms","start":"2026-03-04T02:36:02.046278Z","end":"2026-03-04T02:36:02.379886Z","steps":["trace[1096775390] 'agreement among raft nodes before linearized reading' (duration: 333.47514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.379921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.094551Z","time spent":"1.285362885s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:36:02.379929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.046258Z","time spent":"333.663304ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:36:02.379924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.361849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:36:02.379963Z","caller":"traceutil/trace.go:171","msg":"trace[518936667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31452; }","duration":"185.437591ms","start":"2026-03-04T02:36:02.194515Z","end":"2026-03-04T02:36:02.379953Z","steps":["trace[518936667] 'agreement among raft nodes before linearized reading' (duration: 185.318028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.379981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.552195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:02.380019Z","caller":"traceutil/trace.go:171","msg":"trace[837960059] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:31452; }","duration":"250.620327ms","start":"2026-03-04T02:36:02.129389Z","end":"2026-03-04T02:36:02.380009Z","steps":["trace[837960059] 'agreement among raft nodes before linearized reading' (duration: 250.560215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:02.380154Z","caller":"traceutil/trace.go:171","msg":"trace[183992472] transaction","detail":"{read_only:false; response_revision:31452; number_of_response:1; }","duration":"185.581704ms","start":"2026-03-04T02:36:02.194562Z","end":"2026-03-04T02:36:02.380144Z","steps":["trace[183992472] 'process raft request' (duration: 184.776135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.380165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.840907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:36:02.380172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.089327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:02.3802Z","caller":"traceutil/trace.go:171","msg":"trace[818717513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31452; }","duration":"428.910119ms","start":"2026-03-04T02:36:01.951278Z","end":"2026-03-04T02:36:02.380188Z","steps":["trace[818717513] 'agreement among raft nodes before linearized reading' (duration: 428.803857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.38023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.951258Z","time spent":"428.965451ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:02.380354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.154013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:36:02.380386Z","caller":"traceutil/trace.go:171","msg":"trace[641721000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31452; }","duration":"689.203354ms","start":"2026-03-04T02:36:01.691174Z","end":"2026-03-04T02:36:02.380378Z","steps":["trace[641721000] 'agreement among raft nodes before linearized reading' (duration: 689.126393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.380411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.691165Z","time spent":"689.239825ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:36:02.38044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178885087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:02.380494Z","caller":"traceutil/trace.go:171","msg":"trace[1131722769] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:31452; }","duration":"1.178976619s","start":"2026-03-04T02:36:01.201505Z","end":"2026-03-04T02:36:02.380482Z","steps":["trace[1131722769] 'agreement among raft nodes before linearized reading' (duration: 1.178897867s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:02.380202Z","caller":"traceutil/trace.go:171","msg":"trace[238393844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31452; }","duration":"279.143849ms","start":"2026-03-04T02:36:02.10105Z","end":"2026-03-04T02:36:02.380194Z","steps":["trace[238393844] 'agreement among raft nodes before linearized reading' (duration: 279.041637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.380531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.20149Z","time spent":"1.1790327s","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:02.380231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.717937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:36:02.380699Z","caller":"traceutil/trace.go:171","msg":"trace[893776736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31452; }","duration":"186.207739ms","start":"2026-03-04T02:36:02.194479Z","end":"2026-03-04T02:36:02.380687Z","steps":["trace[893776736] 'agreement among raft nodes before linearized reading' (duration: 185.684576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.380731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.996143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:02.380766Z","caller":"traceutil/trace.go:171","msg":"trace[1512145048] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:31452; }","duration":"690.054644ms","start":"2026-03-04T02:36:01.690703Z","end":"2026-03-04T02:36:02.380758Z","steps":["trace[1512145048] 'agreement among raft nodes before linearized reading' (duration: 689.993043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.380794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.690692Z","time spent":"690.094295ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:02.380654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265054148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:02.381027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.903592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:02.38107Z","caller":"traceutil/trace.go:171","msg":"trace[191236356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31452; }","duration":"905.974394ms","start":"2026-03-04T02:36:01.475084Z","end":"2026-03-04T02:36:02.381059Z","steps":["trace[191236356] 'agreement among raft nodes before linearized reading' (duration: 905.910252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.381107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.475067Z","time spent":"906.033576ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:02.38103Z","caller":"traceutil/trace.go:171","msg":"trace[2085023808] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:31452; }","duration":"1.265429107s","start":"2026-03-04T02:36:01.115587Z","end":"2026-03-04T02:36:02.381016Z","steps":["trace[2085023808] 'agreement among raft nodes before linearized reading' (duration: 1.265037887s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.381161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.115523Z","time spent":"1.265622871s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:02.380991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.790213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:02.38132Z","caller":"traceutil/trace.go:171","msg":"trace[139216619] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:31452; }","duration":"708.159871ms","start":"2026-03-04T02:36:01.673148Z","end":"2026-03-04T02:36:02.381308Z","steps":["trace[139216619] 'agreement among raft nodes before linearized reading' (duration: 707.814773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.381354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.673123Z","time spent":"708.219432ms","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:02.594602Z","caller":"traceutil/trace.go:171","msg":"trace[245454469] transaction","detail":"{read_only:false; response_revision:31453; number_of_response:1; }","duration":"209.934969ms","start":"2026-03-04T02:36:02.384649Z","end":"2026-03-04T02:36:02.594584Z","steps":["trace[245454469] 'process raft request' (duration: 154.315498ms)","trace[245454469] 'compare' (duration: 55.544189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:03.11054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.738912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:03.110737Z","caller":"traceutil/trace.go:171","msg":"trace[1226305376] transaction","detail":"{read_only:false; response_revision:31454; number_of_response:1; }","duration":"725.665024ms","start":"2026-03-04T02:36:02.385053Z","end":"2026-03-04T02:36:03.110718Z","steps":["trace[1226305376] 'process raft request' (duration: 563.642235ms)","trace[1226305376] 'compare' (duration: 161.22432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:03.110805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.38498Z","time spent":"725.792517ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:03.111007Z","caller":"traceutil/trace.go:171","msg":"trace[1925072927] transaction","detail":"{read_only:false; response_revision:31455; number_of_response:1; }","duration":"720.494152ms","start":"2026-03-04T02:36:02.390502Z","end":"2026-03-04T02:36:03.110996Z","steps":["trace[1925072927] 'process raft request' (duration: 720.134844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.111073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.39049Z","time spent":"720.551983ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:03.111359Z","caller":"traceutil/trace.go:171","msg":"trace[1423043221] transaction","detail":"{read_only:false; response_revision:31456; number_of_response:1; }","duration":"720.82867ms","start":"2026-03-04T02:36:02.390504Z","end":"2026-03-04T02:36:03.111332Z","steps":["trace[1423043221] 'process raft request' (duration: 720.451801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.111426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.39049Z","time spent":"720.907002ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:03.111612Z","caller":"traceutil/trace.go:171","msg":"trace[1589668994] transaction","detail":"{read_only:false; response_revision:31457; number_of_response:1; }","duration":"721.044465ms","start":"2026-03-04T02:36:02.390559Z","end":"2026-03-04T02:36:03.111603Z","steps":["trace[1589668994] 'process raft request' (duration: 720.738607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.111676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.39054Z","time spent":"721.106477ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:03.111868Z","caller":"traceutil/trace.go:171","msg":"trace[1888911318] linearizableReadLoop","detail":"{readStateIndex:32588; appliedIndex:32582; }","duration":"690.755371ms","start":"2026-03-04T02:36:02.421103Z","end":"2026-03-04T02:36:03.111859Z","steps":["trace[1888911318] 'read index received' (duration: 117.878938ms)","trace[1888911318] 'applied index is now lower than readState.Index' (duration: 572.875403ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:03.111935Z","caller":"traceutil/trace.go:171","msg":"trace[1456655656] transaction","detail":"{read_only:false; response_revision:31458; number_of_response:1; }","duration":"721.356732ms","start":"2026-03-04T02:36:02.39057Z","end":"2026-03-04T02:36:03.111927Z","steps":["trace[1456655656] 'process raft request' (duration: 720.999374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.390557Z","time spent":"721.402213ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:03.112163Z","caller":"traceutil/trace.go:171","msg":"trace[1112861283] transaction","detail":"{read_only:false; response_revision:31459; number_of_response:1; }","duration":"635.066209ms","start":"2026-03-04T02:36:02.477087Z","end":"2026-03-04T02:36:03.112154Z","steps":["trace[1112861283] 'process raft request' (duration: 634.69946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.112222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.477067Z","time spent":"635.12795ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:03.112418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.318395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:03.112454Z","caller":"traceutil/trace.go:171","msg":"trace[311143675] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:31459; }","duration":"691.384876ms","start":"2026-03-04T02:36:02.421061Z","end":"2026-03-04T02:36:03.112446Z","steps":["trace[311143675] 'agreement among raft nodes before linearized reading' (duration: 691.279533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.112484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.421043Z","time spent":"691.434437ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:03.347851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.393674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:03.34815Z","caller":"traceutil/trace.go:171","msg":"trace[720340995] linearizableReadLoop","detail":"{readStateIndex:32592; appliedIndex:32589; }","duration":"236.227258ms","start":"2026-03-04T02:36:03.1119Z","end":"2026-03-04T02:36:03.348127Z","steps":["trace[720340995] 'read index received' (duration: 127.567967ms)","trace[720340995] 'applied index is now lower than readState.Index' (duration: 108.657891ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:03.348187Z","caller":"traceutil/trace.go:171","msg":"trace[1526638288] transaction","detail":"{read_only:false; response_revision:31462; number_of_response:1; }","duration":"251.500649ms","start":"2026-03-04T02:36:03.096648Z","end":"2026-03-04T02:36:03.348148Z","steps":["trace[1526638288] 'process raft request' (duration: 251.408336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.348353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.003979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:03.348418Z","caller":"traceutil/trace.go:171","msg":"trace[864438266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:31462; }","duration":"781.084941ms","start":"2026-03-04T02:36:02.567314Z","end":"2026-03-04T02:36:03.348399Z","steps":["trace[864438266] 'agreement among raft nodes before linearized reading' (duration: 780.951087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:03.348412Z","caller":"traceutil/trace.go:171","msg":"trace[927724877] transaction","detail":"{read_only:false; response_revision:31461; number_of_response:1; }","duration":"531.928608ms","start":"2026-03-04T02:36:02.816447Z","end":"2026-03-04T02:36:03.348376Z","steps":["trace[927724877] 'process raft request' (duration: 531.523308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.348479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.567307Z","time spent":"781.156082ms","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:03.348473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.899134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:03.348608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.533746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:03.348625Z","caller":"traceutil/trace.go:171","msg":"trace[647828235] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:31462; }","duration":"853.125269ms","start":"2026-03-04T02:36:02.495469Z","end":"2026-03-04T02:36:03.348594Z","steps":["trace[647828235] 'agreement among raft nodes before linearized reading' (duration: 852.848773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:03.34835Z","caller":"traceutil/trace.go:171","msg":"trace[321682364] transaction","detail":"{read_only:false; response_revision:31460; number_of_response:1; }","duration":"602.355539ms","start":"2026-03-04T02:36:02.745962Z","end":"2026-03-04T02:36:03.348317Z","steps":["trace[321682364] 'process raft request' (duration: 493.412101ms)","trace[321682364] 'compare' (duration: 108.268022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:03.348696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.495443Z","time spent":"853.240871ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:03.348537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.848566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:36:03.348643Z","caller":"traceutil/trace.go:171","msg":"trace[1434413548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31462; }","duration":"872.600558ms","start":"2026-03-04T02:36:02.476033Z","end":"2026-03-04T02:36:03.348634Z","steps":["trace[1434413548] 'agreement among raft nodes before linearized reading' (duration: 872.555557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.348772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.745938Z","time spent":"602.774928ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:03.348791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.894454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:03.348832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.476017Z","time spent":"872.788502ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:03.348805Z","caller":"traceutil/trace.go:171","msg":"trace[956453616] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:31462; }","duration":"196.127363ms","start":"2026-03-04T02:36:03.152638Z","end":"2026-03-04T02:36:03.348765Z","steps":["trace[956453616] 'agreement among raft nodes before linearized reading' (duration: 195.769135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:03.348866Z","caller":"traceutil/trace.go:171","msg":"trace[1810612761] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:31462; }","duration":"786.029797ms","start":"2026-03-04T02:36:02.562826Z","end":"2026-03-04T02:36:03.348856Z","steps":["trace[1810612761] 'agreement among raft nodes before linearized reading' (duration: 785.899824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.348902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.562808Z","time spent":"786.083708ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:03.34886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.397188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:36:03.348999Z","caller":"traceutil/trace.go:171","msg":"trace[1519741854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31462; }","duration":"795.560122ms","start":"2026-03-04T02:36:02.553414Z","end":"2026-03-04T02:36:03.348974Z","steps":["trace[1519741854] 'agreement among raft nodes before linearized reading' (duration: 795.301426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.348994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.816425Z","time spent":"532.087791ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:03.349146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.553379Z","time spent":"795.712996ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:36:04.535099Z","caller":"traceutil/trace.go:171","msg":"trace[1752701179] transaction","detail":"{read_only:false; response_revision:31463; number_of_response:1; }","duration":"150.789694ms","start":"2026-03-04T02:36:04.384296Z","end":"2026-03-04T02:36:04.535085Z","steps":["trace[1752701179] 'process raft request' (duration: 150.696472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:04.654268Z","caller":"traceutil/trace.go:171","msg":"trace[246754494] linearizableReadLoop","detail":"{readStateIndex:32595; appliedIndex:32592; }","duration":"181.660542ms","start":"2026-03-04T02:36:04.472586Z","end":"2026-03-04T02:36:04.654246Z","steps":["trace[246754494] 'read index received' (duration: 62.459392ms)","trace[246754494] 'applied index is now lower than readState.Index' (duration: 119.20051ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:04.654403Z","caller":"traceutil/trace.go:171","msg":"trace[727200890] transaction","detail":"{read_only:false; response_revision:31465; number_of_response:1; }","duration":"269.070392ms","start":"2026-03-04T02:36:04.385322Z","end":"2026-03-04T02:36:04.654392Z","steps":["trace[727200890] 'process raft request' (duration: 268.886538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:04.654424Z","caller":"traceutil/trace.go:171","msg":"trace[2108505689] transaction","detail":"{read_only:false; response_revision:31464; number_of_response:1; }","duration":"269.256486ms","start":"2026-03-04T02:36:04.385109Z","end":"2026-03-04T02:36:04.654366Z","steps":["trace[2108505689] 'process raft request' (duration: 192.984739ms)","trace[2108505689] 'compare' (duration: 76.010031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:04.654634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.03079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:04.654695Z","caller":"traceutil/trace.go:171","msg":"trace[358766387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31465; }","duration":"182.142573ms","start":"2026-03-04T02:36:04.472537Z","end":"2026-03-04T02:36:04.654679Z","steps":["trace[358766387] 'agreement among raft nodes before linearized reading' (duration: 182.01076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:04.656714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.472471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2176301"} {"level":"info","ts":"2026-03-04T02:36:04.656817Z","caller":"traceutil/trace.go:171","msg":"trace[371996225] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:31465; }","duration":"140.612305ms","start":"2026-03-04T02:36:04.516182Z","end":"2026-03-04T02:36:04.656794Z","steps":["trace[371996225] 'agreement among raft nodes before linearized reading' (duration: 138.378452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.081471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.345012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:05.081598Z","caller":"traceutil/trace.go:171","msg":"trace[1284793877] linearizableReadLoop","detail":"{readStateIndex:32596; appliedIndex:32595; }","duration":"198.655652ms","start":"2026-03-04T02:36:04.882925Z","end":"2026-03-04T02:36:05.08158Z","steps":["trace[1284793877] 'read index received' (duration: 38.171µs)","trace[1284793877] 'applied index is now lower than readState.Index' (duration: 198.616361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:05.081681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.743694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:05.081683Z","caller":"traceutil/trace.go:171","msg":"trace[510311055] transaction","detail":"{read_only:false; response_revision:31466; number_of_response:1; }","duration":"422.206861ms","start":"2026-03-04T02:36:04.659441Z","end":"2026-03-04T02:36:05.081648Z","steps":["trace[510311055] 'process raft request' (duration: 179.597492ms)","trace[510311055] 'compare' (duration: 242.200059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:05.081861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.659418Z","time spent":"422.361755ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:05.081713Z","caller":"traceutil/trace.go:171","msg":"trace[1590451339] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:31466; }","duration":"198.782885ms","start":"2026-03-04T02:36:04.882917Z","end":"2026-03-04T02:36:05.0817Z","steps":["trace[1590451339] 'agreement among raft nodes before linearized reading' (duration: 198.711263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.608422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.702641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:05.608561Z","caller":"traceutil/trace.go:171","msg":"trace[260678431] transaction","detail":"{read_only:false; response_revision:31467; number_of_response:1; }","duration":"490.481091ms","start":"2026-03-04T02:36:05.118039Z","end":"2026-03-04T02:36:05.60852Z","steps":["trace[260678431] 'process raft request' (duration: 135.357451ms)","trace[260678431] 'compare' (duration: 354.602898ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:05.608608Z","caller":"traceutil/trace.go:171","msg":"trace[2124936468] linearizableReadLoop","detail":"{readStateIndex:32597; appliedIndex:32596; }","duration":"490.158944ms","start":"2026-03-04T02:36:05.118426Z","end":"2026-03-04T02:36:05.608584Z","steps":["trace[2124936468] 'read index received' (duration: 134.88294ms)","trace[2124936468] 'applied index is now lower than readState.Index' (duration: 355.271334ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:05.608657Z","caller":"traceutil/trace.go:171","msg":"trace[165173934] transaction","detail":"{read_only:false; response_revision:31470; number_of_response:1; }","duration":"488.32128ms","start":"2026-03-04T02:36:05.120322Z","end":"2026-03-04T02:36:05.608643Z","steps":["trace[165173934] 'process raft request' (duration: 488.292199ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.608685Z","caller":"traceutil/trace.go:171","msg":"trace[1634998834] transaction","detail":"{read_only:false; response_revision:31468; number_of_response:1; }","duration":"489.332644ms","start":"2026-03-04T02:36:05.119337Z","end":"2026-03-04T02:36:05.60867Z","steps":["trace[1634998834] 'process raft request' (duration: 489.17803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.608689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.118009Z","time spent":"490.615224ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:05.60871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.120313Z","time spent":"488.372781ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:05.608742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.119323Z","time spent":"489.389315ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:05.608809Z","caller":"traceutil/trace.go:171","msg":"trace[1726284695] transaction","detail":"{read_only:false; response_revision:31469; number_of_response:1; }","duration":"488.855223ms","start":"2026-03-04T02:36:05.119948Z","end":"2026-03-04T02:36:05.608803Z","steps":["trace[1726284695] 'process raft request' (duration: 488.637148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.608835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.388449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:36:05.60885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.119939Z","time spent":"488.893683ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:05.608878Z","caller":"traceutil/trace.go:171","msg":"trace[751459711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31470; }","duration":"490.46189ms","start":"2026-03-04T02:36:05.118405Z","end":"2026-03-04T02:36:05.608867Z","steps":["trace[751459711] 'agreement among raft nodes before linearized reading' (duration: 490.294186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.608916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.118394Z","time spent":"490.513801ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:36:05.62274Z","caller":"traceutil/trace.go:171","msg":"trace[1362742637] transaction","detail":"{read_only:false; response_revision:31471; number_of_response:1; }","duration":"268.321525ms","start":"2026-03-04T02:36:05.354394Z","end":"2026-03-04T02:36:05.622715Z","steps":["trace[1362742637] 'process raft request' (duration: 268.185911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.687952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.436317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:05.688035Z","caller":"traceutil/trace.go:171","msg":"trace[250899040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31472; }","duration":"212.566821ms","start":"2026-03-04T02:36:05.475447Z","end":"2026-03-04T02:36:05.688014Z","steps":["trace[250899040] 'agreement among raft nodes before linearized reading' (duration: 212.373976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.688092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.633994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:05.688314Z","caller":"traceutil/trace.go:171","msg":"trace[1315568375] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:31472; }","duration":"238.926331ms","start":"2026-03-04T02:36:05.44936Z","end":"2026-03-04T02:36:05.688286Z","steps":["trace[1315568375] 'agreement among raft nodes before linearized reading' (duration: 238.587633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.688184Z","caller":"traceutil/trace.go:171","msg":"trace[1168666537] transaction","detail":"{read_only:false; response_revision:31472; number_of_response:1; }","duration":"333.738806ms","start":"2026-03-04T02:36:05.354421Z","end":"2026-03-04T02:36:05.68816Z","steps":["trace[1168666537] 'process raft request' (duration: 333.165133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.688826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.354397Z","time spent":"334.366491ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:05.688063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.688517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:36:05.688985Z","caller":"traceutil/trace.go:171","msg":"trace[1486242686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31472; }","duration":"564.647409ms","start":"2026-03-04T02:36:05.124323Z","end":"2026-03-04T02:36:05.68897Z","steps":["trace[1486242686] 'agreement among raft nodes before linearized reading' (duration: 563.476532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.689021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.124298Z","time spent":"564.7128ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:05.934715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.788461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:05.935101Z","caller":"traceutil/trace.go:171","msg":"trace[155371688] transaction","detail":"{read_only:false; response_revision:31473; number_of_response:1; }","duration":"311.445541ms","start":"2026-03-04T02:36:05.623593Z","end":"2026-03-04T02:36:05.935039Z","steps":["trace[155371688] 'process raft request' (duration: 200.23791ms)","trace[155371688] 'compare' (duration: 110.252669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:05.93529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.805434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:05.935334Z","caller":"traceutil/trace.go:171","msg":"trace[185895456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31473; }","duration":"245.879556ms","start":"2026-03-04T02:36:05.689444Z","end":"2026-03-04T02:36:05.935323Z","steps":["trace[185895456] 'agreement among raft nodes before linearized reading' (duration: 245.791894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.935192Z","caller":"traceutil/trace.go:171","msg":"trace[885190260] linearizableReadLoop","detail":"{readStateIndex:32603; appliedIndex:32602; }","duration":"245.672261ms","start":"2026-03-04T02:36:05.689479Z","end":"2026-03-04T02:36:05.935152Z","steps":["trace[885190260] 'read index received' (duration: 134.407378ms)","trace[885190260] 'applied index is now lower than readState.Index' (duration: 111.259813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:05.935349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.623577Z","time spent":"311.682306ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:05.935859Z","caller":"traceutil/trace.go:171","msg":"trace[1103371882] transaction","detail":"{read_only:false; response_revision:31474; number_of_response:1; }","duration":"243.53207ms","start":"2026-03-04T02:36:05.692294Z","end":"2026-03-04T02:36:05.935826Z","steps":["trace[1103371882] 'process raft request' (duration: 242.773512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.937305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.605678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2176301"} {"level":"info","ts":"2026-03-04T02:36:05.937365Z","caller":"traceutil/trace.go:171","msg":"trace[1890022270] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:31474; }","duration":"228.715061ms","start":"2026-03-04T02:36:05.708637Z","end":"2026-03-04T02:36:05.937352Z","steps":["trace[1890022270] 'agreement among raft nodes before linearized reading' (duration: 227.112983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.940484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.239293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:05.940598Z","caller":"traceutil/trace.go:171","msg":"trace[1447803723] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:31474; }","duration":"152.926295ms","start":"2026-03-04T02:36:05.787646Z","end":"2026-03-04T02:36:05.940573Z","steps":["trace[1447803723] 'agreement among raft nodes before linearized reading' (duration: 148.238754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.23973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.597637ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T02:36:06.799924Z","caller":"traceutil/trace.go:171","msg":"trace[1791178112] transaction","detail":"{read_only:false; response_revision:31478; number_of_response:1; }","duration":"140.058741ms","start":"2026-03-04T02:36:06.659819Z","end":"2026-03-04T02:36:06.799877Z","steps":["trace[1791178112] 'process raft request' (duration: 86.11002ms)","trace[1791178112] 'compare' (duration: 53.613174ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:07.490383Z","caller":"traceutil/trace.go:171","msg":"trace[501414209] transaction","detail":"{read_only:false; response_revision:31481; number_of_response:1; }","duration":"155.504255ms","start":"2026-03-04T02:36:07.334844Z","end":"2026-03-04T02:36:07.490348Z","steps":["trace[501414209] 'process raft request' (duration: 69.502938ms)","trace[501414209] 'compare' (duration: 85.393343ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:07.748627Z","caller":"traceutil/trace.go:171","msg":"trace[875346490] linearizableReadLoop","detail":"{readStateIndex:32613; appliedIndex:32612; }","duration":"123.203014ms","start":"2026-03-04T02:36:07.625392Z","end":"2026-03-04T02:36:07.748595Z","steps":["trace[875346490] 'read index received' (duration: 123.074791ms)","trace[875346490] 'applied index is now lower than readState.Index' (duration: 126.453µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:07.748699Z","caller":"traceutil/trace.go:171","msg":"trace[520181097] transaction","detail":"{read_only:false; response_revision:31482; number_of_response:1; }","duration":"125.692322ms","start":"2026-03-04T02:36:07.62296Z","end":"2026-03-04T02:36:07.748653Z","steps":["trace[520181097] 'process raft request' (duration: 125.410326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:07.74889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.49033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:36:07.748938Z","caller":"traceutil/trace.go:171","msg":"trace[674353295] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31482; }","duration":"123.800718ms","start":"2026-03-04T02:36:07.625125Z","end":"2026-03-04T02:36:07.748926Z","steps":["trace[674353295] 'agreement among raft nodes before linearized reading' (duration: 123.617183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.77541Z","caller":"traceutil/trace.go:171","msg":"trace[550556178] transaction","detail":"{read_only:false; response_revision:31483; number_of_response:1; }","duration":"148.0888ms","start":"2026-03-04T02:36:07.627282Z","end":"2026-03-04T02:36:07.77537Z","steps":["trace[550556178] 'process raft request' (duration: 147.830154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:07.775528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.014906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:36:07.775612Z","caller":"traceutil/trace.go:171","msg":"trace[822126779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31484; }","duration":"150.118888ms","start":"2026-03-04T02:36:07.625473Z","end":"2026-03-04T02:36:07.775592Z","steps":["trace[822126779] 'agreement among raft nodes before linearized reading' (duration: 149.856602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:07.775745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.823395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:36:07.775849Z","caller":"traceutil/trace.go:171","msg":"trace[678116109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31484; }","duration":"147.981728ms","start":"2026-03-04T02:36:07.627844Z","end":"2026-03-04T02:36:07.775826Z","steps":["trace[678116109] 'agreement among raft nodes before linearized reading' (duration: 147.64435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.899581Z","caller":"traceutil/trace.go:171","msg":"trace[1251242632] transaction","detail":"{read_only:false; response_revision:31487; number_of_response:1; }","duration":"119.150048ms","start":"2026-03-04T02:36:07.780399Z","end":"2026-03-04T02:36:07.899549Z","steps":["trace[1251242632] 'process raft request' (duration: 119.071516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.899647Z","caller":"traceutil/trace.go:171","msg":"trace[933526432] transaction","detail":"{read_only:false; response_revision:31486; number_of_response:1; }","duration":"120.113361ms","start":"2026-03-04T02:36:07.77951Z","end":"2026-03-04T02:36:07.899623Z","steps":["trace[933526432] 'process raft request' (duration: 119.837164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.899624Z","caller":"traceutil/trace.go:171","msg":"trace[517135060] transaction","detail":"{read_only:false; response_revision:31485; number_of_response:1; }","duration":"146.549665ms","start":"2026-03-04T02:36:07.75306Z","end":"2026-03-04T02:36:07.899609Z","steps":["trace[517135060] 'process raft request' (duration: 96.29663ms)","trace[517135060] 'compare' (duration: 49.838815ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:08.07435Z","caller":"traceutil/trace.go:171","msg":"trace[1889586512] transaction","detail":"{read_only:false; response_revision:31488; number_of_response:1; }","duration":"130.382982ms","start":"2026-03-04T02:36:07.943942Z","end":"2026-03-04T02:36:08.074325Z","steps":["trace[1889586512] 'process raft request' (duration: 118.279767ms)","trace[1889586512] 'compare' (duration: 11.740967ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:08.08096Z","caller":"traceutil/trace.go:171","msg":"trace[1620582191] transaction","detail":"{read_only:false; response_revision:31489; number_of_response:1; }","duration":"136.817884ms","start":"2026-03-04T02:36:07.94412Z","end":"2026-03-04T02:36:08.080938Z","steps":["trace[1620582191] 'process raft request' (duration: 136.691641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:08.829911Z","caller":"traceutil/trace.go:171","msg":"trace[97539208] linearizableReadLoop","detail":"{readStateIndex:32622; appliedIndex:32621; }","duration":"123.44082ms","start":"2026-03-04T02:36:08.706441Z","end":"2026-03-04T02:36:08.829882Z","steps":["trace[97539208] 'read index received' (duration: 63.101728ms)","trace[97539208] 'applied index is now lower than readState.Index' (duration: 60.337702ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:08.830094Z","caller":"traceutil/trace.go:171","msg":"trace[1557873574] transaction","detail":"{read_only:false; response_revision:31491; number_of_response:1; }","duration":"144.366303ms","start":"2026-03-04T02:36:08.685662Z","end":"2026-03-04T02:36:08.830028Z","steps":["trace[1557873574] 'process raft request' (duration: 83.989949ms)","trace[1557873574] 'compare' (duration: 60.097457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:08.830359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.898981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:08.830438Z","caller":"traceutil/trace.go:171","msg":"trace[679566790] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:31491; }","duration":"124.022064ms","start":"2026-03-04T02:36:08.70639Z","end":"2026-03-04T02:36:08.830412Z","steps":["trace[679566790] 'agreement among raft nodes before linearized reading' (duration: 123.889641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:09.068842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.491262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:36:09.068936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.697691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:36:09.068969Z","caller":"traceutil/trace.go:171","msg":"trace[1632976774] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:31492; }","duration":"104.688587ms","start":"2026-03-04T02:36:08.96425Z","end":"2026-03-04T02:36:09.068939Z","steps":["trace[1632976774] 'count revisions from in-memory index tree' (duration: 104.41934ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:09.069044Z","caller":"traceutil/trace.go:171","msg":"trace[883528590] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:31492; }","duration":"105.867885ms","start":"2026-03-04T02:36:08.963153Z","end":"2026-03-04T02:36:09.069021Z","steps":["trace[883528590] 'range keys from in-memory index tree' (duration: 105.510337ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:09.207629Z","caller":"traceutil/trace.go:171","msg":"trace[1776633208] transaction","detail":"{read_only:false; response_revision:31493; number_of_response:1; }","duration":"127.986297ms","start":"2026-03-04T02:36:09.079613Z","end":"2026-03-04T02:36:09.207599Z","steps":["trace[1776633208] 'process raft request' (duration: 127.68338ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:09.330885Z","caller":"traceutil/trace.go:171","msg":"trace[717887926] transaction","detail":"{read_only:false; response_revision:31494; number_of_response:1; }","duration":"117.53651ms","start":"2026-03-04T02:36:09.213305Z","end":"2026-03-04T02:36:09.330841Z","steps":["trace[717887926] 'process raft request' (duration: 59.520562ms)","trace[717887926] 'compare' (duration: 57.859744ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:09.532801Z","caller":"traceutil/trace.go:171","msg":"trace[658414522] transaction","detail":"{read_only:false; response_revision:31495; number_of_response:1; }","duration":"243.393717ms","start":"2026-03-04T02:36:09.289367Z","end":"2026-03-04T02:36:09.53276Z","steps":["trace[658414522] 'process raft request' (duration: 163.651427ms)","trace[658414522] 'compare' (duration: 67.923781ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:09.984175Z","caller":"traceutil/trace.go:171","msg":"trace[323217845] transaction","detail":"{read_only:false; response_revision:31497; number_of_response:1; }","duration":"202.570524ms","start":"2026-03-04T02:36:09.781574Z","end":"2026-03-04T02:36:09.984145Z","steps":["trace[323217845] 'process raft request' (duration: 110.000432ms)","trace[323217845] 'compare' (duration: 92.388988ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:09.984337Z","caller":"traceutil/trace.go:171","msg":"trace[1556842273] linearizableReadLoop","detail":"{readStateIndex:32629; appliedIndex:32627; }","duration":"153.627611ms","start":"2026-03-04T02:36:09.830687Z","end":"2026-03-04T02:36:09.984314Z","steps":["trace[1556842273] 'read index received' (duration: 60.868255ms)","trace[1556842273] 'applied index is now lower than readState.Index' (duration: 92.757236ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:09.984441Z","caller":"traceutil/trace.go:171","msg":"trace[2025664365] transaction","detail":"{read_only:false; response_revision:31498; number_of_response:1; }","duration":"201.906949ms","start":"2026-03-04T02:36:09.782486Z","end":"2026-03-04T02:36:09.984393Z","steps":["trace[2025664365] 'process raft request' (duration: 201.608952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:09.984504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.799825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:09.984702Z","caller":"traceutil/trace.go:171","msg":"trace[1731871625] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:31498; }","duration":"154.046661ms","start":"2026-03-04T02:36:09.830625Z","end":"2026-03-04T02:36:09.984671Z","steps":["trace[1731871625] 'agreement among raft nodes before linearized reading' (duration: 153.814025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.524745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.9179ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:36:11.525171Z","caller":"traceutil/trace.go:171","msg":"trace[1475022446] linearizableReadLoop","detail":"{readStateIndex:32640; appliedIndex:32638; }","duration":"172.205819ms","start":"2026-03-04T02:36:11.352934Z","end":"2026-03-04T02:36:11.52514Z","steps":["trace[1475022446] 'read index received' (duration: 8.857489ms)","trace[1475022446] 'applied index is now lower than readState.Index' (duration: 163.34628ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:11.525255Z","caller":"traceutil/trace.go:171","msg":"trace[522241525] transaction","detail":"{read_only:false; response_revision:31508; number_of_response:1; }","duration":"184.99508ms","start":"2026-03-04T02:36:11.340202Z","end":"2026-03-04T02:36:11.525197Z","steps":["trace[522241525] 'process raft request' (duration: 184.635102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.64709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.949553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:11.64716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.197725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1143"} {"level":"info","ts":"2026-03-04T02:36:11.647296Z","caller":"traceutil/trace.go:171","msg":"trace[237724972] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:31508; }","duration":"294.396779ms","start":"2026-03-04T02:36:11.352862Z","end":"2026-03-04T02:36:11.647259Z","steps":["trace[237724972] 'agreement among raft nodes before linearized reading' (duration: 172.371613ms)","trace[237724972] 'range keys from in-memory index tree' (duration: 121.642387ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:11.647196Z","caller":"traceutil/trace.go:171","msg":"trace[1860762202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31508; }","duration":"172.118147ms","start":"2026-03-04T02:36:11.475047Z","end":"2026-03-04T02:36:11.647165Z","steps":["trace[1860762202] 'agreement among raft nodes before linearized reading' (duration: 50.257525ms)","trace[1860762202] 'range keys from in-memory index tree' (duration: 121.698858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:13.093276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.153182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:13.093556Z","caller":"traceutil/trace.go:171","msg":"trace[1881765654] transaction","detail":"{read_only:false; response_revision:31522; number_of_response:1; }","duration":"144.077466ms","start":"2026-03-04T02:36:12.949458Z","end":"2026-03-04T02:36:13.093536Z","steps":["trace[1881765654] 'process raft request' (duration: 144.037345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:13.093896Z","caller":"traceutil/trace.go:171","msg":"trace[90869027] transaction","detail":"{read_only:false; response_revision:31520; number_of_response:1; }","duration":"379.112575ms","start":"2026-03-04T02:36:12.714521Z","end":"2026-03-04T02:36:13.093633Z","steps":["trace[90869027] 'process raft request' (duration: 202.490302ms)","trace[90869027] 'compare' (duration: 175.799704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:13.094149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:12.714495Z","time spent":"379.544156ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:13.094561Z","caller":"traceutil/trace.go:171","msg":"trace[690063926] transaction","detail":"{read_only:false; response_revision:31521; number_of_response:1; }","duration":"158.380093ms","start":"2026-03-04T02:36:12.936136Z","end":"2026-03-04T02:36:13.094517Z","steps":["trace[690063926] 'process raft request' (duration: 157.265967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:13.702566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.723816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18285"} {"level":"info","ts":"2026-03-04T02:36:13.702672Z","caller":"traceutil/trace.go:171","msg":"trace[1589358542] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:31523; }","duration":"137.87028ms","start":"2026-03-04T02:36:13.564773Z","end":"2026-03-04T02:36:13.702644Z","steps":["trace[1589358542] 'range keys from in-memory index tree' (duration: 137.544262ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:14.129908Z","caller":"traceutil/trace.go:171","msg":"trace[891892378] transaction","detail":"{read_only:false; response_revision:31525; number_of_response:1; }","duration":"105.887336ms","start":"2026-03-04T02:36:14.023999Z","end":"2026-03-04T02:36:14.129886Z","steps":["trace[891892378] 'process raft request' (duration: 105.736932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:14.183798Z","caller":"traceutil/trace.go:171","msg":"trace[1784681176] linearizableReadLoop","detail":"{readStateIndex:32658; appliedIndex:32656; }","duration":"120.46218ms","start":"2026-03-04T02:36:14.063299Z","end":"2026-03-04T02:36:14.183761Z","steps":["trace[1784681176] 'read index received' (duration: 66.356545ms)","trace[1784681176] 'applied index is now lower than readState.Index' (duration: 54.104535ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:14.183835Z","caller":"traceutil/trace.go:171","msg":"trace[510766143] transaction","detail":"{read_only:false; response_revision:31526; number_of_response:1; }","duration":"149.145676ms","start":"2026-03-04T02:36:14.034656Z","end":"2026-03-04T02:36:14.183802Z","steps":["trace[510766143] 'process raft request' (duration: 148.89255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.184101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.670264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:14.184155Z","caller":"traceutil/trace.go:171","msg":"trace[824135444] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:31526; }","duration":"106.772007ms","start":"2026-03-04T02:36:14.077365Z","end":"2026-03-04T02:36:14.184137Z","steps":["trace[824135444] 'agreement among raft nodes before linearized reading' (duration: 106.609913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.184177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.845479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:36:14.184287Z","caller":"traceutil/trace.go:171","msg":"trace[1890149618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31526; }","duration":"121.000362ms","start":"2026-03-04T02:36:14.063263Z","end":"2026-03-04T02:36:14.184264Z","steps":["trace[1890149618] 'agreement among raft nodes before linearized reading' (duration: 120.684354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.502239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.38912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:14.502431Z","caller":"traceutil/trace.go:171","msg":"trace[1368898791] transaction","detail":"{read_only:false; response_revision:31531; number_of_response:1; }","duration":"231.756333ms","start":"2026-03-04T02:36:14.270632Z","end":"2026-03-04T02:36:14.502388Z","steps":["trace[1368898791] 'process raft request' (duration: 102.135048ms)","trace[1368898791] 'compare' (duration: 129.245366ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:16.093995Z","caller":"traceutil/trace.go:171","msg":"trace[59419548] transaction","detail":"{read_only:false; response_revision:31536; number_of_response:1; }","duration":"135.697079ms","start":"2026-03-04T02:36:15.958228Z","end":"2026-03-04T02:36:16.093925Z","steps":["trace[59419548] 'process raft request' (duration: 135.359071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:16.252412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.935573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:16.252778Z","caller":"traceutil/trace.go:171","msg":"trace[1514296101] transaction","detail":"{read_only:false; response_revision:31538; number_of_response:1; }","duration":"117.900909ms","start":"2026-03-04T02:36:16.134854Z","end":"2026-03-04T02:36:16.252755Z","steps":["trace[1514296101] 'process raft request' (duration: 117.772346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.252833Z","caller":"traceutil/trace.go:171","msg":"trace[1448910929] transaction","detail":"{read_only:false; response_revision:31537; number_of_response:1; }","duration":"147.731412ms","start":"2026-03-04T02:36:16.105061Z","end":"2026-03-04T02:36:16.252792Z","steps":["trace[1448910929] 'process raft request' (duration: 31.290578ms)","trace[1448910929] 'compare' (duration: 115.746648ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:16.469516Z","caller":"traceutil/trace.go:171","msg":"trace[822163870] linearizableReadLoop","detail":"{readStateIndex:32673; appliedIndex:32672; }","duration":"172.548927ms","start":"2026-03-04T02:36:16.296939Z","end":"2026-03-04T02:36:16.469488Z","steps":["trace[822163870] 'read index received' (duration: 92.49059ms)","trace[822163870] 'applied index is now lower than readState.Index' (duration: 80.057117ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:16.469648Z","caller":"traceutil/trace.go:171","msg":"trace[883000131] transaction","detail":"{read_only:false; response_revision:31540; number_of_response:1; }","duration":"173.313595ms","start":"2026-03-04T02:36:16.296319Z","end":"2026-03-04T02:36:16.469632Z","steps":["trace[883000131] 'process raft request' (duration: 93.131375ms)","trace[883000131] 'compare' (duration: 79.821611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:16.469937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.973147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:7059"} {"level":"info","ts":"2026-03-04T02:36:16.470052Z","caller":"traceutil/trace.go:171","msg":"trace[112728703] range","detail":"{range_begin:/registry/jobs/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:31540; }","duration":"173.09936ms","start":"2026-03-04T02:36:16.296927Z","end":"2026-03-04T02:36:16.470026Z","steps":["trace[112728703] 'agreement among raft nodes before linearized reading' (duration: 172.833094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.515235Z","caller":"traceutil/trace.go:171","msg":"trace[1387146947] transaction","detail":"{read_only:false; response_revision:31541; number_of_response:1; }","duration":"217.853845ms","start":"2026-03-04T02:36:16.297356Z","end":"2026-03-04T02:36:16.515209Z","steps":["trace[1387146947] 'process raft request' (duration: 217.448916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.515496Z","caller":"traceutil/trace.go:171","msg":"trace[1842108185] transaction","detail":"{read_only:false; response_revision:31542; number_of_response:1; }","duration":"217.683491ms","start":"2026-03-04T02:36:16.297802Z","end":"2026-03-04T02:36:16.515485Z","steps":["trace[1842108185] 'process raft request' (duration: 217.159568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:16.515741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.648931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:36:16.515786Z","caller":"traceutil/trace.go:171","msg":"trace[1597550565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31542; }","duration":"206.726243ms","start":"2026-03-04T02:36:16.309049Z","end":"2026-03-04T02:36:16.515776Z","steps":["trace[1597550565] 'agreement among raft nodes before linearized reading' (duration: 206.580179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.768959Z","caller":"traceutil/trace.go:171","msg":"trace[1682095945] linearizableReadLoop","detail":"{readStateIndex:32676; appliedIndex:32675; }","duration":"253.911685ms","start":"2026-03-04T02:36:16.515012Z","end":"2026-03-04T02:36:16.768924Z","steps":["trace[1682095945] 'read index received' (duration: 253.763861ms)","trace[1682095945] 'applied index is now lower than readState.Index' (duration: 145.914µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:16.7692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.861163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:16.769251Z","caller":"traceutil/trace.go:171","msg":"trace[696016126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31543; }","duration":"292.955755ms","start":"2026-03-04T02:36:16.476279Z","end":"2026-03-04T02:36:16.769235Z","steps":["trace[696016126] 'agreement among raft nodes before linearized reading' (duration: 292.778071ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.769832Z","caller":"traceutil/trace.go:171","msg":"trace[497056564] transaction","detail":"{read_only:false; response_revision:31543; number_of_response:1; }","duration":"297.871222ms","start":"2026-03-04T02:36:16.471941Z","end":"2026-03-04T02:36:16.769813Z","steps":["trace[497056564] 'process raft request' (duration: 296.749595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:16.77007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.821484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:36:16.770112Z","caller":"traceutil/trace.go:171","msg":"trace[181448982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31543; }","duration":"262.863485ms","start":"2026-03-04T02:36:16.507236Z","end":"2026-03-04T02:36:16.7701Z","steps":["trace[181448982] 'agreement among raft nodes before linearized reading' (duration: 262.715992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:16.770707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.645289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:321462"} {"level":"info","ts":"2026-03-04T02:36:16.770786Z","caller":"traceutil/trace.go:171","msg":"trace[276000703] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:31543; }","duration":"281.759691ms","start":"2026-03-04T02:36:16.489008Z","end":"2026-03-04T02:36:16.770767Z","steps":["trace[276000703] 'agreement among raft nodes before linearized reading' (duration: 281.209708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:17.105439Z","caller":"traceutil/trace.go:171","msg":"trace[286535450] transaction","detail":"{read_only:false; response_revision:31544; number_of_response:1; }","duration":"580.442391ms","start":"2026-03-04T02:36:16.524976Z","end":"2026-03-04T02:36:17.105419Z","steps":["trace[286535450] 'process raft request' (duration: 580.325488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.105562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.524947Z","time spent":"580.555624ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:17.105963Z","caller":"traceutil/trace.go:171","msg":"trace[1388433013] linearizableReadLoop","detail":"{readStateIndex:32677; appliedIndex:32677; }","duration":"334.134155ms","start":"2026-03-04T02:36:16.771818Z","end":"2026-03-04T02:36:17.105952Z","steps":["trace[1388433013] 'read index received' (duration: 334.130385ms)","trace[1388433013] 'applied index is now lower than readState.Index' (duration: 2.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:17.106049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.225788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:17.10608Z","caller":"traceutil/trace.go:171","msg":"trace[709755541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31544; }","duration":"334.281449ms","start":"2026-03-04T02:36:16.77179Z","end":"2026-03-04T02:36:17.106072Z","steps":["trace[709755541] 'agreement among raft nodes before linearized reading' (duration: 334.224948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.10611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.771769Z","time spent":"334.3361ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:17.194141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.962131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:17.194191Z","caller":"traceutil/trace.go:171","msg":"trace[1028759142] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:31547; }","duration":"138.042414ms","start":"2026-03-04T02:36:17.056136Z","end":"2026-03-04T02:36:17.194178Z","steps":["trace[1028759142] 'agreement among raft nodes before linearized reading' (duration: 137.952812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:17.194328Z","caller":"traceutil/trace.go:171","msg":"trace[1110471617] transaction","detail":"{read_only:false; response_revision:31546; number_of_response:1; }","duration":"403.270705ms","start":"2026-03-04T02:36:16.791051Z","end":"2026-03-04T02:36:17.194322Z","steps":["trace[1110471617] 'process raft request' (duration: 402.965328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.194376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.791016Z","time spent":"403.324527ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8492,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:17.194395Z","caller":"traceutil/trace.go:171","msg":"trace[1100860784] transaction","detail":"{read_only:false; response_revision:31545; number_of_response:1; }","duration":"411.917308ms","start":"2026-03-04T02:36:16.782456Z","end":"2026-03-04T02:36:17.194373Z","steps":["trace[1100860784] 'process raft request' (duration: 409.794378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:17.19447Z","caller":"traceutil/trace.go:171","msg":"trace[1477254877] transaction","detail":"{read_only:false; response_revision:31547; number_of_response:1; }","duration":"359.31583ms","start":"2026-03-04T02:36:16.835149Z","end":"2026-03-04T02:36:17.194465Z","steps":["trace[1477254877] 'process raft request' (duration: 358.90877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.1945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.835128Z","time spent":"359.35524ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:17.194499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.782428Z","time spent":"412.013881ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:17.241804Z","caller":"traceutil/trace.go:171","msg":"trace[1248370766] transaction","detail":"{read_only:false; response_revision:31548; number_of_response:1; }","duration":"117.804207ms","start":"2026-03-04T02:36:17.123979Z","end":"2026-03-04T02:36:17.241783Z","steps":["trace[1248370766] 'process raft request' (duration: 117.580381ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:17.24197Z","caller":"traceutil/trace.go:171","msg":"trace[1874746799] transaction","detail":"{read_only:false; response_revision:31549; number_of_response:1; }","duration":"102.26858ms","start":"2026-03-04T02:36:17.139577Z","end":"2026-03-04T02:36:17.241845Z","steps":["trace[1874746799] 'process raft request' (duration: 102.079346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:17.482172Z","caller":"traceutil/trace.go:171","msg":"trace[805953310] linearizableReadLoop","detail":"{readStateIndex:32683; appliedIndex:32682; }","duration":"198.280083ms","start":"2026-03-04T02:36:17.283867Z","end":"2026-03-04T02:36:17.482147Z","steps":["trace[805953310] 'read index received' (duration: 198.041548ms)","trace[805953310] 'applied index is now lower than readState.Index' (duration: 236.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:17.482399Z","caller":"traceutil/trace.go:171","msg":"trace[1861934957] transaction","detail":"{read_only:false; number_of_response:1; response_revision:31550; }","duration":"225.581047ms","start":"2026-03-04T02:36:17.25678Z","end":"2026-03-04T02:36:17.482361Z","steps":["trace[1861934957] 'process raft request' (duration: 225.154807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.482892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.51838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:17.482965Z","caller":"traceutil/trace.go:171","msg":"trace[1321844315] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:31550; }","duration":"199.135034ms","start":"2026-03-04T02:36:17.283813Z","end":"2026-03-04T02:36:17.482948Z","steps":["trace[1321844315] 'agreement among raft nodes before linearized reading' (duration: 198.52409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:17.74386Z","caller":"traceutil/trace.go:171","msg":"trace[2047768719] transaction","detail":"{read_only:false; response_revision:31551; number_of_response:1; }","duration":"254.751315ms","start":"2026-03-04T02:36:17.489073Z","end":"2026-03-04T02:36:17.743824Z","steps":["trace[2047768719] 'process raft request' (duration: 254.51708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:17.764204Z","caller":"traceutil/trace.go:171","msg":"trace[249858943] linearizableReadLoop","detail":"{readStateIndex:32685; appliedIndex:32683; }","duration":"107.488453ms","start":"2026-03-04T02:36:17.656673Z","end":"2026-03-04T02:36:17.764161Z","steps":["trace[249858943] 'read index received' (duration: 86.97082ms)","trace[249858943] 'applied index is now lower than readState.Index' (duration: 20.515793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:17.764564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.831611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:36:17.764606Z","caller":"traceutil/trace.go:171","msg":"trace[1391501474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31552; }","duration":"107.968604ms","start":"2026-03-04T02:36:17.656626Z","end":"2026-03-04T02:36:17.764594Z","steps":["trace[1391501474] 'agreement among raft nodes before linearized reading' (duration: 107.669967ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:17.764993Z","caller":"traceutil/trace.go:171","msg":"trace[1248139365] transaction","detail":"{read_only:false; response_revision:31552; number_of_response:1; }","duration":"207.08ms","start":"2026-03-04T02:36:17.557897Z","end":"2026-03-04T02:36:17.764977Z","steps":["trace[1248139365] 'process raft request' (duration: 206.044446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:17.880231Z","caller":"traceutil/trace.go:171","msg":"trace[1447228820] transaction","detail":"{read_only:false; response_revision:31553; number_of_response:1; }","duration":"123.827059ms","start":"2026-03-04T02:36:17.756376Z","end":"2026-03-04T02:36:17.880203Z","steps":["trace[1447228820] 'process raft request' (duration: 123.639834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:17.885475Z","caller":"traceutil/trace.go:171","msg":"trace[1817856999] transaction","detail":"{read_only:false; response_revision:31554; number_of_response:1; }","duration":"112.232205ms","start":"2026-03-04T02:36:17.773215Z","end":"2026-03-04T02:36:17.885447Z","steps":["trace[1817856999] 'process raft request' (duration: 112.098642ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:19.467519Z","caller":"traceutil/trace.go:171","msg":"trace[1831379231] linearizableReadLoop","detail":"{readStateIndex:32700; appliedIndex:32698; }","duration":"129.691777ms","start":"2026-03-04T02:36:19.337797Z","end":"2026-03-04T02:36:19.467489Z","steps":["trace[1831379231] 'read index received' (duration: 83.032457ms)","trace[1831379231] 'applied index is now lower than readState.Index' (duration: 46.65816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:19.468018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.184069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:19.46813Z","caller":"traceutil/trace.go:171","msg":"trace[1821360864] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:31567; }","duration":"130.371363ms","start":"2026-03-04T02:36:19.337734Z","end":"2026-03-04T02:36:19.468106Z","steps":["trace[1821360864] 'agreement among raft nodes before linearized reading' (duration: 129.984034ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:19.468089Z","caller":"traceutil/trace.go:171","msg":"trace[252577902] transaction","detail":"{read_only:false; response_revision:31567; number_of_response:1; }","duration":"218.003688ms","start":"2026-03-04T02:36:19.250034Z","end":"2026-03-04T02:36:19.468038Z","steps":["trace[252577902] 'process raft request' (duration: 217.390954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:19.468024Z","caller":"traceutil/trace.go:171","msg":"trace[1677692068] transaction","detail":"{read_only:false; response_revision:31566; number_of_response:1; }","duration":"218.126811ms","start":"2026-03-04T02:36:19.249855Z","end":"2026-03-04T02:36:19.467982Z","steps":["trace[1677692068] 'process raft request' (duration: 170.97875ms)","trace[1677692068] 'compare' (duration: 46.394043ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:20.028232Z","caller":"traceutil/trace.go:171","msg":"trace[1985358050] transaction","detail":"{read_only:false; response_revision:31568; number_of_response:1; }","duration":"131.987061ms","start":"2026-03-04T02:36:19.896208Z","end":"2026-03-04T02:36:20.028195Z","steps":["trace[1985358050] 'process raft request' (duration: 131.739305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.602418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.877074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:20.602503Z","caller":"traceutil/trace.go:171","msg":"trace[702760312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31571; }","duration":"128.017127ms","start":"2026-03-04T02:36:20.474468Z","end":"2026-03-04T02:36:20.602485Z","steps":["trace[702760312] 'range keys from in-memory index tree' (duration: 127.759791ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:20.719756Z","caller":"traceutil/trace.go:171","msg":"trace[1145197230] transaction","detail":"{read_only:false; response_revision:31572; number_of_response:1; }","duration":"111.388256ms","start":"2026-03-04T02:36:20.608299Z","end":"2026-03-04T02:36:20.719687Z","steps":["trace[1145197230] 'process raft request' (duration: 111.173821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:20.753271Z","caller":"traceutil/trace.go:171","msg":"trace[1786982383] transaction","detail":"{read_only:false; response_revision:31573; number_of_response:1; }","duration":"144.917996ms","start":"2026-03-04T02:36:20.608319Z","end":"2026-03-04T02:36:20.753237Z","steps":["trace[1786982383] 'process raft request' (duration: 144.685791ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:20.753991Z","caller":"traceutil/trace.go:171","msg":"trace[1657642206] transaction","detail":"{read_only:false; response_revision:31574; number_of_response:1; }","duration":"145.250833ms","start":"2026-03-04T02:36:20.60871Z","end":"2026-03-04T02:36:20.753961Z","steps":["trace[1657642206] 'process raft request' (duration: 144.461105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.519165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.454028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:36:21.519248Z","caller":"traceutil/trace.go:171","msg":"trace[61034232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31574; }","duration":"355.589121ms","start":"2026-03-04T02:36:21.163636Z","end":"2026-03-04T02:36:21.519226Z","steps":["trace[61034232] 'range keys from in-memory index tree' (duration: 355.234943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.51932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.163611Z","time spent":"355.697344ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:36:21.519662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.919794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:36:21.519693Z","caller":"traceutil/trace.go:171","msg":"trace[707161579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31574; }","duration":"222.992676ms","start":"2026-03-04T02:36:21.296689Z","end":"2026-03-04T02:36:21.519681Z","steps":["trace[707161579] 'range keys from in-memory index tree' (duration: 222.792591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.519673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.198292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:21.519794Z","caller":"traceutil/trace.go:171","msg":"trace[1361975784] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:31574; }","duration":"624.398368ms","start":"2026-03-04T02:36:20.895361Z","end":"2026-03-04T02:36:21.519759Z","steps":["trace[1361975784] 'count revisions from in-memory index tree' (duration: 623.995268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.519872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.895326Z","time spent":"624.52831ms","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:21.520291Z","caller":"traceutil/trace.go:171","msg":"trace[2005879437] transaction","detail":"{read_only:false; response_revision:31575; number_of_response:1; }","duration":"222.516345ms","start":"2026-03-04T02:36:21.297753Z","end":"2026-03-04T02:36:21.520269Z","steps":["trace[2005879437] 'process raft request' (duration: 203.891006ms)","trace[2005879437] 'compare' (duration: 18.488146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:22.078194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.32372ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:36:22.078477Z","caller":"traceutil/trace.go:171","msg":"trace[1807921348] transaction","detail":"{read_only:false; response_revision:31576; number_of_response:1; }","duration":"605.745877ms","start":"2026-03-04T02:36:21.472719Z","end":"2026-03-04T02:36:22.078465Z","steps":["trace[1807921348] 'process raft request' (duration: 605.542892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.078544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.472699Z","time spent":"605.802939ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:22.334033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.509632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:22.33419Z","caller":"traceutil/trace.go:171","msg":"trace[1826704980] transaction","detail":"{read_only:false; response_revision:31579; number_of_response:1; }","duration":"809.189512ms","start":"2026-03-04T02:36:21.524988Z","end":"2026-03-04T02:36:22.334177Z","steps":["trace[1826704980] 'process raft request' (duration: 809.162312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.334241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.524977Z","time spent":"809.241474ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:22.33445Z","caller":"traceutil/trace.go:171","msg":"trace[1851563132] transaction","detail":"{read_only:false; response_revision:31578; number_of_response:1; }","duration":"810.377151ms","start":"2026-03-04T02:36:21.524066Z","end":"2026-03-04T02:36:22.334443Z","steps":["trace[1851563132] 'process raft request' (duration: 810.049853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.334494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.524045Z","time spent":"810.428512ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:22.33452Z","caller":"traceutil/trace.go:171","msg":"trace[702055524] linearizableReadLoop","detail":"{readStateIndex:32709; appliedIndex:32707; }","duration":"870.991739ms","start":"2026-03-04T02:36:21.463481Z","end":"2026-03-04T02:36:22.334473Z","steps":["trace[702055524] 'read index received' (duration: 38.18774ms)","trace[702055524] 'applied index is now lower than readState.Index' (duration: 832.795739ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:22.334743Z","caller":"traceutil/trace.go:171","msg":"trace[885863734] transaction","detail":"{read_only:false; response_revision:31577; number_of_response:1; }","duration":"861.511215ms","start":"2026-03-04T02:36:21.473219Z","end":"2026-03-04T02:36:22.33473Z","steps":["trace[885863734] 'process raft request' (duration: 605.239325ms)","trace[885863734] 'compare' (duration: 255.213655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:22.334874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.403319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:22.334886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.473204Z","time spent":"861.570617ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:22.334908Z","caller":"traceutil/trace.go:171","msg":"trace[858273408] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:31579; }","duration":"871.48775ms","start":"2026-03-04T02:36:21.463412Z","end":"2026-03-04T02:36:22.334899Z","steps":["trace[858273408] 'agreement among raft nodes before linearized reading' (duration: 871.430099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.334933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.463386Z","time spent":"871.541382ms","remote":"127.0.0.1:37986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:22.335033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.198132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:22.335126Z","caller":"traceutil/trace.go:171","msg":"trace[2081877738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31580; }","duration":"862.352275ms","start":"2026-03-04T02:36:21.472754Z","end":"2026-03-04T02:36:22.335106Z","steps":["trace[2081877738] 'agreement among raft nodes before linearized reading' (duration: 862.187041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.335177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.472716Z","time spent":"862.452418ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:22.335292Z","caller":"traceutil/trace.go:171","msg":"trace[1955678970] transaction","detail":"{read_only:false; response_revision:31580; number_of_response:1; }","duration":"178.098447ms","start":"2026-03-04T02:36:22.157184Z","end":"2026-03-04T02:36:22.335283Z","steps":["trace[1955678970] 'process raft request' (duration: 177.618206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.335321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.968459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:22.335462Z","caller":"traceutil/trace.go:171","msg":"trace[587844974] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:31580; }","duration":"790.115003ms","start":"2026-03-04T02:36:21.545339Z","end":"2026-03-04T02:36:22.335455Z","steps":["trace[587844974] 'agreement among raft nodes before linearized reading' (duration: 789.895347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.335456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.585431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:22.335493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.5453Z","time spent":"790.186184ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:22.335521Z","caller":"traceutil/trace.go:171","msg":"trace[928593365] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:31580; }","duration":"806.686834ms","start":"2026-03-04T02:36:21.528822Z","end":"2026-03-04T02:36:22.335509Z","steps":["trace[928593365] 'agreement among raft nodes before linearized reading' (duration: 806.599322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.335563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.528804Z","time spent":"806.748785ms","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:22.335595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.066443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:36:22.335663Z","caller":"traceutil/trace.go:171","msg":"trace[406637957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31580; }","duration":"303.179836ms","start":"2026-03-04T02:36:22.032468Z","end":"2026-03-04T02:36:22.335648Z","steps":["trace[406637957] 'agreement among raft nodes before linearized reading' (duration: 302.94095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.335698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.032452Z","time spent":"303.240357ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:36:22.61919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.878989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:22.619429Z","caller":"traceutil/trace.go:171","msg":"trace[1747142463] transaction","detail":"{read_only:false; response_revision:31583; number_of_response:1; }","duration":"226.164899ms","start":"2026-03-04T02:36:22.393241Z","end":"2026-03-04T02:36:22.619406Z","steps":["trace[1747142463] 'process raft request' (duration: 226.093877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:22.619881Z","caller":"traceutil/trace.go:171","msg":"trace[1230152208] linearizableReadLoop","detail":"{readStateIndex:32716; appliedIndex:32714; }","duration":"252.412998ms","start":"2026-03-04T02:36:22.367425Z","end":"2026-03-04T02:36:22.619838Z","steps":["trace[1230152208] 'read index received' (duration: 5.898849ms)","trace[1230152208] 'applied index is now lower than readState.Index' (duration: 246.505189ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:22.619927Z","caller":"traceutil/trace.go:171","msg":"trace[1928667517] transaction","detail":"{read_only:false; response_revision:31582; number_of_response:1; }","duration":"278.894572ms","start":"2026-03-04T02:36:22.340984Z","end":"2026-03-04T02:36:22.619879Z","steps":["trace[1928667517] 'process raft request' (duration: 95.168033ms)","trace[1928667517] 'compare' (duration: 182.731596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:22.621918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.483657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2176301"} {"level":"info","ts":"2026-03-04T02:36:22.621966Z","caller":"traceutil/trace.go:171","msg":"trace[665626560] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:31583; }","duration":"254.578539ms","start":"2026-03-04T02:36:22.367376Z","end":"2026-03-04T02:36:22.621954Z","steps":["trace[665626560] 'agreement among raft nodes before linearized reading' (duration: 252.628903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:22.838465Z","caller":"traceutil/trace.go:171","msg":"trace[991617139] linearizableReadLoop","detail":"{readStateIndex:32718; appliedIndex:32717; }","duration":"218.435828ms","start":"2026-03-04T02:36:22.619979Z","end":"2026-03-04T02:36:22.838415Z","steps":["trace[991617139] 'read index received' (duration: 131.804176ms)","trace[991617139] 'applied index is now lower than readState.Index' (duration: 86.623172ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:22.838521Z","caller":"traceutil/trace.go:171","msg":"trace[1936630234] transaction","detail":"{read_only:false; response_revision:31584; number_of_response:1; }","duration":"386.352665ms","start":"2026-03-04T02:36:22.452087Z","end":"2026-03-04T02:36:22.83844Z","steps":["trace[1936630234] 'process raft request' (duration: 299.793555ms)","trace[1936630234] 'compare' (duration: 86.021287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:22.838604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.872685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:22.838672Z","caller":"traceutil/trace.go:171","msg":"trace[1278939414] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:31585; }","duration":"304.974958ms","start":"2026-03-04T02:36:22.53367Z","end":"2026-03-04T02:36:22.838645Z","steps":["trace[1278939414] 'agreement among raft nodes before linearized reading' (duration: 304.841814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.83871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.174999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:22.838741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.533659Z","time spent":"305.059899ms","remote":"127.0.0.1:37754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:22.838789Z","caller":"traceutil/trace.go:171","msg":"trace[1151398502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31585; }","duration":"363.292842ms","start":"2026-03-04T02:36:22.475477Z","end":"2026-03-04T02:36:22.83877Z","steps":["trace[1151398502] 'agreement among raft nodes before linearized reading' (duration: 363.134488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.838959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.475466Z","time spent":"363.481667ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:22.839155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.452069Z","time spent":"386.5338ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:22.871204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.20452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:36:22.871314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.926591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:36:22.871382Z","caller":"traceutil/trace.go:171","msg":"trace[129607145] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31586; }","duration":"113.025984ms","start":"2026-03-04T02:36:22.758337Z","end":"2026-03-04T02:36:22.871363Z","steps":["trace[129607145] 'agreement among raft nodes before linearized reading' (duration: 112.86594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:22.871285Z","caller":"traceutil/trace.go:171","msg":"trace[1040043618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31586; }","duration":"147.333893ms","start":"2026-03-04T02:36:22.723932Z","end":"2026-03-04T02:36:22.871266Z","steps":["trace[1040043618] 'agreement among raft nodes before linearized reading' (duration: 147.114737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.871672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.257339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:36:22.871761Z","caller":"traceutil/trace.go:171","msg":"trace[2054300675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31586; }","duration":"113.409483ms","start":"2026-03-04T02:36:22.758329Z","end":"2026-03-04T02:36:22.871738Z","steps":["trace[2054300675] 'agreement among raft nodes before linearized reading' (duration: 112.918431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:23.047531Z","caller":"traceutil/trace.go:171","msg":"trace[959428496] transaction","detail":"{read_only:false; response_revision:31588; number_of_response:1; }","duration":"171.0135ms","start":"2026-03-04T02:36:22.876478Z","end":"2026-03-04T02:36:23.047492Z","steps":["trace[959428496] 'process raft request' (duration: 170.917848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:23.047779Z","caller":"traceutil/trace.go:171","msg":"trace[800691084] transaction","detail":"{read_only:false; response_revision:31587; number_of_response:1; }","duration":"171.237376ms","start":"2026-03-04T02:36:22.876464Z","end":"2026-03-04T02:36:23.047701Z","steps":["trace[800691084] 'process raft request' (duration: 170.682403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:23.20747Z","caller":"traceutil/trace.go:171","msg":"trace[91903067] transaction","detail":"{read_only:false; response_revision:31589; number_of_response:1; }","duration":"330.399857ms","start":"2026-03-04T02:36:22.877036Z","end":"2026-03-04T02:36:23.207435Z","steps":["trace[91903067] 'process raft request' (duration: 247.76993ms)","trace[91903067] 'compare' (duration: 82.475514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:23.207651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.877016Z","time spent":"330.542321ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:23.709204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.641665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:23.709489Z","caller":"traceutil/trace.go:171","msg":"trace[1634406955] transaction","detail":"{read_only:false; response_revision:31591; number_of_response:1; }","duration":"182.091162ms","start":"2026-03-04T02:36:23.52737Z","end":"2026-03-04T02:36:23.709462Z","steps":["trace[1634406955] 'process raft request' (duration: 41.13757ms)","trace[1634406955] 'compare' (duration: 140.518722ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:31.924168Z","caller":"traceutil/trace.go:171","msg":"trace[1615798836] transaction","detail":"{read_only:false; response_revision:31645; number_of_response:1; }","duration":"122.496707ms","start":"2026-03-04T02:36:31.801638Z","end":"2026-03-04T02:36:31.924134Z","steps":["trace[1615798836] 'process raft request' (duration: 122.266242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:32.052252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.955144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:32.052344Z","caller":"traceutil/trace.go:171","msg":"trace[1999780547] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:31645; }","duration":"105.092638ms","start":"2026-03-04T02:36:31.947226Z","end":"2026-03-04T02:36:32.052319Z","steps":["trace[1999780547] 'count revisions from in-memory index tree' (duration: 104.817621ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:32.389367Z","caller":"traceutil/trace.go:171","msg":"trace[918492562] transaction","detail":"{read_only:false; response_revision:31646; number_of_response:1; }","duration":"162.081891ms","start":"2026-03-04T02:36:32.227253Z","end":"2026-03-04T02:36:32.389335Z","steps":["trace[918492562] 'process raft request' (duration: 161.886316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:32.543169Z","caller":"traceutil/trace.go:171","msg":"trace[490568103] transaction","detail":"{read_only:false; response_revision:31647; number_of_response:1; }","duration":"130.948807ms","start":"2026-03-04T02:36:32.412183Z","end":"2026-03-04T02:36:32.543132Z","steps":["trace[490568103] 'process raft request' (duration: 130.703772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:34.672003Z","caller":"traceutil/trace.go:171","msg":"trace[1146711340] transaction","detail":"{read_only:false; response_revision:31664; number_of_response:1; }","duration":"121.489203ms","start":"2026-03-04T02:36:34.550483Z","end":"2026-03-04T02:36:34.671972Z","steps":["trace[1146711340] 'process raft request' (duration: 121.237837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:35.09467Z","caller":"traceutil/trace.go:171","msg":"trace[1057879810] linearizableReadLoop","detail":"{readStateIndex:32804; appliedIndex:32803; }","duration":"264.137036ms","start":"2026-03-04T02:36:34.830518Z","end":"2026-03-04T02:36:35.094655Z","steps":["trace[1057879810] 'read index received' (duration: 264.032593ms)","trace[1057879810] 'applied index is now lower than readState.Index' (duration: 103.953µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:35.094817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.291669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"info","ts":"2026-03-04T02:36:35.094834Z","caller":"traceutil/trace.go:171","msg":"trace[928629913] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:31668; }","duration":"264.346451ms","start":"2026-03-04T02:36:34.830481Z","end":"2026-03-04T02:36:35.094828Z","steps":["trace[928629913] 'agreement among raft nodes before linearized reading' (duration: 264.238778ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:35.095077Z","caller":"traceutil/trace.go:171","msg":"trace[1343353071] transaction","detail":"{read_only:false; response_revision:31668; number_of_response:1; }","duration":"269.527062ms","start":"2026-03-04T02:36:34.825485Z","end":"2026-03-04T02:36:35.095012Z","steps":["trace[1343353071] 'process raft request' (duration: 269.062781ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:35.156378Z","caller":"traceutil/trace.go:171","msg":"trace[287166479] transaction","detail":"{read_only:false; response_revision:31669; number_of_response:1; }","duration":"166.576146ms","start":"2026-03-04T02:36:34.989765Z","end":"2026-03-04T02:36:35.156341Z","steps":["trace[287166479] 'process raft request' (duration: 166.282339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:46.826705Z","caller":"traceutil/trace.go:171","msg":"trace[1068014333] transaction","detail":"{read_only:false; response_revision:31744; number_of_response:1; }","duration":"139.919643ms","start":"2026-03-04T02:36:46.686761Z","end":"2026-03-04T02:36:46.826681Z","steps":["trace[1068014333] 'process raft request' (duration: 139.733339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:46.843118Z","caller":"traceutil/trace.go:171","msg":"trace[1183313900] transaction","detail":"{read_only:false; response_revision:31745; number_of_response:1; }","duration":"107.891259ms","start":"2026-03-04T02:36:46.735213Z","end":"2026-03-04T02:36:46.843104Z","steps":["trace[1183313900] 'process raft request' (duration: 107.543341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:14.778752Z","caller":"traceutil/trace.go:171","msg":"trace[732874228] transaction","detail":"{read_only:false; response_revision:31937; number_of_response:1; }","duration":"100.811883ms","start":"2026-03-04T02:37:14.677681Z","end":"2026-03-04T02:37:14.778493Z","steps":["trace[732874228] 'process raft request' (duration: 96.0103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:17.149214Z","caller":"traceutil/trace.go:171","msg":"trace[1172688765] transaction","detail":"{read_only:false; response_revision:31953; number_of_response:1; }","duration":"103.018505ms","start":"2026-03-04T02:37:17.046166Z","end":"2026-03-04T02:37:17.149184Z","steps":["trace[1172688765] 'process raft request' (duration: 39.630793ms)","trace[1172688765] 'compare' (duration: 63.116955ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:17.14946Z","caller":"traceutil/trace.go:171","msg":"trace[1825966082] transaction","detail":"{read_only:false; response_revision:31954; number_of_response:1; }","duration":"101.213332ms","start":"2026-03-04T02:37:17.048232Z","end":"2026-03-04T02:37:17.149445Z","steps":["trace[1825966082] 'process raft request' (duration: 100.902765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:23.875571Z","caller":"traceutil/trace.go:171","msg":"trace[294849099] transaction","detail":"{read_only:false; response_revision:31998; number_of_response:1; }","duration":"126.842046ms","start":"2026-03-04T02:37:23.748703Z","end":"2026-03-04T02:37:23.875545Z","steps":["trace[294849099] 'process raft request' (duration: 126.686492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:24.426355Z","caller":"traceutil/trace.go:171","msg":"trace[770141309] transaction","detail":"{read_only:false; response_revision:32002; number_of_response:1; }","duration":"128.499334ms","start":"2026-03-04T02:37:24.297832Z","end":"2026-03-04T02:37:24.426332Z","steps":["trace[770141309] 'process raft request' (duration: 128.34012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:24.433107Z","caller":"traceutil/trace.go:171","msg":"trace[2112591009] transaction","detail":"{read_only:false; response_revision:32003; number_of_response:1; }","duration":"124.026209ms","start":"2026-03-04T02:37:24.309042Z","end":"2026-03-04T02:37:24.433068Z","steps":["trace[2112591009] 'process raft request' (duration: 120.447964ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:25.098516Z","caller":"traceutil/trace.go:171","msg":"trace[1358128236] transaction","detail":"{read_only:false; response_revision:32005; number_of_response:1; }","duration":"116.373369ms","start":"2026-03-04T02:37:24.982119Z","end":"2026-03-04T02:37:25.098492Z","steps":["trace[1358128236] 'process raft request' (duration: 116.127113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:25.203418Z","caller":"traceutil/trace.go:171","msg":"trace[1208222105] transaction","detail":"{read_only:false; response_revision:32006; number_of_response:1; }","duration":"156.553765ms","start":"2026-03-04T02:37:25.046835Z","end":"2026-03-04T02:37:25.203389Z","steps":["trace[1208222105] 'process raft request' (duration: 155.709795ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:25.204093Z","caller":"traceutil/trace.go:171","msg":"trace[1768654578] transaction","detail":"{read_only:false; response_revision:32007; number_of_response:1; }","duration":"139.375791ms","start":"2026-03-04T02:37:25.064694Z","end":"2026-03-04T02:37:25.204069Z","steps":["trace[1768654578] 'process raft request' (duration: 138.461399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:25.554707Z","caller":"traceutil/trace.go:171","msg":"trace[1260171642] linearizableReadLoop","detail":"{readStateIndex:33158; appliedIndex:33157; }","duration":"172.692054ms","start":"2026-03-04T02:37:25.381992Z","end":"2026-03-04T02:37:25.554684Z","steps":["trace[1260171642] 'read index received' (duration: 112.989769ms)","trace[1260171642] 'applied index is now lower than readState.Index' (duration: 59.701565ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:25.554846Z","caller":"traceutil/trace.go:171","msg":"trace[590325109] transaction","detail":"{read_only:false; response_revision:32011; number_of_response:1; }","duration":"213.213527ms","start":"2026-03-04T02:37:25.341582Z","end":"2026-03-04T02:37:25.554796Z","steps":["trace[590325109] 'process raft request' (duration: 153.362909ms)","trace[590325109] 'compare' (duration: 59.663064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:25.555054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.029752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:37:25.555193Z","caller":"traceutil/trace.go:171","msg":"trace[937736450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32011; }","duration":"173.219406ms","start":"2026-03-04T02:37:25.381954Z","end":"2026-03-04T02:37:25.555174Z","steps":["trace[937736450] 'agreement among raft nodes before linearized reading' (duration: 172.845287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:25.607018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.117536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:25.607138Z","caller":"traceutil/trace.go:171","msg":"trace[669341274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32012; }","duration":"131.326821ms","start":"2026-03-04T02:37:25.475762Z","end":"2026-03-04T02:37:25.607088Z","steps":["trace[669341274] 'agreement among raft nodes before linearized reading' (duration: 131.042154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:25.80158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.87543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:25.801672Z","caller":"traceutil/trace.go:171","msg":"trace[1430444393] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32012; }","duration":"131.041034ms","start":"2026-03-04T02:37:25.670609Z","end":"2026-03-04T02:37:25.80165Z","steps":["trace[1430444393] 'range keys from in-memory index tree' (duration: 130.740567ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:25.944533Z","caller":"traceutil/trace.go:171","msg":"trace[938891555] linearizableReadLoop","detail":"{readStateIndex:33160; appliedIndex:33159; }","duration":"139.653697ms","start":"2026-03-04T02:37:25.804851Z","end":"2026-03-04T02:37:25.944504Z","steps":["trace[938891555] 'read index received' (duration: 139.332279ms)","trace[938891555] 'applied index is now lower than readState.Index' (duration: 320.478µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:25.944609Z","caller":"traceutil/trace.go:171","msg":"trace[825625110] transaction","detail":"{read_only:false; response_revision:32013; number_of_response:1; }","duration":"161.415279ms","start":"2026-03-04T02:37:25.783172Z","end":"2026-03-04T02:37:25.944587Z","steps":["trace[825625110] 'process raft request' (duration: 161.119462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:25.944711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.851021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:25.944747Z","caller":"traceutil/trace.go:171","msg":"trace[1408286591] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32013; }","duration":"139.899682ms","start":"2026-03-04T02:37:25.804834Z","end":"2026-03-04T02:37:25.944734Z","steps":["trace[1408286591] 'agreement among raft nodes before linearized reading' (duration: 139.822981ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:26.541192Z","caller":"traceutil/trace.go:171","msg":"trace[1632993697] transaction","detail":"{read_only:false; response_revision:32019; number_of_response:1; }","duration":"102.510223ms","start":"2026-03-04T02:37:26.438648Z","end":"2026-03-04T02:37:26.541158Z","steps":["trace[1632993697] 'process raft request' (duration: 102.293548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:31.279415Z","caller":"traceutil/trace.go:171","msg":"trace[529639889] linearizableReadLoop","detail":"{readStateIndex:33194; appliedIndex:33193; }","duration":"100.139277ms","start":"2026-03-04T02:37:31.179255Z","end":"2026-03-04T02:37:31.279394Z","steps":["trace[529639889] 'read index received' (duration: 98.15128ms)","trace[529639889] 'applied index is now lower than readState.Index' (duration: 1.986607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:31.279626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.359742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:37:31.27969Z","caller":"traceutil/trace.go:171","msg":"trace[1565163963] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:32045; }","duration":"100.463414ms","start":"2026-03-04T02:37:31.179214Z","end":"2026-03-04T02:37:31.279677Z","steps":["trace[1565163963] 'agreement among raft nodes before linearized reading' (duration: 100.26945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:41.868757Z","caller":"traceutil/trace.go:171","msg":"trace[629564560] linearizableReadLoop","detail":"{readStateIndex:33268; appliedIndex:33267; }","duration":"342.50076ms","start":"2026-03-04T02:37:41.526228Z","end":"2026-03-04T02:37:41.868729Z","steps":["trace[629564560] 'read index received' (duration: 342.279585ms)","trace[629564560] 'applied index is now lower than readState.Index' (duration: 219.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:41.868828Z","caller":"traceutil/trace.go:171","msg":"trace[907133832] transaction","detail":"{read_only:false; response_revision:32117; number_of_response:1; }","duration":"380.862053ms","start":"2026-03-04T02:37:41.48793Z","end":"2026-03-04T02:37:41.868792Z","steps":["trace[907133832] 'process raft request' (duration: 380.597076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:41.868995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.739926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T02:37:41.868997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:41.487903Z","time spent":"381.003826ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:41.869039Z","caller":"traceutil/trace.go:171","msg":"trace[152239156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32117; }","duration":"342.811808ms","start":"2026-03-04T02:37:41.526215Z","end":"2026-03-04T02:37:41.869027Z","steps":["trace[152239156] 'agreement among raft nodes before linearized reading' (duration: 342.637974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:41.869082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:41.526204Z","time spent":"342.869359ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:37:41.874582Z","caller":"traceutil/trace.go:171","msg":"trace[2010660444] transaction","detail":"{read_only:false; response_revision:32118; number_of_response:1; }","duration":"246.839259ms","start":"2026-03-04T02:37:41.627729Z","end":"2026-03-04T02:37:41.874568Z","steps":["trace[2010660444] 'process raft request' (duration: 246.753177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:41.874902Z","caller":"traceutil/trace.go:171","msg":"trace[1810084374] transaction","detail":"{read_only:false; response_revision:32119; number_of_response:1; }","duration":"148.070584ms","start":"2026-03-04T02:37:41.726826Z","end":"2026-03-04T02:37:41.874896Z","steps":["trace[1810084374] 'process raft request' (duration: 147.721676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:41.875051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.608999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:37:41.875077Z","caller":"traceutil/trace.go:171","msg":"trace[612132317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32119; }","duration":"321.664291ms","start":"2026-03-04T02:37:41.553405Z","end":"2026-03-04T02:37:41.875069Z","steps":["trace[612132317] 'agreement among raft nodes before linearized reading' (duration: 321.583839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:41.875092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:41.553394Z","time spent":"321.694521ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:37:41.875355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.419323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:37:41.875583Z","caller":"traceutil/trace.go:171","msg":"trace[1799844202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32119; }","duration":"326.658378ms","start":"2026-03-04T02:37:41.548901Z","end":"2026-03-04T02:37:41.87556Z","steps":["trace[1799844202] 'agreement among raft nodes before linearized reading' (duration: 326.32736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:41.876349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:41.548897Z","time spent":"327.437086ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:37:53.49085Z","caller":"traceutil/trace.go:171","msg":"trace[1615493609] transaction","detail":"{read_only:false; response_revision:32196; number_of_response:1; }","duration":"121.890098ms","start":"2026-03-04T02:37:53.368929Z","end":"2026-03-04T02:37:53.490819Z","steps":["trace[1615493609] 'process raft request' (duration: 121.698544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:53.711317Z","caller":"traceutil/trace.go:171","msg":"trace[2074295079] linearizableReadLoop","detail":"{readStateIndex:33351; appliedIndex:33349; }","duration":"235.787589ms","start":"2026-03-04T02:37:53.475501Z","end":"2026-03-04T02:37:53.711288Z","steps":["trace[2074295079] 'read index received' (duration: 15.169347ms)","trace[2074295079] 'applied index is now lower than readState.Index' (duration: 220.617192ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:53.711622Z","caller":"traceutil/trace.go:171","msg":"trace[2220025] transaction","detail":"{read_only:false; response_revision:32197; number_of_response:1; }","duration":"341.327702ms","start":"2026-03-04T02:37:53.370274Z","end":"2026-03-04T02:37:53.711602Z","steps":["trace[2220025] 'process raft request' (duration: 331.681595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:53.711962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:53.370257Z","time spent":"341.394205ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:53.712159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.65704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:53.712232Z","caller":"traceutil/trace.go:171","msg":"trace[166977194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32197; }","duration":"236.782393ms","start":"2026-03-04T02:37:53.475432Z","end":"2026-03-04T02:37:53.712214Z","steps":["trace[166977194] 'agreement among raft nodes before linearized reading' (duration: 236.66933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:54.405329Z","caller":"traceutil/trace.go:171","msg":"trace[1979300010] linearizableReadLoop","detail":"{readStateIndex:33357; appliedIndex:33356; }","duration":"106.028186ms","start":"2026-03-04T02:37:54.299279Z","end":"2026-03-04T02:37:54.405307Z","steps":["trace[1979300010] 'read index received' (duration: 105.869412ms)","trace[1979300010] 'applied index is now lower than readState.Index' (duration: 155.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:54.405397Z","caller":"traceutil/trace.go:171","msg":"trace[1190893672] transaction","detail":"{read_only:false; response_revision:32203; number_of_response:1; }","duration":"205.524916ms","start":"2026-03-04T02:37:54.199839Z","end":"2026-03-04T02:37:54.405363Z","steps":["trace[1190893672] 'process raft request' (duration: 205.322461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:54.405619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.163695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:37:54.40567Z","caller":"traceutil/trace.go:171","msg":"trace[450085945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32203; }","duration":"105.253677ms","start":"2026-03-04T02:37:54.300405Z","end":"2026-03-04T02:37:54.405659Z","steps":["trace[450085945] 'agreement among raft nodes before linearized reading' (duration: 105.063412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:54.405851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.571578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:37:54.405936Z","caller":"traceutil/trace.go:171","msg":"trace[1217852227] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32203; }","duration":"106.682411ms","start":"2026-03-04T02:37:54.299217Z","end":"2026-03-04T02:37:54.4059Z","steps":["trace[1217852227] 'agreement among raft nodes before linearized reading' (duration: 106.183499ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:54.653726Z","caller":"traceutil/trace.go:171","msg":"trace[269958596] transaction","detail":"{read_only:false; response_revision:32206; number_of_response:1; }","duration":"159.178026ms","start":"2026-03-04T02:37:54.494523Z","end":"2026-03-04T02:37:54.653701Z","steps":["trace[269958596] 'process raft request' (duration: 158.410548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:56.775628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.408991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:37:56.775647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.958128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:37:56.775702Z","caller":"traceutil/trace.go:171","msg":"trace[1301935861] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32220; }","duration":"280.0181ms","start":"2026-03-04T02:37:56.495671Z","end":"2026-03-04T02:37:56.775689Z","steps":["trace[1301935861] 'range keys from in-memory index tree' (duration: 279.900798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.775699Z","caller":"traceutil/trace.go:171","msg":"trace[1137116344] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:32220; }","duration":"108.513013ms","start":"2026-03-04T02:37:56.66717Z","end":"2026-03-04T02:37:56.775683Z","steps":["trace[1137116344] 'count revisions from in-memory index tree' (duration: 108.279398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:56.775411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.115432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:37:56.775969Z","caller":"traceutil/trace.go:171","msg":"trace[510460228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32220; }","duration":"280.735047ms","start":"2026-03-04T02:37:56.495228Z","end":"2026-03-04T02:37:56.775963Z","steps":["trace[510460228] 'range keys from in-memory index tree' (duration: 279.850216ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.053079Z","caller":"traceutil/trace.go:171","msg":"trace[844453836] transaction","detail":"{read_only:false; response_revision:32223; number_of_response:1; }","duration":"269.945583ms","start":"2026-03-04T02:37:56.783102Z","end":"2026-03-04T02:37:57.053048Z","steps":["trace[844453836] 'process raft request' (duration: 269.887021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.053197Z","caller":"traceutil/trace.go:171","msg":"trace[1473147570] transaction","detail":"{read_only:false; response_revision:32222; number_of_response:1; }","duration":"271.665124ms","start":"2026-03-04T02:37:56.781458Z","end":"2026-03-04T02:37:57.053123Z","steps":["trace[1473147570] 'process raft request' (duration: 194.298913ms)","trace[1473147570] 'compare' (duration: 76.787877ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:58.188224Z","caller":"traceutil/trace.go:171","msg":"trace[74579143] transaction","detail":"{read_only:false; response_revision:32231; number_of_response:1; }","duration":"106.442905ms","start":"2026-03-04T02:37:58.081746Z","end":"2026-03-04T02:37:58.188189Z","steps":["trace[74579143] 'process raft request' (duration: 86.406034ms)","trace[74579143] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 19.885298ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:59.878491Z","caller":"traceutil/trace.go:171","msg":"trace[261906335] transaction","detail":"{read_only:false; response_revision:32239; number_of_response:1; }","duration":"146.266552ms","start":"2026-03-04T02:37:59.73219Z","end":"2026-03-04T02:37:59.878457Z","steps":["trace[261906335] 'process raft request' (duration: 146.056467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:00.085435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.602137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:00.085545Z","caller":"traceutil/trace.go:171","msg":"trace[1227620861] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:32239; }","duration":"114.807241ms","start":"2026-03-04T02:37:59.970712Z","end":"2026-03-04T02:38:00.085519Z","steps":["trace[1227620861] 'count revisions from in-memory index tree' (duration: 114.487434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:03.320381Z","caller":"traceutil/trace.go:171","msg":"trace[1171275791] transaction","detail":"{read_only:false; response_revision:32261; number_of_response:1; }","duration":"162.114426ms","start":"2026-03-04T02:38:03.158246Z","end":"2026-03-04T02:38:03.32036Z","steps":["trace[1171275791] 'process raft request' (duration: 162.017133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:03.320487Z","caller":"traceutil/trace.go:171","msg":"trace[1319679404] transaction","detail":"{read_only:false; response_revision:32260; number_of_response:1; }","duration":"162.366081ms","start":"2026-03-04T02:38:03.158064Z","end":"2026-03-04T02:38:03.32043Z","steps":["trace[1319679404] 'process raft request' (duration: 159.720149ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:03.359851Z","caller":"traceutil/trace.go:171","msg":"trace[1936616154] transaction","detail":"{read_only:false; response_revision:32262; number_of_response:1; }","duration":"118.778025ms","start":"2026-03-04T02:38:03.241048Z","end":"2026-03-04T02:38:03.359826Z","steps":["trace[1936616154] 'process raft request' (duration: 118.54361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:05.285519Z","caller":"traceutil/trace.go:171","msg":"trace[905915564] transaction","detail":"{read_only:false; response_revision:32273; number_of_response:1; }","duration":"173.936023ms","start":"2026-03-04T02:38:05.11154Z","end":"2026-03-04T02:38:05.285476Z","steps":["trace[905915564] 'process raft request' (duration: 136.273617ms)","trace[905915564] 'compare' (duration: 37.41224ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:05.318192Z","caller":"traceutil/trace.go:171","msg":"trace[899491515] transaction","detail":"{read_only:false; response_revision:32274; number_of_response:1; }","duration":"106.434475ms","start":"2026-03-04T02:38:05.211724Z","end":"2026-03-04T02:38:05.318159Z","steps":["trace[899491515] 'process raft request' (duration: 106.24759ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:05.704915Z","caller":"traceutil/trace.go:171","msg":"trace[1670930423] transaction","detail":"{read_only:false; response_revision:32275; number_of_response:1; }","duration":"377.596106ms","start":"2026-03-04T02:38:05.327289Z","end":"2026-03-04T02:38:05.704885Z","steps":["trace[1670930423] 'process raft request' (duration: 337.439861ms)","trace[1670930423] 'compare' (duration: 38.958817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:05.705056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:05.327268Z","time spent":"377.713498ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:05.91229Z","caller":"traceutil/trace.go:171","msg":"trace[1712549322] transaction","detail":"{read_only:false; response_revision:32276; number_of_response:1; }","duration":"581.120225ms","start":"2026-03-04T02:38:05.331142Z","end":"2026-03-04T02:38:05.912262Z","steps":["trace[1712549322] 'process raft request' (duration: 494.522947ms)","trace[1712549322] 'compare' (duration: 86.307121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:05.912457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:05.331113Z","time spent":"581.249288ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:05.912832Z","caller":"traceutil/trace.go:171","msg":"trace[1774495492] transaction","detail":"{read_only:false; response_revision:32277; number_of_response:1; }","duration":"330.937948ms","start":"2026-03-04T02:38:05.581858Z","end":"2026-03-04T02:38:05.912796Z","steps":["trace[1774495492] 'process raft request' (duration: 330.356894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:05.912872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:05.581833Z","time spent":"331.02048ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:05.913362Z","caller":"traceutil/trace.go:171","msg":"trace[828565785] linearizableReadLoop","detail":"{readStateIndex:33432; appliedIndex:33430; }","duration":"437.900216ms","start":"2026-03-04T02:38:05.474512Z","end":"2026-03-04T02:38:05.912412Z","steps":["trace[828565785] 'read index received' (duration: 190.228857ms)","trace[828565785] 'applied index is now lower than readState.Index' (duration: 247.669649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:05.914058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.536494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:05.914135Z","caller":"traceutil/trace.go:171","msg":"trace[1724064758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32277; }","duration":"439.618976ms","start":"2026-03-04T02:38:05.474502Z","end":"2026-03-04T02:38:05.914121Z","steps":["trace[1724064758] 'agreement among raft nodes before linearized reading' (duration: 439.176436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:05.914172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:05.474445Z","time spent":"439.719078ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:38:05.914875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.327972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:05.914916Z","caller":"traceutil/trace.go:171","msg":"trace[202438612] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:32278; }","duration":"352.392124ms","start":"2026-03-04T02:38:05.562513Z","end":"2026-03-04T02:38:05.914905Z","steps":["trace[202438612] 'agreement among raft nodes before linearized reading' (duration: 352.287001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:05.914941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:05.562467Z","time spent":"352.466595ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:38:05.915652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.722417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:38:05.915693Z","caller":"traceutil/trace.go:171","msg":"trace[1763860026] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:32278; }","duration":"317.797279ms","start":"2026-03-04T02:38:05.597886Z","end":"2026-03-04T02:38:05.915683Z","steps":["trace[1763860026] 'agreement among raft nodes before linearized reading' (duration: 317.726477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:05.915719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:05.597867Z","time spent":"317.845321ms","remote":"127.0.0.1:41428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:38:06.220952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.857456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:06.221153Z","caller":"traceutil/trace.go:171","msg":"trace[1836016022] transaction","detail":"{read_only:false; response_revision:32280; number_of_response:1; }","duration":"112.382004ms","start":"2026-03-04T02:38:06.108753Z","end":"2026-03-04T02:38:06.221135Z","steps":["trace[1836016022] 'process raft request' (duration: 112.298942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:06.221133Z","caller":"traceutil/trace.go:171","msg":"trace[586490594] transaction","detail":"{read_only:false; response_revision:32279; number_of_response:1; }","duration":"267.788742ms","start":"2026-03-04T02:38:05.9533Z","end":"2026-03-04T02:38:06.221089Z","steps":["trace[586490594] 'process raft request' (duration: 69.758902ms)","trace[586490594] 'compare' (duration: 197.703373ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:06.221333Z","caller":"traceutil/trace.go:171","msg":"trace[1864343470] linearizableReadLoop","detail":"{readStateIndex:33435; appliedIndex:33434; }","duration":"207.627606ms","start":"2026-03-04T02:38:06.013673Z","end":"2026-03-04T02:38:06.221301Z","steps":["trace[1864343470] 'read index received' (duration: 9.435472ms)","trace[1864343470] 'applied index is now lower than readState.Index' (duration: 198.191144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:06.221621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.930383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:38:06.221656Z","caller":"traceutil/trace.go:171","msg":"trace[1965819982] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32280; }","duration":"208.017975ms","start":"2026-03-04T02:38:06.01363Z","end":"2026-03-04T02:38:06.221648Z","steps":["trace[1965819982] 'agreement among raft nodes before linearized reading' (duration: 207.847951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:06.223794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.422748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:38:06.223839Z","caller":"traceutil/trace.go:171","msg":"trace[760961585] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:32281; }","duration":"189.769665ms","start":"2026-03-04T02:38:06.034053Z","end":"2026-03-04T02:38:06.223822Z","steps":["trace[760961585] 'agreement among raft nodes before linearized reading' (duration: 189.304955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:06.224032Z","caller":"traceutil/trace.go:171","msg":"trace[294898064] transaction","detail":"{read_only:false; response_revision:32281; number_of_response:1; }","duration":"114.893094ms","start":"2026-03-04T02:38:06.10913Z","end":"2026-03-04T02:38:06.224023Z","steps":["trace[294898064] 'process raft request' (duration: 114.076055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:06.22419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.226216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:38:06.224212Z","caller":"traceutil/trace.go:171","msg":"trace[1490140597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32281; }","duration":"102.282847ms","start":"2026-03-04T02:38:06.121922Z","end":"2026-03-04T02:38:06.224204Z","steps":["trace[1490140597] 'agreement among raft nodes before linearized reading' (duration: 102.230776ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:06.457001Z","caller":"traceutil/trace.go:171","msg":"trace[1876716003] transaction","detail":"{read_only:false; response_revision:32283; number_of_response:1; }","duration":"225.775673ms","start":"2026-03-04T02:38:06.231202Z","end":"2026-03-04T02:38:06.456977Z","steps":["trace[1876716003] 'process raft request' (duration: 225.714161ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:06.457365Z","caller":"traceutil/trace.go:171","msg":"trace[343061661] transaction","detail":"{read_only:false; response_revision:32282; number_of_response:1; }","duration":"226.946961ms","start":"2026-03-04T02:38:06.230403Z","end":"2026-03-04T02:38:06.45735Z","steps":["trace[343061661] 'process raft request' (duration: 194.303272ms)","trace[343061661] 'compare' (duration: 31.611424ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:06.462636Z","caller":"traceutil/trace.go:171","msg":"trace[1225250222] transaction","detail":"{read_only:false; response_revision:32284; number_of_response:1; }","duration":"208.701111ms","start":"2026-03-04T02:38:06.253922Z","end":"2026-03-04T02:38:06.462623Z","steps":["trace[1225250222] 'process raft request' (duration: 208.578958ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:06.46263Z","caller":"traceutil/trace.go:171","msg":"trace[457992814] linearizableReadLoop","detail":"{readStateIndex:33441; appliedIndex:33438; }","duration":"197.599829ms","start":"2026-03-04T02:38:06.265012Z","end":"2026-03-04T02:38:06.462612Z","steps":["trace[457992814] 'read index received' (duration: 159.683767ms)","trace[457992814] 'applied index is now lower than readState.Index' (duration: 37.915582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:06.46287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.824855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:38:06.462898Z","caller":"traceutil/trace.go:171","msg":"trace[1305654977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32284; }","duration":"197.913457ms","start":"2026-03-04T02:38:06.264978Z","end":"2026-03-04T02:38:06.462891Z","steps":["trace[1305654977] 'agreement among raft nodes before linearized reading' (duration: 197.698922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:08.344792Z","caller":"traceutil/trace.go:171","msg":"trace[1197151619] transaction","detail":"{read_only:false; response_revision:32296; number_of_response:1; }","duration":"113.775888ms","start":"2026-03-04T02:38:08.230974Z","end":"2026-03-04T02:38:08.34475Z","steps":["trace[1197151619] 'process raft request' (duration: 113.659385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:08.344834Z","caller":"traceutil/trace.go:171","msg":"trace[33636019] transaction","detail":"{read_only:false; response_revision:32295; number_of_response:1; }","duration":"113.937981ms","start":"2026-03-04T02:38:08.230865Z","end":"2026-03-04T02:38:08.344803Z","steps":["trace[33636019] 'process raft request' (duration: 110.331726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:08.583229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.260297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:38:08.583311Z","caller":"traceutil/trace.go:171","msg":"trace[1117213817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32297; }","duration":"119.36994ms","start":"2026-03-04T02:38:08.46392Z","end":"2026-03-04T02:38:08.58329Z","steps":["trace[1117213817] 'range keys from in-memory index tree' (duration: 119.129503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:08.583115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.895373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:08.583382Z","caller":"traceutil/trace.go:171","msg":"trace[1952900716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32297; }","duration":"109.23214ms","start":"2026-03-04T02:38:08.474135Z","end":"2026-03-04T02:38:08.583367Z","steps":["trace[1952900716] 'range keys from in-memory index tree' (duration: 108.79617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:08.583636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.858154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:38:08.583783Z","caller":"traceutil/trace.go:171","msg":"trace[628576560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32297; }","duration":"121.037658ms","start":"2026-03-04T02:38:08.462714Z","end":"2026-03-04T02:38:08.583751Z","steps":["trace[628576560] 'range keys from in-memory index tree' (duration: 120.599389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:20.519141Z","caller":"traceutil/trace.go:171","msg":"trace[979428042] transaction","detail":"{read_only:false; response_revision:32376; number_of_response:1; }","duration":"126.18417ms","start":"2026-03-04T02:38:20.392925Z","end":"2026-03-04T02:38:20.519109Z","steps":["trace[979428042] 'process raft request' (duration: 124.101501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:20.521114Z","caller":"traceutil/trace.go:171","msg":"trace[1774015991] transaction","detail":"{read_only:false; response_revision:32377; number_of_response:1; }","duration":"128.020373ms","start":"2026-03-04T02:38:20.393069Z","end":"2026-03-04T02:38:20.521089Z","steps":["trace[1774015991] 'process raft request' (duration: 127.85822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:23.956347Z","caller":"traceutil/trace.go:171","msg":"trace[865462448] transaction","detail":"{read_only:false; response_revision:32398; number_of_response:1; }","duration":"134.766672ms","start":"2026-03-04T02:38:23.821565Z","end":"2026-03-04T02:38:23.956332Z","steps":["trace[865462448] 'process raft request' (duration: 134.502516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:24.111291Z","caller":"traceutil/trace.go:171","msg":"trace[1910800645] transaction","detail":"{read_only:false; response_revision:32399; number_of_response:1; }","duration":"108.208007ms","start":"2026-03-04T02:38:24.003056Z","end":"2026-03-04T02:38:24.111264Z","steps":["trace[1910800645] 'process raft request' (duration: 107.844179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.439787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.570078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:26.439951Z","caller":"traceutil/trace.go:171","msg":"trace[459086408] linearizableReadLoop","detail":"{readStateIndex:33575; appliedIndex:33573; }","duration":"319.363136ms","start":"2026-03-04T02:38:26.120574Z","end":"2026-03-04T02:38:26.439937Z","steps":["trace[459086408] 'read index received' (duration: 178.596374ms)","trace[459086408] 'applied index is now lower than readState.Index' (duration: 140.765412ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:26.440023Z","caller":"traceutil/trace.go:171","msg":"trace[874471162] transaction","detail":"{read_only:false; response_revision:32413; number_of_response:1; }","duration":"352.483085ms","start":"2026-03-04T02:38:26.087513Z","end":"2026-03-04T02:38:26.439996Z","steps":["trace[874471162] 'process raft request' (duration: 211.63971ms)","trace[874471162] 'compare' (duration: 140.453416ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:26.440033Z","caller":"traceutil/trace.go:171","msg":"trace[2045757020] transaction","detail":"{read_only:false; response_revision:32414; number_of_response:1; }","duration":"323.221147ms","start":"2026-03-04T02:38:26.116781Z","end":"2026-03-04T02:38:26.440002Z","steps":["trace[2045757020] 'process raft request' (duration: 323.098664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.440145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.087476Z","time spent":"352.603028ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:26.440157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.116755Z","time spent":"323.340699ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:26.440105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.53028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:38:26.440403Z","caller":"traceutil/trace.go:171","msg":"trace[1549791512] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32414; }","duration":"319.870028ms","start":"2026-03-04T02:38:26.12052Z","end":"2026-03-04T02:38:26.44039Z","steps":["trace[1549791512] 'agreement among raft nodes before linearized reading' (duration: 319.473689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.440434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.120509Z","time spent":"319.915299ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:38:26.7165Z","caller":"traceutil/trace.go:171","msg":"trace[526770057] linearizableReadLoop","detail":"{readStateIndex:33578; appliedIndex:33575; }","duration":"276.487417ms","start":"2026-03-04T02:38:26.439978Z","end":"2026-03-04T02:38:26.716465Z","steps":["trace[526770057] 'read index received' (duration: 180.58837ms)","trace[526770057] 'applied index is now lower than readState.Index' (duration: 95.897477ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:26.716766Z","caller":"traceutil/trace.go:171","msg":"trace[336684050] transaction","detail":"{read_only:false; response_revision:32416; number_of_response:1; }","duration":"357.800941ms","start":"2026-03-04T02:38:26.35895Z","end":"2026-03-04T02:38:26.716751Z","steps":["trace[336684050] 'process raft request' (duration: 357.393221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:26.716518Z","caller":"traceutil/trace.go:171","msg":"trace[2053471789] transaction","detail":"{read_only:false; response_revision:32415; number_of_response:1; }","duration":"379.544802ms","start":"2026-03-04T02:38:26.336918Z","end":"2026-03-04T02:38:26.716463Z","steps":["trace[2053471789] 'process raft request' (duration: 283.563993ms)","trace[2053471789] 'compare' (duration: 95.622481ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:26.716905Z","caller":"traceutil/trace.go:171","msg":"trace[242247619] transaction","detail":"{read_only:false; response_revision:32417; number_of_response:1; }","duration":"317.779889ms","start":"2026-03-04T02:38:26.399091Z","end":"2026-03-04T02:38:26.716871Z","steps":["trace[242247619] 'process raft request' (duration: 317.312118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.71706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.358924Z","time spent":"357.911113ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:26.717156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.399062Z","time spent":"318.007543ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:26.716924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.915869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:38:26.717382Z","caller":"traceutil/trace.go:171","msg":"trace[2138482147] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:32417; }","duration":"538.36099ms","start":"2026-03-04T02:38:26.178974Z","end":"2026-03-04T02:38:26.717335Z","steps":["trace[2138482147] 'agreement among raft nodes before linearized reading' (duration: 537.766906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.716977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.336876Z","time spent":"380.007213ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:26.717615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.178902Z","time spent":"538.617825ms","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-04T02:38:26.781558Z","caller":"traceutil/trace.go:171","msg":"trace[1530973084] transaction","detail":"{read_only:false; response_revision:32420; number_of_response:1; }","duration":"238.201646ms","start":"2026-03-04T02:38:26.543312Z","end":"2026-03-04T02:38:26.781513Z","steps":["trace[1530973084] 'process raft request' (duration: 236.689111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.781666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.346996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:38:26.782129Z","caller":"traceutil/trace.go:171","msg":"trace[454126193] transaction","detail":"{read_only:false; response_revision:32419; number_of_response:1; }","duration":"240.232034ms","start":"2026-03-04T02:38:26.541873Z","end":"2026-03-04T02:38:26.782105Z","steps":["trace[454126193] 'process raft request' (duration: 238.076153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.782247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.838803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T02:38:26.791208Z","caller":"traceutil/trace.go:171","msg":"trace[186176223] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:32420; }","duration":"239.827904ms","start":"2026-03-04T02:38:26.551324Z","end":"2026-03-04T02:38:26.791152Z","steps":["trace[186176223] 'agreement among raft nodes before linearized reading' (duration: 230.472864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.782567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.639283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:26.791459Z","caller":"traceutil/trace.go:171","msg":"trace[600923388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32420; }","duration":"263.598224ms","start":"2026-03-04T02:38:26.527848Z","end":"2026-03-04T02:38:26.791447Z","steps":["trace[600923388] 'agreement among raft nodes before linearized reading' (duration: 254.477289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.78407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.639642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:38:26.791925Z","caller":"traceutil/trace.go:171","msg":"trace[874048165] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:32420; }","duration":"177.431226ms","start":"2026-03-04T02:38:26.614354Z","end":"2026-03-04T02:38:26.791786Z","steps":["trace[874048165] 'agreement among raft nodes before linearized reading' (duration: 167.863981ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:26.785411Z","caller":"traceutil/trace.go:171","msg":"trace[906595044] transaction","detail":"{read_only:false; response_revision:32418; number_of_response:1; }","duration":"339.470909ms","start":"2026-03-04T02:38:26.44591Z","end":"2026-03-04T02:38:26.785381Z","steps":["trace[906595044] 'process raft request' (duration: 333.898638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.792436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.445898Z","time spent":"346.30504ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:26.785611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.97428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:38:26.792756Z","caller":"traceutil/trace.go:171","msg":"trace[768225053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32420; }","duration":"109.152449ms","start":"2026-03-04T02:38:26.683564Z","end":"2026-03-04T02:38:26.792716Z","steps":["trace[768225053] 'agreement among raft nodes before linearized reading' (duration: 101.831646ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:26.79082Z","caller":"traceutil/trace.go:171","msg":"trace[1253334722] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:32420; }","duration":"348.449761ms","start":"2026-03-04T02:38:26.44227Z","end":"2026-03-04T02:38:26.79072Z","steps":["trace[1253334722] 'agreement among raft nodes before linearized reading' (duration: 339.192383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.792903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.442257Z","time spent":"350.598351ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:38:27.000947Z","caller":"traceutil/trace.go:171","msg":"trace[1535148640] linearizableReadLoop","detail":"{readStateIndex:33585; appliedIndex:33581; }","duration":"135.901168ms","start":"2026-03-04T02:38:26.865011Z","end":"2026-03-04T02:38:27.000912Z","steps":["trace[1535148640] 'read index received' (duration: 113.815759ms)","trace[1535148640] 'applied index is now lower than readState.Index' (duration: 22.084189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:27.001277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.186155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:38:27.001453Z","caller":"traceutil/trace.go:171","msg":"trace[1259801586] transaction","detail":"{read_only:false; response_revision:32421; number_of_response:1; }","duration":"198.464821ms","start":"2026-03-04T02:38:26.802933Z","end":"2026-03-04T02:38:27.001398Z","steps":["trace[1259801586] 'process raft request' (duration: 175.790037ms)","trace[1259801586] 'compare' (duration: 21.780413ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:27.001382Z","caller":"traceutil/trace.go:171","msg":"trace[1823748690] transaction","detail":"{read_only:false; response_revision:32422; number_of_response:1; }","duration":"198.347748ms","start":"2026-03-04T02:38:26.802956Z","end":"2026-03-04T02:38:27.001304Z","steps":["trace[1823748690] 'process raft request' (duration: 197.778024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:27.00147Z","caller":"traceutil/trace.go:171","msg":"trace[427584076] transaction","detail":"{read_only:false; response_revision:32423; number_of_response:1; }","duration":"198.43832ms","start":"2026-03-04T02:38:26.802993Z","end":"2026-03-04T02:38:27.001432Z","steps":["trace[427584076] 'process raft request' (duration: 197.818245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:27.001535Z","caller":"traceutil/trace.go:171","msg":"trace[562346048] transaction","detail":"{read_only:false; response_revision:32424; number_of_response:1; }","duration":"198.459991ms","start":"2026-03-04T02:38:26.803034Z","end":"2026-03-04T02:38:27.001494Z","steps":["trace[562346048] 'process raft request' (duration: 197.829006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:27.001338Z","caller":"traceutil/trace.go:171","msg":"trace[1367130508] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:32424; }","duration":"136.357839ms","start":"2026-03-04T02:38:26.864958Z","end":"2026-03-04T02:38:27.001316Z","steps":["trace[1367130508] 'agreement among raft nodes before linearized reading' (duration: 136.087973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:27.604533Z","caller":"traceutil/trace.go:171","msg":"trace[1596212173] transaction","detail":"{read_only:false; response_revision:32426; number_of_response:1; }","duration":"235.267917ms","start":"2026-03-04T02:38:27.369239Z","end":"2026-03-04T02:38:27.604507Z","steps":["trace[1596212173] 'process raft request' (duration: 235.100843ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:27.718655Z","caller":"traceutil/trace.go:171","msg":"trace[1247504858] linearizableReadLoop","detail":"{readStateIndex:33588; appliedIndex:33587; }","duration":"106.023335ms","start":"2026-03-04T02:38:27.612605Z","end":"2026-03-04T02:38:27.718629Z","steps":["trace[1247504858] 'read index received' (duration: 23.880602ms)","trace[1247504858] 'applied index is now lower than readState.Index' (duration: 82.141793ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:27.718906Z","caller":"traceutil/trace.go:171","msg":"trace[418939765] transaction","detail":"{read_only:false; response_revision:32427; number_of_response:1; }","duration":"278.140555ms","start":"2026-03-04T02:38:27.440747Z","end":"2026-03-04T02:38:27.718887Z","steps":["trace[418939765] 'process raft request' (duration: 195.749356ms)","trace[418939765] 'compare' (duration: 81.99871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:27.719275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.65006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18285"} {"level":"info","ts":"2026-03-04T02:38:27.719325Z","caller":"traceutil/trace.go:171","msg":"trace[2067660859] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:32427; }","duration":"106.766812ms","start":"2026-03-04T02:38:27.612544Z","end":"2026-03-04T02:38:27.719311Z","steps":["trace[2067660859] 'agreement among raft nodes before linearized reading' (duration: 106.176598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:28.212459Z","caller":"traceutil/trace.go:171","msg":"trace[566226278] linearizableReadLoop","detail":"{readStateIndex:33589; appliedIndex:33588; }","duration":"173.642696ms","start":"2026-03-04T02:38:28.038782Z","end":"2026-03-04T02:38:28.212424Z","steps":["trace[566226278] 'read index received' (duration: 173.300738ms)","trace[566226278] 'applied index is now lower than readState.Index' (duration: 340.198µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:28.212572Z","caller":"traceutil/trace.go:171","msg":"trace[1978410139] transaction","detail":"{read_only:false; response_revision:32428; number_of_response:1; }","duration":"181.134582ms","start":"2026-03-04T02:38:28.031379Z","end":"2026-03-04T02:38:28.212514Z","steps":["trace[1978410139] 'process raft request' (duration: 180.808515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:28.212677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.852441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:28.21273Z","caller":"traceutil/trace.go:171","msg":"trace[710455892] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32428; }","duration":"173.954064ms","start":"2026-03-04T02:38:28.038761Z","end":"2026-03-04T02:38:28.212715Z","steps":["trace[710455892] 'agreement among raft nodes before linearized reading' (duration: 173.827681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:03.507269Z","caller":"traceutil/trace.go:171","msg":"trace[1532390764] transaction","detail":"{read_only:false; response_revision:32666; number_of_response:1; }","duration":"100.226919ms","start":"2026-03-04T02:39:03.407011Z","end":"2026-03-04T02:39:03.507238Z","steps":["trace[1532390764] 'process raft request' (duration: 92.60113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:04.620738Z","caller":"traceutil/trace.go:171","msg":"trace[1980141757] transaction","detail":"{read_only:false; response_revision:32671; number_of_response:1; }","duration":"100.982296ms","start":"2026-03-04T02:39:04.51972Z","end":"2026-03-04T02:39:04.620702Z","steps":["trace[1980141757] 'process raft request' (duration: 100.761311ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:07.149279Z","caller":"traceutil/trace.go:171","msg":"trace[1642503770] transaction","detail":"{read_only:false; response_revision:32687; number_of_response:1; }","duration":"137.68215ms","start":"2026-03-04T02:39:07.011579Z","end":"2026-03-04T02:39:07.149261Z","steps":["trace[1642503770] 'process raft request' (duration: 137.567308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:07.155521Z","caller":"traceutil/trace.go:171","msg":"trace[167154659] transaction","detail":"{read_only:false; response_revision:32689; number_of_response:1; }","duration":"140.467056ms","start":"2026-03-04T02:39:07.015034Z","end":"2026-03-04T02:39:07.155501Z","steps":["trace[167154659] 'process raft request' (duration: 140.389465ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:07.15556Z","caller":"traceutil/trace.go:171","msg":"trace[1143885597] transaction","detail":"{read_only:false; response_revision:32688; number_of_response:1; }","duration":"143.067067ms","start":"2026-03-04T02:39:07.012454Z","end":"2026-03-04T02:39:07.155521Z","steps":["trace[1143885597] 'process raft request' (duration: 142.893903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:32.282571Z","caller":"traceutil/trace.go:171","msg":"trace[1573098013] transaction","detail":"{read_only:false; response_revision:32861; number_of_response:1; }","duration":"150.38767ms","start":"2026-03-04T02:39:32.132154Z","end":"2026-03-04T02:39:32.282542Z","steps":["trace[1573098013] 'process raft request' (duration: 150.205785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:45.462355Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30901} {"level":"info","ts":"2026-03-04T02:39:45.60377Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30901,"took":"135.673723ms","hash":3381813021,"current-db-size-bytes":47771648,"current-db-size":"48 MB","current-db-size-in-use-bytes":28360704,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:39:45.603832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3381813021,"revision":30901,"compact-revision":28838} {"level":"warn","ts":"2026-03-04T02:39:46.684769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.388786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:46.684859Z","caller":"traceutil/trace.go:171","msg":"trace[1087039840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32991; }","duration":"209.53135ms","start":"2026-03-04T02:39:46.475304Z","end":"2026-03-04T02:39:46.684836Z","steps":["trace[1087039840] 'range keys from in-memory index tree' (duration: 209.313045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:55.715717Z","caller":"traceutil/trace.go:171","msg":"trace[1925609326] transaction","detail":"{read_only:false; response_revision:33053; number_of_response:1; }","duration":"152.188352ms","start":"2026-03-04T02:39:55.563492Z","end":"2026-03-04T02:39:55.715681Z","steps":["trace[1925609326] 'process raft request' (duration: 151.941436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:55.715719Z","caller":"traceutil/trace.go:171","msg":"trace[417744629] transaction","detail":"{read_only:false; response_revision:33052; number_of_response:1; }","duration":"152.228933ms","start":"2026-03-04T02:39:55.56345Z","end":"2026-03-04T02:39:55.715679Z","steps":["trace[417744629] 'process raft request' (duration: 62.798178ms)","trace[417744629] 'compare' (duration: 88.994394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:56.046093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.164505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:39:56.046202Z","caller":"traceutil/trace.go:171","msg":"trace[112511795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33055; }","duration":"153.323539ms","start":"2026-03-04T02:39:55.892859Z","end":"2026-03-04T02:39:56.046183Z","steps":["trace[112511795] 'range keys from in-memory index tree' (duration: 152.97212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:56.046316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.898217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:39:56.046669Z","caller":"traceutil/trace.go:171","msg":"trace[364260644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33055; }","duration":"130.03247ms","start":"2026-03-04T02:39:55.916348Z","end":"2026-03-04T02:39:56.046381Z","steps":["trace[364260644] 'range keys from in-memory index tree' (duration: 129.659331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:01.373292Z","caller":"traceutil/trace.go:171","msg":"trace[313816623] transaction","detail":"{read_only:false; response_revision:33105; number_of_response:1; }","duration":"119.449522ms","start":"2026-03-04T02:40:01.253818Z","end":"2026-03-04T02:40:01.373268Z","steps":["trace[313816623] 'process raft request' (duration: 119.318999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:01.568714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.191124ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:40:01.864612Z","caller":"traceutil/trace.go:171","msg":"trace[1434589111] transaction","detail":"{read_only:false; response_revision:33114; number_of_response:1; }","duration":"105.989704ms","start":"2026-03-04T02:40:01.758597Z","end":"2026-03-04T02:40:01.864587Z","steps":["trace[1434589111] 'process raft request' (duration: 83.768241ms)","trace[1434589111] 'compare' (duration: 21.979507ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:01.864894Z","caller":"traceutil/trace.go:171","msg":"trace[1050684425] transaction","detail":"{read_only:false; response_revision:33115; number_of_response:1; }","duration":"102.018961ms","start":"2026-03-04T02:40:01.762868Z","end":"2026-03-04T02:40:01.864887Z","steps":["trace[1050684425] 'process raft request' (duration: 101.594061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:02.310644Z","caller":"traceutil/trace.go:171","msg":"trace[1012111754] transaction","detail":"{read_only:false; response_revision:33126; number_of_response:1; }","duration":"106.786723ms","start":"2026-03-04T02:40:02.203809Z","end":"2026-03-04T02:40:02.310596Z","steps":["trace[1012111754] 'process raft request' (duration: 75.798334ms)","trace[1012111754] 'compare' (duration: 30.707273ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:02.310719Z","caller":"traceutil/trace.go:171","msg":"trace[380266379] transaction","detail":"{read_only:false; response_revision:33127; number_of_response:1; }","duration":"106.567518ms","start":"2026-03-04T02:40:02.204097Z","end":"2026-03-04T02:40:02.310664Z","steps":["trace[380266379] 'process raft request' (duration: 106.431555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:08.590807Z","caller":"traceutil/trace.go:171","msg":"trace[205284181] linearizableReadLoop","detail":"{readStateIndex:34369; appliedIndex:34368; }","duration":"101.964619ms","start":"2026-03-04T02:40:08.488813Z","end":"2026-03-04T02:40:08.590778Z","steps":["trace[205284181] 'read index received' (duration: 5.928259ms)","trace[205284181] 'applied index is now lower than readState.Index' (duration: 96.03525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:08.591008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.170095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:08.591077Z","caller":"traceutil/trace.go:171","msg":"trace[810365799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33185; }","duration":"102.281667ms","start":"2026-03-04T02:40:08.488769Z","end":"2026-03-04T02:40:08.591051Z","steps":["trace[810365799] 'agreement among raft nodes before linearized reading' (duration: 102.148373ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:08.591391Z","caller":"traceutil/trace.go:171","msg":"trace[199711564] transaction","detail":"{read_only:false; response_revision:33185; number_of_response:1; }","duration":"102.704407ms","start":"2026-03-04T02:40:08.488656Z","end":"2026-03-04T02:40:08.59136Z","steps":["trace[199711564] 'compare' (duration: 95.838176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:08.869045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.031561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:40:08.869126Z","caller":"traceutil/trace.go:171","msg":"trace[208334028] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:33186; }","duration":"119.154294ms","start":"2026-03-04T02:40:08.749955Z","end":"2026-03-04T02:40:08.869109Z","steps":["trace[208334028] 'count revisions from in-memory index tree' (duration: 118.97955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:09.347604Z","caller":"traceutil/trace.go:171","msg":"trace[809015129] transaction","detail":"{read_only:false; response_revision:33188; number_of_response:1; }","duration":"261.560696ms","start":"2026-03-04T02:40:09.086016Z","end":"2026-03-04T02:40:09.347576Z","steps":["trace[809015129] 'process raft request' (duration: 261.421233ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:09.348063Z","caller":"traceutil/trace.go:171","msg":"trace[1288310206] linearizableReadLoop","detail":"{readStateIndex:34372; appliedIndex:34372; }","duration":"249.614084ms","start":"2026-03-04T02:40:09.098414Z","end":"2026-03-04T02:40:09.348028Z","steps":["trace[1288310206] 'read index received' (duration: 249.584464ms)","trace[1288310206] 'applied index is now lower than readState.Index' (duration: 14.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:09.348196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.768639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:40:09.348252Z","caller":"traceutil/trace.go:171","msg":"trace[1281947839] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:33188; }","duration":"249.83706ms","start":"2026-03-04T02:40:09.098399Z","end":"2026-03-04T02:40:09.348236Z","steps":["trace[1281947839] 'agreement among raft nodes before linearized reading' (duration: 249.743738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:09.547596Z","caller":"traceutil/trace.go:171","msg":"trace[2082425254] linearizableReadLoop","detail":"{readStateIndex:34373; appliedIndex:34372; }","duration":"199.409293ms","start":"2026-03-04T02:40:09.34814Z","end":"2026-03-04T02:40:09.54755Z","steps":["trace[2082425254] 'read index received' (duration: 104.624472ms)","trace[2082425254] 'applied index is now lower than readState.Index' (duration: 94.783091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:09.547951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.666727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:40:09.548065Z","caller":"traceutil/trace.go:171","msg":"trace[1455819864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33189; }","duration":"391.832121ms","start":"2026-03-04T02:40:09.156207Z","end":"2026-03-04T02:40:09.548039Z","steps":["trace[1455819864] 'agreement among raft nodes before linearized reading' (duration: 391.513214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:09.548123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.156187Z","time spent":"391.926954ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:40:09.547658Z","caller":"traceutil/trace.go:171","msg":"trace[1551674439] transaction","detail":"{read_only:false; response_revision:33189; number_of_response:1; }","duration":"223.591862ms","start":"2026-03-04T02:40:09.324033Z","end":"2026-03-04T02:40:09.547625Z","steps":["trace[1551674439] 'process raft request' (duration: 129.095458ms)","trace[1551674439] 'compare' (duration: 93.567292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:09.547847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.78451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:40:09.54883Z","caller":"traceutil/trace.go:171","msg":"trace[151424721] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:33189; }","duration":"341.833615ms","start":"2026-03-04T02:40:09.206963Z","end":"2026-03-04T02:40:09.548797Z","steps":["trace[151424721] 'agreement among raft nodes before linearized reading' (duration: 340.713339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:09.548973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.206945Z","time spent":"341.973118ms","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:40:09.821207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.592103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:40:09.821397Z","caller":"traceutil/trace.go:171","msg":"trace[1057930498] transaction","detail":"{read_only:false; response_revision:33191; number_of_response:1; }","duration":"223.869208ms","start":"2026-03-04T02:40:09.597504Z","end":"2026-03-04T02:40:09.821373Z","steps":["trace[1057930498] 'process raft request' (duration: 96.03271ms)","trace[1057930498] 'compare' (duration: 127.305536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:10.200456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.8759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:40:10.20069Z","caller":"traceutil/trace.go:171","msg":"trace[744170457] transaction","detail":"{read_only:false; response_revision:33194; number_of_response:1; }","duration":"308.172113ms","start":"2026-03-04T02:40:09.892503Z","end":"2026-03-04T02:40:10.200675Z","steps":["trace[744170457] 'process raft request' (duration: 308.137852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.200752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.892477Z","time spent":"308.249325ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:10.200842Z","caller":"traceutil/trace.go:171","msg":"trace[1297076421] transaction","detail":"{read_only:false; response_revision:33192; number_of_response:1; }","duration":"579.55719ms","start":"2026-03-04T02:40:09.621248Z","end":"2026-03-04T02:40:10.200806Z","steps":["trace[1297076421] 'process raft request' (duration: 318.25346ms)","trace[1297076421] 'compare' (duration: 260.720176ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:10.200904Z","caller":"traceutil/trace.go:171","msg":"trace[1278016669] transaction","detail":"{read_only:false; response_revision:33193; number_of_response:1; }","duration":"577.394899ms","start":"2026-03-04T02:40:09.623484Z","end":"2026-03-04T02:40:10.200879Z","steps":["trace[1278016669] 'process raft request' (duration: 577.055161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.200977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.621219Z","time spent":"579.679053ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:40:10.201046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.623478Z","time spent":"577.491671ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:10.200906Z","caller":"traceutil/trace.go:171","msg":"trace[1497118628] linearizableReadLoop","detail":"{readStateIndex:34377; appliedIndex:34374; }","duration":"537.679534ms","start":"2026-03-04T02:40:09.663203Z","end":"2026-03-04T02:40:10.200882Z","steps":["trace[1497118628] 'read index received' (duration: 30.345784ms)","trace[1497118628] 'applied index is now lower than readState.Index' (duration: 507.33173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:10.201076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.861148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:40:10.201105Z","caller":"traceutil/trace.go:171","msg":"trace[1032878060] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:33194; }","duration":"537.93273ms","start":"2026-03-04T02:40:09.663165Z","end":"2026-03-04T02:40:10.201098Z","steps":["trace[1032878060] 'agreement among raft nodes before linearized reading' (duration: 537.778436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.201128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.663147Z","time spent":"537.975251ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":96,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:40:10.201227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.106072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:40:10.201262Z","caller":"traceutil/trace.go:171","msg":"trace[1577866978] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:33194; }","duration":"393.139092ms","start":"2026-03-04T02:40:09.808114Z","end":"2026-03-04T02:40:10.201253Z","steps":["trace[1577866978] 'agreement among raft nodes before linearized reading' (duration: 393.03088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.201286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.80807Z","time spent":"393.210334ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:40:10.201229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.308483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:40:10.201331Z","caller":"traceutil/trace.go:171","msg":"trace[1095645099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33194; }","duration":"273.440645ms","start":"2026-03-04T02:40:09.927884Z","end":"2026-03-04T02:40:10.201325Z","steps":["trace[1095645099] 'agreement among raft nodes before linearized reading' (duration: 273.269461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.201331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.761679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:40:10.201366Z","caller":"traceutil/trace.go:171","msg":"trace[1854773396] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33194; }","duration":"354.7938ms","start":"2026-03-04T02:40:09.84656Z","end":"2026-03-04T02:40:10.201353Z","steps":["trace[1854773396] 'agreement among raft nodes before linearized reading' (duration: 354.687917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.201389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.846517Z","time spent":"354.866751ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:40:10.201568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.077114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:40:10.201595Z","caller":"traceutil/trace.go:171","msg":"trace[1160751336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33194; }","duration":"306.128164ms","start":"2026-03-04T02:40:09.895458Z","end":"2026-03-04T02:40:10.201586Z","steps":["trace[1160751336] 'agreement among raft nodes before linearized reading' (duration: 305.733375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.201613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.895444Z","time spent":"306.165386ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:40:10.56342Z","caller":"traceutil/trace.go:171","msg":"trace[622389188] linearizableReadLoop","detail":"{readStateIndex:34382; appliedIndex:34378; }","duration":"296.935338ms","start":"2026-03-04T02:40:10.266467Z","end":"2026-03-04T02:40:10.563402Z","steps":["trace[622389188] 'read index received' (duration: 212.852349ms)","trace[622389188] 'applied index is now lower than readState.Index' (duration: 84.082479ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:10.563425Z","caller":"traceutil/trace.go:171","msg":"trace[625453022] transaction","detail":"{read_only:false; response_revision:33195; number_of_response:1; }","duration":"358.446566ms","start":"2026-03-04T02:40:10.204947Z","end":"2026-03-04T02:40:10.563394Z","steps":["trace[625453022] 'process raft request' (duration: 274.292195ms)","trace[625453022] 'compare' (duration: 83.899945ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:10.563517Z","caller":"traceutil/trace.go:171","msg":"trace[1049124110] transaction","detail":"{read_only:false; response_revision:33198; number_of_response:1; }","duration":"357.182595ms","start":"2026-03-04T02:40:10.206327Z","end":"2026-03-04T02:40:10.563509Z","steps":["trace[1049124110] 'process raft request' (duration: 357.047742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:10.563519Z","caller":"traceutil/trace.go:171","msg":"trace[93008815] transaction","detail":"{read_only:false; response_revision:33197; number_of_response:1; }","duration":"357.164115ms","start":"2026-03-04T02:40:10.206295Z","end":"2026-03-04T02:40:10.563459Z","steps":["trace[93008815] 'process raft request' (duration: 357.060923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.56357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:10.20493Z","time spent":"358.554618ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:40:10.564087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.851269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:40:10.564133Z","caller":"traceutil/trace.go:171","msg":"trace[57089443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33198; }","duration":"127.923771ms","start":"2026-03-04T02:40:10.436198Z","end":"2026-03-04T02:40:10.564122Z","steps":["trace[57089443] 'agreement among raft nodes before linearized reading' (duration: 127.617263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.563677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.213724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18285"} {"level":"info","ts":"2026-03-04T02:40:10.56418Z","caller":"traceutil/trace.go:171","msg":"trace[191754357] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:33198; }","duration":"297.775158ms","start":"2026-03-04T02:40:10.266396Z","end":"2026-03-04T02:40:10.564171Z","steps":["trace[191754357] 'agreement among raft nodes before linearized reading' (duration: 297.206904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.563731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.569715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:40:10.564575Z","caller":"traceutil/trace.go:171","msg":"trace[165373285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33198; }","duration":"245.380335ms","start":"2026-03-04T02:40:10.319124Z","end":"2026-03-04T02:40:10.564505Z","steps":["trace[165373285] 'agreement among raft nodes before linearized reading' (duration: 244.572796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.563758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:10.206285Z","time spent":"357.344229ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:40:10.563589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:10.206318Z","time spent":"357.216577ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:10.563808Z","caller":"traceutil/trace.go:171","msg":"trace[1762516626] transaction","detail":"{read_only:false; response_revision:33196; number_of_response:1; }","duration":"358.096357ms","start":"2026-03-04T02:40:10.205696Z","end":"2026-03-04T02:40:10.563792Z","steps":["trace[1762516626] 'process raft request' (duration: 357.593425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.564998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:10.205679Z","time spent":"359.234334ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:40:10.565016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.934543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:40:10.56506Z","caller":"traceutil/trace.go:171","msg":"trace[1696220435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33198; }","duration":"211.008776ms","start":"2026-03-04T02:40:10.35404Z","end":"2026-03-04T02:40:10.565049Z","steps":["trace[1696220435] 'agreement among raft nodes before linearized reading' (duration: 209.812957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.837311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.664821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:40:10.83739Z","caller":"traceutil/trace.go:171","msg":"trace[643698317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:33201; }","duration":"163.828415ms","start":"2026-03-04T02:40:10.673543Z","end":"2026-03-04T02:40:10.837372Z","steps":["trace[643698317] 'range keys from in-memory index tree' (duration: 163.452026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:11.840304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.206497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:11.840384Z","caller":"traceutil/trace.go:171","msg":"trace[1777392596] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:33207; }","duration":"125.35488ms","start":"2026-03-04T02:40:11.71501Z","end":"2026-03-04T02:40:11.840365Z","steps":["trace[1777392596] 'count revisions from in-memory index tree' (duration: 125.074443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:12.146427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.666119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:40:12.146589Z","caller":"traceutil/trace.go:171","msg":"trace[1035274601] linearizableReadLoop","detail":"{readStateIndex:34395; appliedIndex:34393; }","duration":"260.741466ms","start":"2026-03-04T02:40:11.885818Z","end":"2026-03-04T02:40:12.14656Z","steps":["trace[1035274601] 'read index received' (duration: 18.798202ms)","trace[1035274601] 'applied index is now lower than readState.Index' (duration: 241.940804ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:12.146655Z","caller":"traceutil/trace.go:171","msg":"trace[1782934715] transaction","detail":"{read_only:false; response_revision:33209; number_of_response:1; }","duration":"319.93958ms","start":"2026-03-04T02:40:11.826686Z","end":"2026-03-04T02:40:12.146626Z","steps":["trace[1782934715] 'process raft request' (duration: 153.941393ms)","trace[1782934715] 'compare' (duration: 165.150937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:12.146803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:11.826669Z","time spent":"320.047942ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:40:12.146871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.036233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:40:12.146958Z","caller":"traceutil/trace.go:171","msg":"trace[421607068] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:33209; }","duration":"261.172166ms","start":"2026-03-04T02:40:11.885766Z","end":"2026-03-04T02:40:12.146938Z","steps":["trace[421607068] 'agreement among raft nodes before linearized reading' (duration: 260.90108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:12.23043Z","caller":"traceutil/trace.go:171","msg":"trace[1173725044] transaction","detail":"{read_only:false; response_revision:33210; number_of_response:1; }","duration":"289.647176ms","start":"2026-03-04T02:40:11.940756Z","end":"2026-03-04T02:40:12.230403Z","steps":["trace[1173725044] 'process raft request' (duration: 289.473952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:12.231002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.534817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-rgpsb\" ","response":"range_response_count:1 size:10121"} {"level":"info","ts":"2026-03-04T02:40:12.231119Z","caller":"traceutil/trace.go:171","msg":"trace[98954198] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-rgpsb; range_end:; response_count:1; response_revision:33210; }","duration":"287.719852ms","start":"2026-03-04T02:40:11.94337Z","end":"2026-03-04T02:40:12.23109Z","steps":["trace[98954198] 'agreement among raft nodes before linearized reading' (duration: 287.163078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:12.413991Z","caller":"traceutil/trace.go:171","msg":"trace[494062237] transaction","detail":"{read_only:false; response_revision:33212; number_of_response:1; }","duration":"205.513377ms","start":"2026-03-04T02:40:12.208432Z","end":"2026-03-04T02:40:12.413946Z","steps":["trace[494062237] 'process raft request' (duration: 205.263861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:12.414235Z","caller":"traceutil/trace.go:171","msg":"trace[224009398] transaction","detail":"{read_only:false; response_revision:33213; number_of_response:1; }","duration":"204.834791ms","start":"2026-03-04T02:40:12.209366Z","end":"2026-03-04T02:40:12.4142Z","steps":["trace[224009398] 'process raft request' (duration: 204.504313ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:12.414448Z","caller":"traceutil/trace.go:171","msg":"trace[1927876703] transaction","detail":"{read_only:false; response_revision:33211; number_of_response:1; }","duration":"208.389444ms","start":"2026-03-04T02:40:12.206039Z","end":"2026-03-04T02:40:12.414428Z","steps":["trace[1927876703] 'process raft request' (duration: 107.831638ms)","trace[1927876703] 'compare' (duration: 99.03377ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:12.416767Z","caller":"traceutil/trace.go:171","msg":"trace[845648758] transaction","detail":"{read_only:false; response_revision:33214; number_of_response:1; }","duration":"174.983839ms","start":"2026-03-04T02:40:12.241759Z","end":"2026-03-04T02:40:12.416742Z","steps":["trace[845648758] 'process raft request' (duration: 174.722272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:12.677123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.412331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:40:12.677195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.746926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:40:12.677234Z","caller":"traceutil/trace.go:171","msg":"trace[1478940226] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33214; }","duration":"105.526143ms","start":"2026-03-04T02:40:12.571661Z","end":"2026-03-04T02:40:12.677187Z","steps":["trace[1478940226] 'range keys from in-memory index tree' (duration: 105.278768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:12.677244Z","caller":"traceutil/trace.go:171","msg":"trace[785759975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33214; }","duration":"107.847928ms","start":"2026-03-04T02:40:12.569381Z","end":"2026-03-04T02:40:12.677229Z","steps":["trace[785759975] 'range keys from in-memory index tree' (duration: 107.597302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:12.677306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.869845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:40:12.677361Z","caller":"traceutil/trace.go:171","msg":"trace[169463445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33214; }","duration":"106.965788ms","start":"2026-03-04T02:40:12.570382Z","end":"2026-03-04T02:40:12.677347Z","steps":["trace[169463445] 'range keys from in-memory index tree' (duration: 106.771593ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:13.037678Z","caller":"traceutil/trace.go:171","msg":"trace[173633926] transaction","detail":"{read_only:false; response_revision:33217; number_of_response:1; }","duration":"349.882084ms","start":"2026-03-04T02:40:12.68776Z","end":"2026-03-04T02:40:13.037642Z","steps":["trace[173633926] 'process raft request' (duration: 349.577137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:13.037804Z","caller":"traceutil/trace.go:171","msg":"trace[1556938951] transaction","detail":"{read_only:false; response_revision:33219; number_of_response:1; }","duration":"349.617938ms","start":"2026-03-04T02:40:12.688176Z","end":"2026-03-04T02:40:13.037794Z","steps":["trace[1556938951] 'process raft request' (duration: 349.424033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:13.037849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:12.68772Z","time spent":"350.038328ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:40:13.037972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:12.688162Z","time spent":"349.68577ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:13.037677Z","caller":"traceutil/trace.go:171","msg":"trace[1647190095] transaction","detail":"{read_only:false; response_revision:33218; number_of_response:1; }","duration":"349.685749ms","start":"2026-03-04T02:40:12.687961Z","end":"2026-03-04T02:40:13.037647Z","steps":["trace[1647190095] 'process raft request' (duration: 349.579527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:13.038577Z","caller":"traceutil/trace.go:171","msg":"trace[214278554] transaction","detail":"{read_only:false; response_revision:33220; number_of_response:1; }","duration":"350.361326ms","start":"2026-03-04T02:40:12.688201Z","end":"2026-03-04T02:40:13.038562Z","steps":["trace[214278554] 'process raft request' (duration: 349.557467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:13.038677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:12.688179Z","time spent":"350.440777ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:40:13.03901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:12.687952Z","time spent":"350.173831ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:14.054576Z","caller":"traceutil/trace.go:171","msg":"trace[1382229212] linearizableReadLoop","detail":"{readStateIndex:34409; appliedIndex:34408; }","duration":"326.952124ms","start":"2026-03-04T02:40:13.727574Z","end":"2026-03-04T02:40:14.054527Z","steps":["trace[1382229212] 'read index received' (duration: 326.746799ms)","trace[1382229212] 'applied index is now lower than readState.Index' (duration: 204.355µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:14.054622Z","caller":"traceutil/trace.go:171","msg":"trace[1106833797] transaction","detail":"{read_only:false; response_revision:33223; number_of_response:1; }","duration":"390.771437ms","start":"2026-03-04T02:40:13.66382Z","end":"2026-03-04T02:40:14.054591Z","steps":["trace[1106833797] 'process raft request' (duration: 390.553182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:14.054742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.140389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:40:14.054769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:13.663794Z","time spent":"390.893979ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:14.054784Z","caller":"traceutil/trace.go:171","msg":"trace[1367907562] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:33223; }","duration":"327.243281ms","start":"2026-03-04T02:40:13.727531Z","end":"2026-03-04T02:40:14.054775Z","steps":["trace[1367907562] 'agreement among raft nodes before linearized reading' (duration: 327.130859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:14.054861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:13.727512Z","time spent":"327.310233ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:40:14.252425Z","caller":"traceutil/trace.go:171","msg":"trace[234234231] transaction","detail":"{read_only:false; response_revision:33224; number_of_response:1; }","duration":"101.342775ms","start":"2026-03-04T02:40:14.151045Z","end":"2026-03-04T02:40:14.252388Z","steps":["trace[234234231] 'process raft request' (duration: 98.784925ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:31.603916Z","caller":"traceutil/trace.go:171","msg":"trace[1105170933] transaction","detail":"{read_only:false; response_revision:33365; number_of_response:1; }","duration":"119.937452ms","start":"2026-03-04T02:40:31.483959Z","end":"2026-03-04T02:40:31.603896Z","steps":["trace[1105170933] 'process raft request' (duration: 119.792999ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:34.196189Z","caller":"traceutil/trace.go:171","msg":"trace[1385726763] transaction","detail":"{read_only:false; response_revision:33379; number_of_response:1; }","duration":"114.665598ms","start":"2026-03-04T02:40:34.081502Z","end":"2026-03-04T02:40:34.196168Z","steps":["trace[1385726763] 'process raft request' (duration: 114.508064ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:35.291348Z","caller":"traceutil/trace.go:171","msg":"trace[187430282] transaction","detail":"{read_only:false; response_revision:33387; number_of_response:1; }","duration":"144.255505ms","start":"2026-03-04T02:40:35.147073Z","end":"2026-03-04T02:40:35.291329Z","steps":["trace[187430282] 'process raft request' (duration: 143.534248ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:35.406883Z","caller":"traceutil/trace.go:171","msg":"trace[25376939] transaction","detail":"{read_only:false; response_revision:33390; number_of_response:1; }","duration":"111.117956ms","start":"2026-03-04T02:40:35.295738Z","end":"2026-03-04T02:40:35.406856Z","steps":["trace[25376939] 'process raft request' (duration: 111.060254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:35.407128Z","caller":"traceutil/trace.go:171","msg":"trace[130574172] transaction","detail":"{read_only:false; response_revision:33389; number_of_response:1; }","duration":"111.380021ms","start":"2026-03-04T02:40:35.295722Z","end":"2026-03-04T02:40:35.407102Z","steps":["trace[130574172] 'process raft request' (duration: 65.392389ms)","trace[130574172] 'compare' (duration: 45.491011ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:36.973747Z","caller":"traceutil/trace.go:171","msg":"trace[1962208204] transaction","detail":"{read_only:false; response_revision:33398; number_of_response:1; }","duration":"112.388915ms","start":"2026-03-04T02:40:36.861333Z","end":"2026-03-04T02:40:36.973722Z","steps":["trace[1962208204] 'process raft request' (duration: 112.239271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:37.458877Z","caller":"traceutil/trace.go:171","msg":"trace[2085470887] transaction","detail":"{read_only:false; response_revision:33401; number_of_response:1; }","duration":"118.942039ms","start":"2026-03-04T02:40:37.339884Z","end":"2026-03-04T02:40:37.458826Z","steps":["trace[2085470887] 'process raft request' (duration: 96.621224ms)","trace[2085470887] 'compare' (duration: 21.847054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:39.578387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.175395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:39.578499Z","caller":"traceutil/trace.go:171","msg":"trace[667336529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33415; }","duration":"105.328119ms","start":"2026-03-04T02:40:39.473151Z","end":"2026-03-04T02:40:39.578479Z","steps":["trace[667336529] 'range keys from in-memory index tree' (duration: 105.101883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:39.578533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.480411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:40:39.578619Z","caller":"traceutil/trace.go:171","msg":"trace[544389143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33415; }","duration":"116.604254ms","start":"2026-03-04T02:40:39.461994Z","end":"2026-03-04T02:40:39.578599Z","steps":["trace[544389143] 'range keys from in-memory index tree' (duration: 116.314828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:39.578739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.751417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:40:39.578808Z","caller":"traceutil/trace.go:171","msg":"trace[510299065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33415; }","duration":"110.827698ms","start":"2026-03-04T02:40:39.467964Z","end":"2026-03-04T02:40:39.578792Z","steps":["trace[510299065] 'range keys from in-memory index tree' (duration: 110.671555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:39.579251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.517077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:40:39.579368Z","caller":"traceutil/trace.go:171","msg":"trace[538434085] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:33415; }","duration":"140.67857ms","start":"2026-03-04T02:40:39.438661Z","end":"2026-03-04T02:40:39.579339Z","steps":["trace[538434085] 'range keys from in-memory index tree' (duration: 139.837391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:39.81044Z","caller":"traceutil/trace.go:171","msg":"trace[1764174891] transaction","detail":"{read_only:false; response_revision:33419; number_of_response:1; }","duration":"106.384044ms","start":"2026-03-04T02:40:39.703837Z","end":"2026-03-04T02:40:39.810221Z","steps":["trace[1764174891] 'process raft request' (duration: 106.042656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:40.169227Z","caller":"traceutil/trace.go:171","msg":"trace[492763937] transaction","detail":"{read_only:false; response_revision:33421; number_of_response:1; }","duration":"255.287208ms","start":"2026-03-04T02:40:39.913897Z","end":"2026-03-04T02:40:40.169185Z","steps":["trace[492763937] 'process raft request' (duration: 246.167543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:41.178163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.256914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:40:41.178279Z","caller":"traceutil/trace.go:171","msg":"trace[291623313] transaction","detail":"{read_only:false; response_revision:33428; number_of_response:1; }","duration":"127.589903ms","start":"2026-03-04T02:40:41.05066Z","end":"2026-03-04T02:40:41.178249Z","steps":["trace[291623313] 'process raft request' (duration: 23.173755ms)","trace[291623313] 'compare' (duration: 104.133631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:41.57423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.347972ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:40:41.574339Z","caller":"traceutil/trace.go:171","msg":"trace[693520219] linearizableReadLoop","detail":"{readStateIndex:34622; appliedIndex:34621; }","duration":"100.475485ms","start":"2026-03-04T02:40:41.473846Z","end":"2026-03-04T02:40:41.574321Z","steps":["trace[693520219] 'read index received' (duration: 27.771µs)","trace[693520219] 'applied index is now lower than readState.Index' (duration: 100.445964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:41.574454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.598377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:41.574488Z","caller":"traceutil/trace.go:171","msg":"trace[1552643662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33429; }","duration":"100.665698ms","start":"2026-03-04T02:40:41.473813Z","end":"2026-03-04T02:40:41.574478Z","steps":["trace[1552643662] 'agreement among raft nodes before linearized reading' (duration: 100.597237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:41.934369Z","caller":"traceutil/trace.go:171","msg":"trace[1900820620] linearizableReadLoop","detail":"{readStateIndex:34626; appliedIndex:34625; }","duration":"103.425324ms","start":"2026-03-04T02:40:41.830914Z","end":"2026-03-04T02:40:41.934339Z","steps":["trace[1900820620] 'read index received' (duration: 103.109287ms)","trace[1900820620] 'applied index is now lower than readState.Index' (duration: 314.667µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:41.934522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.580708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:41.934552Z","caller":"traceutil/trace.go:171","msg":"trace[1992238158] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:33433; }","duration":"103.672ms","start":"2026-03-04T02:40:41.830868Z","end":"2026-03-04T02:40:41.93454Z","steps":["trace[1992238158] 'agreement among raft nodes before linearized reading' (duration: 103.583178ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:41.934699Z","caller":"traceutil/trace.go:171","msg":"trace[1588490696] transaction","detail":"{read_only:false; response_revision:33433; number_of_response:1; }","duration":"116.84576ms","start":"2026-03-04T02:40:41.817819Z","end":"2026-03-04T02:40:41.934665Z","steps":["trace[1588490696] 'process raft request' (duration: 116.339048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:46.880891Z","caller":"traceutil/trace.go:171","msg":"trace[841287317] transaction","detail":"{read_only:false; response_revision:33462; number_of_response:1; }","duration":"259.244372ms","start":"2026-03-04T02:40:46.621625Z","end":"2026-03-04T02:40:46.88087Z","steps":["trace[841287317] 'process raft request' (duration: 259.061958ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:47.015647Z","caller":"traceutil/trace.go:171","msg":"trace[1658958431] linearizableReadLoop","detail":"{readStateIndex:34659; appliedIndex:34656; }","duration":"275.631367ms","start":"2026-03-04T02:40:46.739991Z","end":"2026-03-04T02:40:47.015623Z","steps":["trace[1658958431] 'read index received' (duration: 141.351607ms)","trace[1658958431] 'applied index is now lower than readState.Index' (duration: 134.27854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:47.015794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.78232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:47.015833Z","caller":"traceutil/trace.go:171","msg":"trace[27423065] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33465; }","duration":"275.873223ms","start":"2026-03-04T02:40:46.739949Z","end":"2026-03-04T02:40:47.015822Z","steps":["trace[27423065] 'agreement among raft nodes before linearized reading' (duration: 275.76841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:47.015961Z","caller":"traceutil/trace.go:171","msg":"trace[1046495771] transaction","detail":"{read_only:false; response_revision:33463; number_of_response:1; }","duration":"390.305636ms","start":"2026-03-04T02:40:46.625602Z","end":"2026-03-04T02:40:47.015907Z","steps":["trace[1046495771] 'process raft request' (duration: 389.797244ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:47.015996Z","caller":"traceutil/trace.go:171","msg":"trace[2113884380] transaction","detail":"{read_only:false; response_revision:33464; number_of_response:1; }","duration":"385.921933ms","start":"2026-03-04T02:40:46.630032Z","end":"2026-03-04T02:40:47.015954Z","steps":["trace[2113884380] 'process raft request' (duration: 385.510643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:47.016119Z","caller":"traceutil/trace.go:171","msg":"trace[1086236466] transaction","detail":"{read_only:false; response_revision:33465; number_of_response:1; }","duration":"386.038835ms","start":"2026-03-04T02:40:46.630066Z","end":"2026-03-04T02:40:47.016105Z","steps":["trace[1086236466] 'process raft request' (duration: 385.517203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:47.016213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:46.625547Z","time spent":"390.538041ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:40:47.016212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:46.630016Z","time spent":"386.079966ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:40:47.016218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:46.630043Z","time spent":"386.109496ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:51.820826Z","caller":"traceutil/trace.go:171","msg":"trace[689526639] transaction","detail":"{read_only:false; response_revision:33497; number_of_response:1; }","duration":"127.89394ms","start":"2026-03-04T02:40:51.692907Z","end":"2026-03-04T02:40:51.820801Z","steps":["trace[689526639] 'process raft request' (duration: 127.714095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:52.410988Z","caller":"traceutil/trace.go:171","msg":"trace[342416115] linearizableReadLoop","detail":"{readStateIndex:34693; appliedIndex:34692; }","duration":"703.437425ms","start":"2026-03-04T02:40:51.707531Z","end":"2026-03-04T02:40:52.410968Z","steps":["trace[342416115] 'read index received' (duration: 113.505191ms)","trace[342416115] 'applied index is now lower than readState.Index' (duration: 589.931384ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:52.411383Z","caller":"traceutil/trace.go:171","msg":"trace[1059869728] transaction","detail":"{read_only:false; response_revision:33498; number_of_response:1; }","duration":"703.916666ms","start":"2026-03-04T02:40:51.707448Z","end":"2026-03-04T02:40:52.411365Z","steps":["trace[1059869728] 'process raft request' (duration: 703.326822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:52.411499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.958487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:40:52.411534Z","caller":"traceutil/trace.go:171","msg":"trace[598097970] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33498; }","duration":"704.014979ms","start":"2026-03-04T02:40:51.707508Z","end":"2026-03-04T02:40:52.411523Z","steps":["trace[598097970] 'agreement among raft nodes before linearized reading' (duration: 703.864115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:52.411513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:51.707429Z","time spent":"703.994118ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:40:52.411559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:51.707497Z","time spent":"704.055639ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:40:52.41615Z","caller":"traceutil/trace.go:171","msg":"trace[1151459428] transaction","detail":"{read_only:false; response_revision:33499; number_of_response:1; }","duration":"331.073031ms","start":"2026-03-04T02:40:52.084817Z","end":"2026-03-04T02:40:52.41589Z","steps":["trace[1151459428] 'process raft request' (duration: 328.553802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:52.416485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:52.084798Z","time spent":"331.478031ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:40:52.427841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.786163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:52.427902Z","caller":"traceutil/trace.go:171","msg":"trace[1253242909] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:33499; }","duration":"689.882896ms","start":"2026-03-04T02:40:51.738Z","end":"2026-03-04T02:40:52.427883Z","steps":["trace[1253242909] 'agreement among raft nodes before linearized reading' (duration: 675.433256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:52.427913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.434476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:40:52.42793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:51.737967Z","time spent":"689.955277ms","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:40:52.427945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.566625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:40:52.427973Z","caller":"traceutil/trace.go:171","msg":"trace[1442522002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33499; }","duration":"129.523908ms","start":"2026-03-04T02:40:52.29843Z","end":"2026-03-04T02:40:52.427954Z","steps":["trace[1442522002] 'agreement among raft nodes before linearized reading' (duration: 115.099089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:52.428002Z","caller":"traceutil/trace.go:171","msg":"trace[81171986] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:33499; }","duration":"425.680268ms","start":"2026-03-04T02:40:52.002308Z","end":"2026-03-04T02:40:52.427988Z","steps":["trace[81171986] 'agreement among raft nodes before linearized reading' (duration: 411.241138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:52.428038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:52.002285Z","time spent":"425.742099ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":249,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:40:52.428163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.870124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:40:52.428192Z","caller":"traceutil/trace.go:171","msg":"trace[1321313675] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33499; }","duration":"383.935885ms","start":"2026-03-04T02:40:52.044244Z","end":"2026-03-04T02:40:52.42818Z","steps":["trace[1321313675] 'agreement among raft nodes before linearized reading' (duration: 369.26383ms)","trace[1321313675] 'range keys from in-memory index tree' (duration: 14.594333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:52.42821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:52.044216Z","time spent":"383.987247ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:40:52.428512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.494288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:40:52.428651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.642712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:52.428643Z","caller":"traceutil/trace.go:171","msg":"trace[1034472173] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:33499; }","duration":"497.669182ms","start":"2026-03-04T02:40:51.930958Z","end":"2026-03-04T02:40:52.428627Z","steps":["trace[1034472173] 'agreement among raft nodes before linearized reading' (duration: 482.595268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:52.428765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:51.930939Z","time spent":"497.806965ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:40:52.429107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.414828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T02:40:52.429201Z","caller":"traceutil/trace.go:171","msg":"trace[86737374] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:33499; }","duration":"274.517851ms","start":"2026-03-04T02:40:52.154642Z","end":"2026-03-04T02:40:52.42916Z","steps":["trace[86737374] 'agreement among raft nodes before linearized reading' (duration: 258.916504ms)","trace[86737374] 'range keys from in-memory index tree' (duration: 15.434263ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:52.428691Z","caller":"traceutil/trace.go:171","msg":"trace[1094688673] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:33499; }","duration":"271.688123ms","start":"2026-03-04T02:40:52.156987Z","end":"2026-03-04T02:40:52.428675Z","steps":["trace[1094688673] 'agreement among raft nodes before linearized reading' (duration: 256.515666ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:57.379809Z","caller":"traceutil/trace.go:171","msg":"trace[1701725274] transaction","detail":"{read_only:false; response_revision:33533; number_of_response:1; }","duration":"307.953997ms","start":"2026-03-04T02:40:57.071826Z","end":"2026-03-04T02:40:57.37978Z","steps":["trace[1701725274] 'process raft request' (duration: 307.778403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:57.379968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:57.071789Z","time spent":"308.09388ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:57.665861Z","caller":"traceutil/trace.go:171","msg":"trace[180077974] transaction","detail":"{read_only:false; response_revision:33534; number_of_response:1; }","duration":"592.265978ms","start":"2026-03-04T02:40:57.073561Z","end":"2026-03-04T02:40:57.665827Z","steps":["trace[180077974] 'process raft request' (duration: 592.060023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:57.666047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:57.073544Z","time spent":"592.421782ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:57.666438Z","caller":"traceutil/trace.go:171","msg":"trace[2117591155] transaction","detail":"{read_only:false; response_revision:33535; number_of_response:1; }","duration":"586.818071ms","start":"2026-03-04T02:40:57.079602Z","end":"2026-03-04T02:40:57.66642Z","steps":["trace[2117591155] 'process raft request' (duration: 586.172936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:57.666713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:57.079584Z","time spent":"587.023475ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:57.666883Z","caller":"traceutil/trace.go:171","msg":"trace[1887731136] transaction","detail":"{read_only:false; response_revision:33536; number_of_response:1; }","duration":"475.215234ms","start":"2026-03-04T02:40:57.191655Z","end":"2026-03-04T02:40:57.666871Z","steps":["trace[1887731136] 'process raft request' (duration: 474.513457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:57.666944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:57.191625Z","time spent":"475.289656ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:57.666753Z","caller":"traceutil/trace.go:171","msg":"trace[2082151692] linearizableReadLoop","detail":"{readStateIndex:34732; appliedIndex:34728; }","duration":"334.092122ms","start":"2026-03-04T02:40:57.332641Z","end":"2026-03-04T02:40:57.666734Z","steps":["trace[2082151692] 'read index received' (duration: 46.960665ms)","trace[2082151692] 'applied index is now lower than readState.Index' (duration: 287.130617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:57.667803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.63864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:40:57.667868Z","caller":"traceutil/trace.go:171","msg":"trace[1616895526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33536; }","duration":"174.739113ms","start":"2026-03-04T02:40:57.493113Z","end":"2026-03-04T02:40:57.667852Z","steps":["trace[1616895526] 'agreement among raft nodes before linearized reading' (duration: 174.552348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:57.667907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.25006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:40:57.668121Z","caller":"traceutil/trace.go:171","msg":"trace[1641130285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33536; }","duration":"335.351603ms","start":"2026-03-04T02:40:57.332583Z","end":"2026-03-04T02:40:57.667934Z","steps":["trace[1641130285] 'agreement among raft nodes before linearized reading' (duration: 335.002274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:57.668181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:57.332537Z","time spent":"335.613169ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:41:01.702766Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000087c8.wal"} {"level":"warn","ts":"2026-03-04T02:41:03.77328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.720828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:41:03.773344Z","caller":"traceutil/trace.go:171","msg":"trace[696730657] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:33572; }","duration":"155.827071ms","start":"2026-03-04T02:41:03.617502Z","end":"2026-03-04T02:41:03.773329Z","steps":["trace[696730657] 'count revisions from in-memory index tree' (duration: 155.647677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:03.981226Z","caller":"traceutil/trace.go:171","msg":"trace[2023125699] linearizableReadLoop","detail":"{readStateIndex:34772; appliedIndex:34770; }","duration":"206.098413ms","start":"2026-03-04T02:41:03.775106Z","end":"2026-03-04T02:41:03.981204Z","steps":["trace[2023125699] 'read index received' (duration: 205.591931ms)","trace[2023125699] 'applied index is now lower than readState.Index' (duration: 505.372µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:03.981493Z","caller":"traceutil/trace.go:171","msg":"trace[1619290031] transaction","detail":"{read_only:false; response_revision:33574; number_of_response:1; }","duration":"269.977043ms","start":"2026-03-04T02:41:03.711504Z","end":"2026-03-04T02:41:03.981481Z","steps":["trace[1619290031] 'process raft request' (duration: 268.931439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:03.981619Z","caller":"traceutil/trace.go:171","msg":"trace[701419486] transaction","detail":"{read_only:false; response_revision:33575; number_of_response:1; }","duration":"270.039655ms","start":"2026-03-04T02:41:03.711551Z","end":"2026-03-04T02:41:03.981591Z","steps":["trace[701419486] 'process raft request' (duration: 269.571244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:03.981896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.065738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:41:03.981978Z","caller":"traceutil/trace.go:171","msg":"trace[751497521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33575; }","duration":"268.170841ms","start":"2026-03-04T02:41:03.713785Z","end":"2026-03-04T02:41:03.981956Z","steps":["trace[751497521] 'agreement among raft nodes before linearized reading' (duration: 267.719771ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:03.99436Z","caller":"traceutil/trace.go:171","msg":"trace[10966638] transaction","detail":"{read_only:false; response_revision:33576; number_of_response:1; }","duration":"212.901902ms","start":"2026-03-04T02:41:03.781442Z","end":"2026-03-04T02:41:03.994344Z","steps":["trace[10966638] 'process raft request' (duration: 212.757509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:03.994698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.363602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:41:03.994738Z","caller":"traceutil/trace.go:171","msg":"trace[1145171710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33576; }","duration":"104.446264ms","start":"2026-03-04T02:41:03.890281Z","end":"2026-03-04T02:41:03.994727Z","steps":["trace[1145171710] 'agreement among raft nodes before linearized reading' (duration: 104.031724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:09.927242Z","caller":"traceutil/trace.go:171","msg":"trace[830408777] transaction","detail":"{read_only:false; response_revision:33616; number_of_response:1; }","duration":"132.80916ms","start":"2026-03-04T02:41:09.794405Z","end":"2026-03-04T02:41:09.927214Z","steps":["trace[830408777] 'process raft request' (duration: 38.489694ms)","trace[830408777] 'compare' (duration: 94.180603ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:18.86653Z","caller":"traceutil/trace.go:171","msg":"trace[1310013199] linearizableReadLoop","detail":"{readStateIndex:34875; appliedIndex:34874; }","duration":"159.249271ms","start":"2026-03-04T02:41:18.707257Z","end":"2026-03-04T02:41:18.866506Z","steps":["trace[1310013199] 'read index received' (duration: 159.086458ms)","trace[1310013199] 'applied index is now lower than readState.Index' (duration: 160.723µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:18.866855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.589019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:41:18.86689Z","caller":"traceutil/trace.go:171","msg":"trace[2126198779] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33675; }","duration":"159.660911ms","start":"2026-03-04T02:41:18.707219Z","end":"2026-03-04T02:41:18.86688Z","steps":["trace[2126198779] 'agreement among raft nodes before linearized reading' (duration: 159.535168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:18.866954Z","caller":"traceutil/trace.go:171","msg":"trace[908315892] transaction","detail":"{read_only:false; response_revision:33675; number_of_response:1; }","duration":"219.930778ms","start":"2026-03-04T02:41:18.64699Z","end":"2026-03-04T02:41:18.86692Z","steps":["trace[908315892] 'process raft request' (duration: 219.369625ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:18.984015Z","caller":"traceutil/trace.go:171","msg":"trace[1672669690] transaction","detail":"{read_only:false; response_revision:33676; number_of_response:1; }","duration":"113.149058ms","start":"2026-03-04T02:41:18.870828Z","end":"2026-03-04T02:41:18.983977Z","steps":["trace[1672669690] 'process raft request' (duration: 56.19724ms)","trace[1672669690] 'compare' (duration: 56.569559ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:18.984106Z","caller":"traceutil/trace.go:171","msg":"trace[1830618802] transaction","detail":"{read_only:false; response_revision:33678; number_of_response:1; }","duration":"112.272028ms","start":"2026-03-04T02:41:18.871771Z","end":"2026-03-04T02:41:18.984043Z","steps":["trace[1830618802] 'process raft request' (duration: 112.184446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:18.984257Z","caller":"traceutil/trace.go:171","msg":"trace[1253955525] transaction","detail":"{read_only:false; response_revision:33677; number_of_response:1; }","duration":"113.072966ms","start":"2026-03-04T02:41:18.871156Z","end":"2026-03-04T02:41:18.984229Z","steps":["trace[1253955525] 'process raft request' (duration: 112.684647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:19.172039Z","caller":"traceutil/trace.go:171","msg":"trace[1837738326] transaction","detail":"{read_only:false; response_revision:33679; number_of_response:1; }","duration":"151.670574ms","start":"2026-03-04T02:41:19.02034Z","end":"2026-03-04T02:41:19.172011Z","steps":["trace[1837738326] 'process raft request' (duration: 75.386351ms)","trace[1837738326] 'compare' (duration: 76.16574ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:19.420585Z","caller":"traceutil/trace.go:171","msg":"trace[1056296299] transaction","detail":"{read_only:false; response_revision:33680; number_of_response:1; }","duration":"125.429567ms","start":"2026-03-04T02:41:19.295116Z","end":"2026-03-04T02:41:19.420545Z","steps":["trace[1056296299] 'process raft request' (duration: 125.253523ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:25.012364Z","caller":"traceutil/trace.go:171","msg":"trace[1254913648] transaction","detail":"{read_only:false; response_revision:33717; number_of_response:1; }","duration":"125.177141ms","start":"2026-03-04T02:41:24.887154Z","end":"2026-03-04T02:41:25.012331Z","steps":["trace[1254913648] 'process raft request' (duration: 124.983376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:25.186755Z","caller":"traceutil/trace.go:171","msg":"trace[18128177] transaction","detail":"{read_only:false; response_revision:33719; number_of_response:1; }","duration":"170.045446ms","start":"2026-03-04T02:41:25.016689Z","end":"2026-03-04T02:41:25.186734Z","steps":["trace[18128177] 'process raft request' (duration: 91.363427ms)","trace[18128177] 'compare' (duration: 78.190317ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:25.186869Z","caller":"traceutil/trace.go:171","msg":"trace[1222605645] transaction","detail":"{read_only:false; response_revision:33720; number_of_response:1; }","duration":"169.555274ms","start":"2026-03-04T02:41:25.017269Z","end":"2026-03-04T02:41:25.186825Z","steps":["trace[1222605645] 'process raft request' (duration: 169.165575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:25.466025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.528549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:41:25.466105Z","caller":"traceutil/trace.go:171","msg":"trace[1984670753] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:33721; }","duration":"125.625621ms","start":"2026-03-04T02:41:25.340461Z","end":"2026-03-04T02:41:25.466086Z","steps":["trace[1984670753] 'count revisions from in-memory index tree' (duration: 125.399996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:25.983123Z","caller":"traceutil/trace.go:171","msg":"trace[1143618338] transaction","detail":"{read_only:false; response_revision:33723; number_of_response:1; }","duration":"244.31886ms","start":"2026-03-04T02:41:25.738756Z","end":"2026-03-04T02:41:25.983075Z","steps":["trace[1143618338] 'process raft request' (duration: 240.990642ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:26.416965Z","caller":"traceutil/trace.go:171","msg":"trace[242461944] transaction","detail":"{read_only:false; response_revision:33730; number_of_response:1; }","duration":"131.348276ms","start":"2026-03-04T02:41:26.285597Z","end":"2026-03-04T02:41:26.416945Z","steps":["trace[242461944] 'process raft request' (duration: 117.100981ms)","trace[242461944] 'compare' (duration: 13.705652ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:27.180962Z","caller":"traceutil/trace.go:171","msg":"trace[912198379] linearizableReadLoop","detail":"{readStateIndex:34934; appliedIndex:34932; }","duration":"130.856784ms","start":"2026-03-04T02:41:27.050029Z","end":"2026-03-04T02:41:27.180886Z","steps":["trace[912198379] 'read index received' (duration: 61.085575ms)","trace[912198379] 'applied index is now lower than readState.Index' (duration: 69.769989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:27.181145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.09571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:41:27.181178Z","caller":"traceutil/trace.go:171","msg":"trace[920724033] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33732; }","duration":"131.170492ms","start":"2026-03-04T02:41:27.049996Z","end":"2026-03-04T02:41:27.181166Z","steps":["trace[920724033] 'agreement among raft nodes before linearized reading' (duration: 131.026208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.181474Z","caller":"traceutil/trace.go:171","msg":"trace[1213775662] transaction","detail":"{read_only:false; response_revision:33732; number_of_response:1; }","duration":"151.502509ms","start":"2026-03-04T02:41:27.029961Z","end":"2026-03-04T02:41:27.181464Z","steps":["trace[1213775662] 'process raft request' (duration: 133.014125ms)","trace[1213775662] 'compare' (duration: 17.794758ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:27.415587Z","caller":"traceutil/trace.go:171","msg":"trace[2123677215] transaction","detail":"{read_only:false; response_revision:33734; number_of_response:1; }","duration":"219.58435ms","start":"2026-03-04T02:41:27.195979Z","end":"2026-03-04T02:41:27.415563Z","steps":["trace[2123677215] 'process raft request' (duration: 146.491912ms)","trace[2123677215] 'compare' (duration: 72.913513ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:27.415633Z","caller":"traceutil/trace.go:171","msg":"trace[13035886] linearizableReadLoop","detail":"{readStateIndex:34936; appliedIndex:34935; }","duration":"194.620813ms","start":"2026-03-04T02:41:27.220967Z","end":"2026-03-04T02:41:27.415588Z","steps":["trace[13035886] 'read index received' (duration: 121.409653ms)","trace[13035886] 'applied index is now lower than readState.Index' (duration: 73.21004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:27.415851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.923415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:41:27.415891Z","caller":"traceutil/trace.go:171","msg":"trace[2134762850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33735; }","duration":"224.996667ms","start":"2026-03-04T02:41:27.190885Z","end":"2026-03-04T02:41:27.415881Z","steps":["trace[2134762850] 'agreement among raft nodes before linearized reading' (duration: 224.844553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.416164Z","caller":"traceutil/trace.go:171","msg":"trace[1096251315] transaction","detail":"{read_only:false; response_revision:33735; number_of_response:1; }","duration":"190.519547ms","start":"2026-03-04T02:41:27.225217Z","end":"2026-03-04T02:41:27.415737Z","steps":["trace[1096251315] 'process raft request' (duration: 190.332962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:28.193116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.356024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:41:28.193268Z","caller":"traceutil/trace.go:171","msg":"trace[1908490765] transaction","detail":"{read_only:false; response_revision:33738; number_of_response:1; }","duration":"125.598422ms","start":"2026-03-04T02:41:28.067638Z","end":"2026-03-04T02:41:28.193237Z","steps":["trace[1908490765] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/orc-system/f35396c5.k-orc.cloud; req_size:494; } (duration: 118.894414ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:28.395657Z","caller":"traceutil/trace.go:171","msg":"trace[1078746836] linearizableReadLoop","detail":"{readStateIndex:34942; appliedIndex:34941; }","duration":"174.214133ms","start":"2026-03-04T02:41:28.221422Z","end":"2026-03-04T02:41:28.395637Z","steps":["trace[1078746836] 'read index received' (duration: 79.279513ms)","trace[1078746836] 'applied index is now lower than readState.Index' (duration: 94.93379ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:28.395892Z","caller":"traceutil/trace.go:171","msg":"trace[494906222] transaction","detail":"{read_only:false; response_revision:33740; number_of_response:1; }","duration":"244.198317ms","start":"2026-03-04T02:41:28.151684Z","end":"2026-03-04T02:41:28.395883Z","steps":["trace[494906222] 'process raft request' (duration: 149.109003ms)","trace[494906222] 'compare' (duration: 94.50068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:28.396116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.689955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f93212bc-0c92-4ee0-bab4-b6f8bb19741d\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T02:41:28.396149Z","caller":"traceutil/trace.go:171","msg":"trace[1868241511] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f93212bc-0c92-4ee0-bab4-b6f8bb19741d; range_end:; response_count:1; response_revision:33740; }","duration":"174.770797ms","start":"2026-03-04T02:41:28.221367Z","end":"2026-03-04T02:41:28.396138Z","steps":["trace[1868241511] 'agreement among raft nodes before linearized reading' (duration: 174.660114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:28.396309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.862458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:41:28.396333Z","caller":"traceutil/trace.go:171","msg":"trace[1848440570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33740; }","duration":"112.095703ms","start":"2026-03-04T02:41:28.284231Z","end":"2026-03-04T02:41:28.396327Z","steps":["trace[1848440570] 'agreement among raft nodes before linearized reading' (duration: 112.024322ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:06.313155Z","caller":"traceutil/trace.go:171","msg":"trace[1695605414] transaction","detail":"{read_only:false; response_revision:33999; number_of_response:1; }","duration":"132.537993ms","start":"2026-03-04T02:42:06.180578Z","end":"2026-03-04T02:42:06.313116Z","steps":["trace[1695605414] 'process raft request' (duration: 41.188447ms)","trace[1695605414] 'compare' (duration: 91.159641ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:06.741337Z","caller":"traceutil/trace.go:171","msg":"trace[1236562874] linearizableReadLoop","detail":"{readStateIndex:35213; appliedIndex:35212; }","duration":"135.3241ms","start":"2026-03-04T02:42:06.605986Z","end":"2026-03-04T02:42:06.74131Z","steps":["trace[1236562874] 'read index received' (duration: 135.052953ms)","trace[1236562874] 'applied index is now lower than readState.Index' (duration: 270.067µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:06.741461Z","caller":"traceutil/trace.go:171","msg":"trace[980414299] transaction","detail":"{read_only:false; response_revision:34002; number_of_response:1; }","duration":"169.047202ms","start":"2026-03-04T02:42:06.572383Z","end":"2026-03-04T02:42:06.74143Z","steps":["trace[980414299] 'process raft request' (duration: 168.727594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:06.741588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.586196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:42:06.741651Z","caller":"traceutil/trace.go:171","msg":"trace[1441360225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34002; }","duration":"135.696378ms","start":"2026-03-04T02:42:06.605943Z","end":"2026-03-04T02:42:06.741639Z","steps":["trace[1441360225] 'agreement among raft nodes before linearized reading' (duration: 135.504474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:06.959336Z","caller":"traceutil/trace.go:171","msg":"trace[580458314] transaction","detail":"{read_only:false; response_revision:34003; number_of_response:1; }","duration":"212.855381ms","start":"2026-03-04T02:42:06.74646Z","end":"2026-03-04T02:42:06.959316Z","steps":["trace[580458314] 'process raft request' (duration: 212.694607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:07.013926Z","caller":"traceutil/trace.go:171","msg":"trace[1817723157] transaction","detail":"{read_only:false; response_revision:34004; number_of_response:1; }","duration":"267.360702ms","start":"2026-03-04T02:42:06.746542Z","end":"2026-03-04T02:42:07.013903Z","steps":["trace[1817723157] 'process raft request' (duration: 267.216969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:07.014076Z","caller":"traceutil/trace.go:171","msg":"trace[1509471390] transaction","detail":"{read_only:false; response_revision:34005; number_of_response:1; }","duration":"267.394523ms","start":"2026-03-04T02:42:06.746665Z","end":"2026-03-04T02:42:07.014059Z","steps":["trace[1509471390] 'process raft request' (duration: 267.201898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:07.785317Z","caller":"traceutil/trace.go:171","msg":"trace[1259134022] transaction","detail":"{read_only:false; response_revision:34007; number_of_response:1; }","duration":"304.108915ms","start":"2026-03-04T02:42:07.481182Z","end":"2026-03-04T02:42:07.785291Z","steps":["trace[1259134022] 'process raft request' (duration: 256.086157ms)","trace[1259134022] 'compare' (duration: 47.926006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:07.785461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:07.481164Z","time spent":"304.224738ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:08.171558Z","caller":"traceutil/trace.go:171","msg":"trace[834838966] linearizableReadLoop","detail":"{readStateIndex:35219; appliedIndex:35217; }","duration":"474.789396ms","start":"2026-03-04T02:42:07.696745Z","end":"2026-03-04T02:42:08.171534Z","steps":["trace[834838966] 'read index received' (duration: 40.497621ms)","trace[834838966] 'applied index is now lower than readState.Index' (duration: 434.290895ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:08.171674Z","caller":"traceutil/trace.go:171","msg":"trace[1528819380] transaction","detail":"{read_only:false; response_revision:34008; number_of_response:1; }","duration":"506.634625ms","start":"2026-03-04T02:42:07.665028Z","end":"2026-03-04T02:42:08.171663Z","steps":["trace[1528819380] 'process raft request' (duration: 506.362958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.171771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:07.665006Z","time spent":"506.695996ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:08.171903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.056305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:42:08.171949Z","caller":"traceutil/trace.go:171","msg":"trace[760642550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34008; }","duration":"470.139117ms","start":"2026-03-04T02:42:07.701798Z","end":"2026-03-04T02:42:08.171938Z","steps":["trace[760642550] 'agreement among raft nodes before linearized reading' (duration: 469.970403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.17198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:07.701778Z","time spent":"470.193178ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:42:08.17211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.507266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:08.172154Z","caller":"traceutil/trace.go:171","msg":"trace[233903670] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:34008; }","duration":"107.607518ms","start":"2026-03-04T02:42:08.064535Z","end":"2026-03-04T02:42:08.172143Z","steps":["trace[233903670] 'agreement among raft nodes before linearized reading' (duration: 107.537966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.172373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.630866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:42:08.172409Z","caller":"traceutil/trace.go:171","msg":"trace[1578026501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34008; }","duration":"475.694357ms","start":"2026-03-04T02:42:07.696705Z","end":"2026-03-04T02:42:08.1724Z","steps":["trace[1578026501] 'agreement among raft nodes before linearized reading' (duration: 475.598355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.172434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:07.696689Z","time spent":"475.738129ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:42:08.172634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.416489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:08.172685Z","caller":"traceutil/trace.go:171","msg":"trace[1793892738] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:34008; }","duration":"180.46929ms","start":"2026-03-04T02:42:07.992204Z","end":"2026-03-04T02:42:08.172674Z","steps":["trace[1793892738] 'agreement among raft nodes before linearized reading' (duration: 180.391129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.440393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.154357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:42:08.440758Z","caller":"traceutil/trace.go:171","msg":"trace[1161676963] transaction","detail":"{read_only:false; response_revision:34011; number_of_response:1; }","duration":"263.408219ms","start":"2026-03-04T02:42:08.177307Z","end":"2026-03-04T02:42:08.440716Z","steps":["trace[1161676963] 'process raft request' (duration: 263.196934ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.44067Z","caller":"traceutil/trace.go:171","msg":"trace[1762963672] transaction","detail":"{read_only:false; response_revision:34010; number_of_response:1; }","duration":"263.932471ms","start":"2026-03-04T02:42:08.176697Z","end":"2026-03-04T02:42:08.44063Z","steps":["trace[1762963672] 'process raft request' (duration: 116.447856ms)","trace[1762963672] 'compare' (duration: 147.009004ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:08.440998Z","caller":"traceutil/trace.go:171","msg":"trace[2022098472] transaction","detail":"{read_only:false; response_revision:34012; number_of_response:1; }","duration":"120.643895ms","start":"2026-03-04T02:42:08.320312Z","end":"2026-03-04T02:42:08.440956Z","steps":["trace[2022098472] 'process raft request' (duration: 120.283957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.683894Z","caller":"traceutil/trace.go:171","msg":"trace[753672926] transaction","detail":"{read_only:false; response_revision:34013; number_of_response:1; }","duration":"302.289562ms","start":"2026-03-04T02:42:08.381572Z","end":"2026-03-04T02:42:08.683862Z","steps":["trace[753672926] 'process raft request' (duration: 231.711084ms)","trace[753672926] 'compare' (duration: 70.139398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:08.684224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:08.381552Z","time spent":"302.400415ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:08.779185Z","caller":"traceutil/trace.go:171","msg":"trace[386191883] linearizableReadLoop","detail":"{readStateIndex:35225; appliedIndex:35223; }","duration":"304.936485ms","start":"2026-03-04T02:42:08.474215Z","end":"2026-03-04T02:42:08.779152Z","steps":["trace[386191883] 'read index received' (duration: 139.080408ms)","trace[386191883] 'applied index is now lower than readState.Index' (duration: 165.854547ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:08.779343Z","caller":"traceutil/trace.go:171","msg":"trace[281437116] transaction","detail":"{read_only:false; response_revision:34014; number_of_response:1; }","duration":"371.443018ms","start":"2026-03-04T02:42:08.407862Z","end":"2026-03-04T02:42:08.779305Z","steps":["trace[281437116] 'process raft request' (duration: 371.13143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.779388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.14376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:08.779453Z","caller":"traceutil/trace.go:171","msg":"trace[68940318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34014; }","duration":"305.272483ms","start":"2026-03-04T02:42:08.474169Z","end":"2026-03-04T02:42:08.779441Z","steps":["trace[68940318] 'agreement among raft nodes before linearized reading' (duration: 305.14457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.7795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:08.474143Z","time spent":"305.348124ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:42:08.779529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:08.407832Z","time spent":"371.604371ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:08.954961Z","caller":"traceutil/trace.go:171","msg":"trace[476427133] linearizableReadLoop","detail":"{readStateIndex:35226; appliedIndex:35225; }","duration":"175.652757ms","start":"2026-03-04T02:42:08.779284Z","end":"2026-03-04T02:42:08.954937Z","steps":["trace[476427133] 'read index received' (duration: 78.383112ms)","trace[476427133] 'applied index is now lower than readState.Index' (duration: 97.268615ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:08.954997Z","caller":"traceutil/trace.go:171","msg":"trace[1197334587] transaction","detail":"{read_only:false; response_revision:34015; number_of_response:1; }","duration":"208.697084ms","start":"2026-03-04T02:42:08.746252Z","end":"2026-03-04T02:42:08.954949Z","steps":["trace[1197334587] 'process raft request' (duration: 111.427628ms)","trace[1197334587] 'compare' (duration: 96.862156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:08.955309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.875962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:42:08.95535Z","caller":"traceutil/trace.go:171","msg":"trace[695680149] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:34015; }","duration":"289.962813ms","start":"2026-03-04T02:42:08.665377Z","end":"2026-03-04T02:42:08.955339Z","steps":["trace[695680149] 'agreement among raft nodes before linearized reading' (duration: 289.694097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.955486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.989402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:08.955535Z","caller":"traceutil/trace.go:171","msg":"trace[266969772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34015; }","duration":"175.082624ms","start":"2026-03-04T02:42:08.780441Z","end":"2026-03-04T02:42:08.955523Z","steps":["trace[266969772] 'agreement among raft nodes before linearized reading' (duration: 174.993232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.955842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.871965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:42:08.955869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.502794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419525"} {"level":"info","ts":"2026-03-04T02:42:08.955892Z","caller":"traceutil/trace.go:171","msg":"trace[1225999981] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:34015; }","duration":"293.930267ms","start":"2026-03-04T02:42:08.661951Z","end":"2026-03-04T02:42:08.955881Z","steps":["trace[1225999981] 'agreement among raft nodes before linearized reading' (duration: 293.843885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.955907Z","caller":"traceutil/trace.go:171","msg":"trace[780337327] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:34015; }","duration":"135.570606ms","start":"2026-03-04T02:42:08.820324Z","end":"2026-03-04T02:42:08.955894Z","steps":["trace[780337327] 'agreement among raft nodes before linearized reading' (duration: 135.31261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:09.168274Z","caller":"traceutil/trace.go:171","msg":"trace[1535990410] transaction","detail":"{read_only:false; response_revision:34018; number_of_response:1; }","duration":"145.846226ms","start":"2026-03-04T02:42:09.022398Z","end":"2026-03-04T02:42:09.168244Z","steps":["trace[1535990410] 'process raft request' (duration: 59.983619ms)","trace[1535990410] 'compare' (duration: 85.673943ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:12.599169Z","caller":"traceutil/trace.go:171","msg":"trace[1808798637] linearizableReadLoop","detail":"{readStateIndex:35251; appliedIndex:35250; }","duration":"143.616104ms","start":"2026-03-04T02:42:12.455526Z","end":"2026-03-04T02:42:12.599142Z","steps":["trace[1808798637] 'read index received' (duration: 143.43467ms)","trace[1808798637] 'applied index is now lower than readState.Index' (duration: 180.574µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:12.599339Z","caller":"traceutil/trace.go:171","msg":"trace[1460305193] transaction","detail":"{read_only:false; response_revision:34039; number_of_response:1; }","duration":"146.315068ms","start":"2026-03-04T02:42:12.452989Z","end":"2026-03-04T02:42:12.599304Z","steps":["trace[1460305193] 'process raft request' (duration: 145.9867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:12.599575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.459467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:12.599615Z","caller":"traceutil/trace.go:171","msg":"trace[1629071071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34039; }","duration":"125.53269ms","start":"2026-03-04T02:42:12.474071Z","end":"2026-03-04T02:42:12.599604Z","steps":["trace[1629071071] 'agreement among raft nodes before linearized reading' (duration: 125.449568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:12.599609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.622007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:42:12.599704Z","caller":"traceutil/trace.go:171","msg":"trace[146030617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34039; }","duration":"141.759211ms","start":"2026-03-04T02:42:12.457922Z","end":"2026-03-04T02:42:12.599682Z","steps":["trace[146030617] 'agreement among raft nodes before linearized reading' (duration: 141.500174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:12.600053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.515326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:42:12.600111Z","caller":"traceutil/trace.go:171","msg":"trace[649115198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34039; }","duration":"144.622837ms","start":"2026-03-04T02:42:12.455475Z","end":"2026-03-04T02:42:12.600098Z","steps":["trace[649115198] 'agreement among raft nodes before linearized reading' (duration: 143.794278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:12.722393Z","caller":"traceutil/trace.go:171","msg":"trace[1581554611] transaction","detail":"{read_only:false; response_revision:34041; number_of_response:1; }","duration":"117.759117ms","start":"2026-03-04T02:42:12.604603Z","end":"2026-03-04T02:42:12.722362Z","steps":["trace[1581554611] 'process raft request' (duration: 73.694042ms)","trace[1581554611] 'compare' (duration: 43.874601ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:12.899962Z","caller":"traceutil/trace.go:171","msg":"trace[988242850] transaction","detail":"{read_only:false; response_revision:34043; number_of_response:1; }","duration":"109.418461ms","start":"2026-03-04T02:42:12.79051Z","end":"2026-03-04T02:42:12.899928Z","steps":["trace[988242850] 'process raft request' (duration: 76.141679ms)","trace[988242850] 'compare' (duration: 33.018596ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:13.27148Z","caller":"traceutil/trace.go:171","msg":"trace[2065478913] linearizableReadLoop","detail":"{readStateIndex:35257; appliedIndex:35256; }","duration":"141.941165ms","start":"2026-03-04T02:42:13.129512Z","end":"2026-03-04T02:42:13.271454Z","steps":["trace[2065478913] 'read index received' (duration: 105.743845ms)","trace[2065478913] 'applied index is now lower than readState.Index' (duration: 36.19573ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:13.271518Z","caller":"traceutil/trace.go:171","msg":"trace[1031720271] transaction","detail":"{read_only:false; response_revision:34045; number_of_response:1; }","duration":"180.061121ms","start":"2026-03-04T02:42:13.091419Z","end":"2026-03-04T02:42:13.27148Z","steps":["trace[1031720271] 'process raft request' (duration: 143.793669ms)","trace[1031720271] 'compare' (duration: 35.907824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:13.27169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.15637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:42:13.271761Z","caller":"traceutil/trace.go:171","msg":"trace[1314342228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34045; }","duration":"142.251142ms","start":"2026-03-04T02:42:13.12949Z","end":"2026-03-04T02:42:13.271741Z","steps":["trace[1314342228] 'agreement among raft nodes before linearized reading' (duration: 142.069558ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:13.647533Z","caller":"traceutil/trace.go:171","msg":"trace[347379918] transaction","detail":"{read_only:false; response_revision:34046; number_of_response:1; }","duration":"371.994779ms","start":"2026-03-04T02:42:13.275518Z","end":"2026-03-04T02:42:13.647513Z","steps":["trace[347379918] 'process raft request' (duration: 371.844126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:13.647705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:13.2755Z","time spent":"372.092452ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:13.672979Z","caller":"traceutil/trace.go:171","msg":"trace[1219938024] transaction","detail":"{read_only:false; response_revision:34047; number_of_response:1; }","duration":"397.209012ms","start":"2026-03-04T02:42:13.275752Z","end":"2026-03-04T02:42:13.672961Z","steps":["trace[1219938024] 'process raft request' (duration: 397.075759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:13.673149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:13.275733Z","time spent":"397.355645ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:13.673254Z","caller":"traceutil/trace.go:171","msg":"trace[2130478494] linearizableReadLoop","detail":"{readStateIndex:35259; appliedIndex:35258; }","duration":"266.85056ms","start":"2026-03-04T02:42:13.406375Z","end":"2026-03-04T02:42:13.673226Z","steps":["trace[2130478494] 'read index received' (duration: 241.271779ms)","trace[2130478494] 'applied index is now lower than readState.Index' (duration: 25.577661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:13.673476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.784229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:13.673491Z","caller":"traceutil/trace.go:171","msg":"trace[257505112] transaction","detail":"{read_only:false; response_revision:34048; number_of_response:1; }","duration":"200.586193ms","start":"2026-03-04T02:42:13.472892Z","end":"2026-03-04T02:42:13.673478Z","steps":["trace[257505112] 'process raft request' (duration: 200.02541ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:13.673523Z","caller":"traceutil/trace.go:171","msg":"trace[405264273] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:34048; }","duration":"232.869392ms","start":"2026-03-04T02:42:13.44064Z","end":"2026-03-04T02:42:13.67351Z","steps":["trace[405264273] 'agreement among raft nodes before linearized reading' (duration: 232.78236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:13.673503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.090186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:13.673594Z","caller":"traceutil/trace.go:171","msg":"trace[1539594347] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:34048; }","duration":"267.236659ms","start":"2026-03-04T02:42:13.406335Z","end":"2026-03-04T02:42:13.673572Z","steps":["trace[1539594347] 'agreement among raft nodes before linearized reading' (duration: 267.029845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:13.673606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.959326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:13.67365Z","caller":"traceutil/trace.go:171","msg":"trace[1276170389] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:34048; }","duration":"205.045098ms","start":"2026-03-04T02:42:13.468591Z","end":"2026-03-04T02:42:13.673637Z","steps":["trace[1276170389] 'agreement among raft nodes before linearized reading' (duration: 204.966876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:13.673594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.987762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:13.673846Z","caller":"traceutil/trace.go:171","msg":"trace[607802284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34048; }","duration":"198.238588ms","start":"2026-03-04T02:42:13.475595Z","end":"2026-03-04T02:42:13.673833Z","steps":["trace[607802284] 'agreement among raft nodes before linearized reading' (duration: 197.943331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:13.997945Z","caller":"traceutil/trace.go:171","msg":"trace[723576723] transaction","detail":"{read_only:false; response_revision:34049; number_of_response:1; }","duration":"132.253318ms","start":"2026-03-04T02:42:13.865668Z","end":"2026-03-04T02:42:13.997921Z","steps":["trace[723576723] 'process raft request' (duration: 132.067763ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:14.738904Z","caller":"traceutil/trace.go:171","msg":"trace[1016614864] transaction","detail":"{read_only:false; response_revision:34052; number_of_response:1; }","duration":"112.490403ms","start":"2026-03-04T02:42:14.626391Z","end":"2026-03-04T02:42:14.738881Z","steps":["trace[1016614864] 'process raft request' (duration: 57.817478ms)","trace[1016614864] 'compare' (duration: 54.411549ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:14.893091Z","caller":"traceutil/trace.go:171","msg":"trace[1733092732] linearizableReadLoop","detail":"{readStateIndex:35267; appliedIndex:35266; }","duration":"135.686589ms","start":"2026-03-04T02:42:14.757378Z","end":"2026-03-04T02:42:14.893064Z","steps":["trace[1733092732] 'read index received' (duration: 45.559061ms)","trace[1733092732] 'applied index is now lower than readState.Index' (duration: 90.126388ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:14.893244Z","caller":"traceutil/trace.go:171","msg":"trace[994096309] transaction","detail":"{read_only:false; response_revision:34055; number_of_response:1; }","duration":"150.833224ms","start":"2026-03-04T02:42:14.742373Z","end":"2026-03-04T02:42:14.893207Z","steps":["trace[994096309] 'process raft request' (duration: 138.453883ms)","trace[994096309] 'compare' (duration: 11.824378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:14.893298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.893013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:14.893374Z","caller":"traceutil/trace.go:171","msg":"trace[1102628026] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34055; }","duration":"136.019147ms","start":"2026-03-04T02:42:14.757336Z","end":"2026-03-04T02:42:14.893355Z","steps":["trace[1102628026] 'agreement among raft nodes before linearized reading' (duration: 135.863843ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:15.830217Z","caller":"traceutil/trace.go:171","msg":"trace[1129744069] linearizableReadLoop","detail":"{readStateIndex:35272; appliedIndex:35271; }","duration":"152.199096ms","start":"2026-03-04T02:42:15.677991Z","end":"2026-03-04T02:42:15.83019Z","steps":["trace[1129744069] 'read index received' (duration: 89.302838ms)","trace[1129744069] 'applied index is now lower than readState.Index' (duration: 62.894998ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:15.830247Z","caller":"traceutil/trace.go:171","msg":"trace[2082362138] transaction","detail":"{read_only:false; response_revision:34060; number_of_response:1; }","duration":"152.405221ms","start":"2026-03-04T02:42:15.677809Z","end":"2026-03-04T02:42:15.830214Z","steps":["trace[2082362138] 'process raft request' (duration: 89.482272ms)","trace[2082362138] 'compare' (duration: 62.681213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:15.830476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.420131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:42:15.830547Z","caller":"traceutil/trace.go:171","msg":"trace[1800517689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34060; }","duration":"152.572344ms","start":"2026-03-04T02:42:15.677961Z","end":"2026-03-04T02:42:15.830534Z","steps":["trace[1800517689] 'agreement among raft nodes before linearized reading' (duration: 152.322038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:17.492338Z","caller":"traceutil/trace.go:171","msg":"trace[320884692] transaction","detail":"{read_only:false; response_revision:34071; number_of_response:1; }","duration":"113.248222ms","start":"2026-03-04T02:42:17.379062Z","end":"2026-03-04T02:42:17.49231Z","steps":["trace[320884692] 'process raft request' (duration: 112.967595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:17.796994Z","caller":"traceutil/trace.go:171","msg":"trace[285112008] transaction","detail":"{read_only:false; response_revision:34072; number_of_response:1; }","duration":"126.547463ms","start":"2026-03-04T02:42:17.67042Z","end":"2026-03-04T02:42:17.796968Z","steps":["trace[285112008] 'process raft request' (duration: 126.371749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:18.061851Z","caller":"traceutil/trace.go:171","msg":"trace[1368153132] transaction","detail":"{read_only:false; response_revision:34073; number_of_response:1; }","duration":"226.130503ms","start":"2026-03-04T02:42:17.835685Z","end":"2026-03-04T02:42:18.061815Z","steps":["trace[1368153132] 'process raft request' (duration: 225.975239ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:18.062407Z","caller":"traceutil/trace.go:171","msg":"trace[1742266835] linearizableReadLoop","detail":"{readStateIndex:35286; appliedIndex:35286; }","duration":"171.582821ms","start":"2026-03-04T02:42:17.890679Z","end":"2026-03-04T02:42:18.062262Z","steps":["trace[1742266835] 'read index received' (duration: 171.568471ms)","trace[1742266835] 'applied index is now lower than readState.Index' (duration: 11.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:18.0627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.996181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:42:18.062782Z","caller":"traceutil/trace.go:171","msg":"trace[1224856463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34073; }","duration":"172.116064ms","start":"2026-03-04T02:42:17.890644Z","end":"2026-03-04T02:42:18.06276Z","steps":["trace[1224856463] 'agreement among raft nodes before linearized reading' (duration: 171.899609ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:18.883638Z","caller":"traceutil/trace.go:171","msg":"trace[1677423732] transaction","detail":"{read_only:false; response_revision:34077; number_of_response:1; }","duration":"108.068428ms","start":"2026-03-04T02:42:18.775532Z","end":"2026-03-04T02:42:18.883601Z","steps":["trace[1677423732] 'process raft request' (duration: 107.813172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:18.93576Z","caller":"traceutil/trace.go:171","msg":"trace[129876625] linearizableReadLoop","detail":"{readStateIndex:35291; appliedIndex:35289; }","duration":"116.211441ms","start":"2026-03-04T02:42:18.819519Z","end":"2026-03-04T02:42:18.935731Z","steps":["trace[129876625] 'read index received' (duration: 63.740987ms)","trace[129876625] 'applied index is now lower than readState.Index' (duration: 52.469364ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:18.935847Z","caller":"traceutil/trace.go:171","msg":"trace[1048258619] transaction","detail":"{read_only:false; response_revision:34078; number_of_response:1; }","duration":"122.272784ms","start":"2026-03-04T02:42:18.813544Z","end":"2026-03-04T02:42:18.935817Z","steps":["trace[1048258619] 'process raft request' (duration: 122.009757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:18.936087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.540388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:42:18.936172Z","caller":"traceutil/trace.go:171","msg":"trace[1696047139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34078; }","duration":"116.673451ms","start":"2026-03-04T02:42:18.819478Z","end":"2026-03-04T02:42:18.936151Z","steps":["trace[1696047139] 'agreement among raft nodes before linearized reading' (duration: 116.367984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:19.332899Z","caller":"traceutil/trace.go:171","msg":"trace[1511716630] linearizableReadLoop","detail":"{readStateIndex:35292; appliedIndex:35291; }","duration":"338.454392ms","start":"2026-03-04T02:42:18.994415Z","end":"2026-03-04T02:42:19.332869Z","steps":["trace[1511716630] 'read index received' (duration: 338.36142ms)","trace[1511716630] 'applied index is now lower than readState.Index' (duration: 91.552µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:19.332986Z","caller":"traceutil/trace.go:171","msg":"trace[1763625311] transaction","detail":"{read_only:false; response_revision:34079; number_of_response:1; }","duration":"392.195995ms","start":"2026-03-04T02:42:18.940751Z","end":"2026-03-04T02:42:19.332947Z","steps":["trace[1763625311] 'process raft request' (duration: 391.934179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:19.333145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.940723Z","time spent":"392.334878ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:19.333177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.736859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:42:19.333276Z","caller":"traceutil/trace.go:171","msg":"trace[1900530283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34079; }","duration":"338.892592ms","start":"2026-03-04T02:42:18.99436Z","end":"2026-03-04T02:42:19.333252Z","steps":["trace[1900530283] 'agreement among raft nodes before linearized reading' (duration: 338.631436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:19.333354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.994164Z","time spent":"339.161919ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:42:19.472007Z","caller":"traceutil/trace.go:171","msg":"trace[568271343] transaction","detail":"{read_only:false; response_revision:34080; number_of_response:1; }","duration":"421.063293ms","start":"2026-03-04T02:42:19.050918Z","end":"2026-03-04T02:42:19.471981Z","steps":["trace[568271343] 'process raft request' (duration: 420.854818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:19.472181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.050882Z","time spent":"421.213677ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:19.47272Z","caller":"traceutil/trace.go:171","msg":"trace[1286839079] linearizableReadLoop","detail":"{readStateIndex:35294; appliedIndex:35292; }","duration":"139.690322ms","start":"2026-03-04T02:42:19.33298Z","end":"2026-03-04T02:42:19.472671Z","steps":["trace[1286839079] 'read index received' (duration: 138.807281ms)","trace[1286839079] 'applied index is now lower than readState.Index' (duration: 880.361µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:19.472764Z","caller":"traceutil/trace.go:171","msg":"trace[396577135] transaction","detail":"{read_only:false; response_revision:34081; number_of_response:1; }","duration":"302.816205ms","start":"2026-03-04T02:42:19.169914Z","end":"2026-03-04T02:42:19.47273Z","steps":["trace[396577135] 'process raft request' (duration: 302.015636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:19.472858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.169887Z","time spent":"302.926148ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:19.47289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.109569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:42:19.472938Z","caller":"traceutil/trace.go:171","msg":"trace[1685924770] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:34081; }","duration":"368.202171ms","start":"2026-03-04T02:42:19.104723Z","end":"2026-03-04T02:42:19.472925Z","steps":["trace[1685924770] 'agreement among raft nodes before linearized reading' (duration: 368.113999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:19.472978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.104702Z","time spent":"368.267492ms","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:19.872903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.500058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:42:19.87304Z","caller":"traceutil/trace.go:171","msg":"trace[2021439277] transaction","detail":"{read_only:false; response_revision:34083; number_of_response:1; }","duration":"207.736351ms","start":"2026-03-04T02:42:19.665294Z","end":"2026-03-04T02:42:19.87303Z","steps":["trace[2021439277] 'process raft request' (duration: 207.69538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:19.873043Z","caller":"traceutil/trace.go:171","msg":"trace[647316148] transaction","detail":"{read_only:false; response_revision:34082; number_of_response:1; }","duration":"534.816706ms","start":"2026-03-04T02:42:19.338211Z","end":"2026-03-04T02:42:19.873028Z","steps":["trace[647316148] 'process raft request' (duration: 332.113533ms)","trace[647316148] 'compare' (duration: 202.416016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:19.87309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.338184Z","time spent":"534.882098ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:19.873144Z","caller":"traceutil/trace.go:171","msg":"trace[1407601405] linearizableReadLoop","detail":"{readStateIndex:35295; appliedIndex:35294; }","duration":"400.341926ms","start":"2026-03-04T02:42:19.472798Z","end":"2026-03-04T02:42:19.873139Z","steps":["trace[1407601405] 'read index received' (duration: 197.504741ms)","trace[1407601405] 'applied index is now lower than readState.Index' (duration: 202.836635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:19.873246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.262606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:42:19.873264Z","caller":"traceutil/trace.go:171","msg":"trace[1514851489] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34083; }","duration":"406.318807ms","start":"2026-03-04T02:42:19.466941Z","end":"2026-03-04T02:42:19.87326Z","steps":["trace[1514851489] 'agreement among raft nodes before linearized reading' (duration: 406.234615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:19.873279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.466922Z","time spent":"406.354418ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:42:20.139802Z","caller":"traceutil/trace.go:171","msg":"trace[1266434001] linearizableReadLoop","detail":"{readStateIndex:35297; appliedIndex:35296; }","duration":"266.613844ms","start":"2026-03-04T02:42:19.873158Z","end":"2026-03-04T02:42:20.139772Z","steps":["trace[1266434001] 'read index received' (duration: 266.461541ms)","trace[1266434001] 'applied index is now lower than readState.Index' (duration: 150.743µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:20.139857Z","caller":"traceutil/trace.go:171","msg":"trace[311457797] transaction","detail":"{read_only:false; response_revision:34084; number_of_response:1; }","duration":"355.757628ms","start":"2026-03-04T02:42:19.784061Z","end":"2026-03-04T02:42:20.139819Z","steps":["trace[311457797] 'process raft request' (duration: 355.304438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.139905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.363935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:42:20.139997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.520174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:42:20.140087Z","caller":"traceutil/trace.go:171","msg":"trace[1218061461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34084; }","duration":"338.637006ms","start":"2026-03-04T02:42:19.801437Z","end":"2026-03-04T02:42:20.140074Z","steps":["trace[1218061461] 'agreement among raft nodes before linearized reading' (duration: 338.343199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.139997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.784032Z","time spent":"355.885202ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:20.140105Z","caller":"traceutil/trace.go:171","msg":"trace[1700779645] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:34084; }","duration":"445.58373ms","start":"2026-03-04T02:42:19.694458Z","end":"2026-03-04T02:42:20.140042Z","steps":["trace[1700779645] 'agreement among raft nodes before linearized reading' (duration: 445.355654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.14014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.801428Z","time spent":"338.691268ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:42:20.139933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.49821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:42:20.140222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.694422Z","time spent":"445.739783ms","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:20.139968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.148455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:20.140409Z","caller":"traceutil/trace.go:171","msg":"trace[2030338523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34084; }","duration":"647.625347ms","start":"2026-03-04T02:42:19.492768Z","end":"2026-03-04T02:42:20.140393Z","steps":["trace[2030338523] 'agreement among raft nodes before linearized reading' (duration: 647.134275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.14046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.492752Z","time spent":"647.694968ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:42:20.140269Z","caller":"traceutil/trace.go:171","msg":"trace[312858867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34084; }","duration":"643.848808ms","start":"2026-03-04T02:42:19.49641Z","end":"2026-03-04T02:42:20.140259Z","steps":["trace[312858867] 'agreement among raft nodes before linearized reading' (duration: 643.405037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.140542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.496402Z","time spent":"644.110305ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:42:20.535565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.545215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:42:20.535737Z","caller":"traceutil/trace.go:171","msg":"trace[776721668] transaction","detail":"{read_only:false; response_revision:34087; number_of_response:1; }","duration":"391.469596ms","start":"2026-03-04T02:42:20.144256Z","end":"2026-03-04T02:42:20.535726Z","steps":["trace[776721668] 'process raft request' (duration: 391.444836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.535783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.144242Z","time spent":"391.519728ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:20.535843Z","caller":"traceutil/trace.go:171","msg":"trace[2119708876] linearizableReadLoop","detail":"{readStateIndex:35298; appliedIndex:35297; }","duration":"395.87211ms","start":"2026-03-04T02:42:20.139871Z","end":"2026-03-04T02:42:20.535743Z","steps":["trace[2119708876] 'read index received' (duration: 148.12512ms)","trace[2119708876] 'applied index is now lower than readState.Index' (duration: 247.74052ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:20.53597Z","caller":"traceutil/trace.go:171","msg":"trace[20201293] transaction","detail":"{read_only:false; response_revision:34086; number_of_response:1; }","duration":"392.283416ms","start":"2026-03-04T02:42:20.143681Z","end":"2026-03-04T02:42:20.535964Z","steps":["trace[20201293] 'process raft request' (duration: 391.962259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.536017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.14367Z","time spent":"392.332267ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:20.536095Z","caller":"traceutil/trace.go:171","msg":"trace[1636354264] transaction","detail":"{read_only:false; response_revision:34085; number_of_response:1; }","duration":"468.978158ms","start":"2026-03-04T02:42:20.0671Z","end":"2026-03-04T02:42:20.536078Z","steps":["trace[1636354264] 'process raft request' (duration: 220.829488ms)","trace[1636354264] 'compare' (duration: 247.29025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:20.536165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.406727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:20.53619Z","caller":"traceutil/trace.go:171","msg":"trace[820862277] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:34087; }","duration":"443.491719ms","start":"2026-03-04T02:42:20.09269Z","end":"2026-03-04T02:42:20.536181Z","steps":["trace[820862277] 'agreement among raft nodes before linearized reading' (duration: 443.451448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.536206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.092643Z","time spent":"443.558991ms","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:20.536268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.720565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:42:20.53628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.195453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:42:20.536303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.78536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:42:20.536347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.330397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:42:20.536355Z","caller":"traceutil/trace.go:171","msg":"trace[2109450161] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34087; }","duration":"426.320446ms","start":"2026-03-04T02:42:20.110017Z","end":"2026-03-04T02:42:20.536338Z","steps":["trace[2109450161] 'agreement among raft nodes before linearized reading' (duration: 426.143222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:20.536381Z","caller":"traceutil/trace.go:171","msg":"trace[585542123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34087; }","duration":"429.420089ms","start":"2026-03-04T02:42:20.106946Z","end":"2026-03-04T02:42:20.536366Z","steps":["trace[585542123] 'agreement among raft nodes before linearized reading' (duration: 429.347227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.536399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.106918Z","time spent":"429.47869ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:42:20.536388Z","caller":"traceutil/trace.go:171","msg":"trace[734233539] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:34087; }","duration":"550.918453ms","start":"2026-03-04T02:42:19.985447Z","end":"2026-03-04T02:42:20.536365Z","steps":["trace[734233539] 'agreement among raft nodes before linearized reading' (duration: 550.76784ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:20.536335Z","caller":"traceutil/trace.go:171","msg":"trace[1377692021] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:34087; }","duration":"609.810977ms","start":"2026-03-04T02:42:19.926511Z","end":"2026-03-04T02:42:20.536322Z","steps":["trace[1377692021] 'agreement among raft nodes before linearized reading' (duration: 609.674804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.536383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.28044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T02:42:20.53644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.985364Z","time spent":"551.064947ms","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:42:20.536474Z","caller":"traceutil/trace.go:171","msg":"trace[2031593257] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34087; }","duration":"659.387572ms","start":"2026-03-04T02:42:19.877076Z","end":"2026-03-04T02:42:20.536464Z","steps":["trace[2031593257] 'agreement among raft nodes before linearized reading' (duration: 659.232288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.536408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.109994Z","time spent":"426.404177ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:42:20.536482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.926399Z","time spent":"610.054283ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:20.536303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.067072Z","time spent":"469.086181ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:20.536705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.877063Z","time spent":"659.632297ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:42:20.575561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.024032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:20.575635Z","caller":"traceutil/trace.go:171","msg":"trace[1900352817] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:34088; }","duration":"364.143555ms","start":"2026-03-04T02:42:20.211475Z","end":"2026-03-04T02:42:20.575618Z","steps":["trace[1900352817] 'agreement among raft nodes before linearized reading' (duration: 363.976451ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:20.57555Z","caller":"traceutil/trace.go:171","msg":"trace[801032047] transaction","detail":"{read_only:false; response_revision:34088; number_of_response:1; }","duration":"281.788549ms","start":"2026-03-04T02:42:20.293723Z","end":"2026-03-04T02:42:20.575512Z","steps":["trace[801032047] 'process raft request' (duration: 281.519793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.575664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.135879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:42:20.5757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.211459Z","time spent":"364.208406ms","remote":"127.0.0.1:37992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:42:20.575722Z","caller":"traceutil/trace.go:171","msg":"trace[1476552442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34088; }","duration":"434.219681ms","start":"2026-03-04T02:42:20.141488Z","end":"2026-03-04T02:42:20.575708Z","steps":["trace[1476552442] 'agreement among raft nodes before linearized reading' (duration: 434.112158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.575754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.141472Z","time spent":"434.275523ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:42:20.822423Z","caller":"traceutil/trace.go:171","msg":"trace[567122806] linearizableReadLoop","detail":"{readStateIndex:35303; appliedIndex:35301; }","duration":"246.999083ms","start":"2026-03-04T02:42:20.575394Z","end":"2026-03-04T02:42:20.822393Z","steps":["trace[567122806] 'read index received' (duration: 245.901528ms)","trace[567122806] 'applied index is now lower than readState.Index' (duration: 1.095675ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:20.822566Z","caller":"traceutil/trace.go:171","msg":"trace[190148453] transaction","detail":"{read_only:false; response_revision:34090; number_of_response:1; }","duration":"281.610467ms","start":"2026-03-04T02:42:20.540944Z","end":"2026-03-04T02:42:20.822554Z","steps":["trace[190148453] 'process raft request' (duration: 281.30916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:20.822669Z","caller":"traceutil/trace.go:171","msg":"trace[376546425] transaction","detail":"{read_only:false; response_revision:34089; number_of_response:1; }","duration":"281.73406ms","start":"2026-03-04T02:42:20.540895Z","end":"2026-03-04T02:42:20.822629Z","steps":["trace[376546425] 'process raft request' (duration: 280.502871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.822932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.440703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18217"} {"level":"info","ts":"2026-03-04T02:42:20.822978Z","caller":"traceutil/trace.go:171","msg":"trace[2105389923] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34090; }","duration":"284.532656ms","start":"2026-03-04T02:42:20.538434Z","end":"2026-03-04T02:42:20.822967Z","steps":["trace[2105389923] 'agreement among raft nodes before linearized reading' (duration: 284.349192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.823142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.804972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:20.823189Z","caller":"traceutil/trace.go:171","msg":"trace[528769896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34090; }","duration":"238.882663ms","start":"2026-03-04T02:42:20.584296Z","end":"2026-03-04T02:42:20.823179Z","steps":["trace[528769896] 'agreement among raft nodes before linearized reading' (duration: 238.804991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:22.651699Z","caller":"traceutil/trace.go:171","msg":"trace[232852902] transaction","detail":"{read_only:false; response_revision:34100; number_of_response:1; }","duration":"106.778479ms","start":"2026-03-04T02:42:22.544894Z","end":"2026-03-04T02:42:22.651673Z","steps":["trace[232852902] 'process raft request' (duration: 106.588484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:22.6519Z","caller":"traceutil/trace.go:171","msg":"trace[1114465357] transaction","detail":"{read_only:false; response_revision:34101; number_of_response:1; }","duration":"106.658086ms","start":"2026-03-04T02:42:22.545192Z","end":"2026-03-04T02:42:22.65185Z","steps":["trace[1114465357] 'process raft request' (duration: 106.444251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:22.933236Z","caller":"traceutil/trace.go:171","msg":"trace[1509035671] transaction","detail":"{read_only:false; response_revision:34103; number_of_response:1; }","duration":"102.678342ms","start":"2026-03-04T02:42:22.83053Z","end":"2026-03-04T02:42:22.933209Z","steps":["trace[1509035671] 'process raft request' (duration: 102.517678ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:22.941074Z","caller":"traceutil/trace.go:171","msg":"trace[624070808] transaction","detail":"{read_only:false; response_revision:34104; number_of_response:1; }","duration":"110.162808ms","start":"2026-03-04T02:42:22.830886Z","end":"2026-03-04T02:42:22.941048Z","steps":["trace[624070808] 'process raft request' (duration: 110.016815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:23.109985Z","caller":"traceutil/trace.go:171","msg":"trace[1457532238] transaction","detail":"{read_only:false; response_revision:34105; number_of_response:1; }","duration":"146.150734ms","start":"2026-03-04T02:42:22.96381Z","end":"2026-03-04T02:42:23.109961Z","steps":["trace[1457532238] 'process raft request' (duration: 146.00108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:23.130894Z","caller":"traceutil/trace.go:171","msg":"trace[1005181410] transaction","detail":"{read_only:false; response_revision:34106; number_of_response:1; }","duration":"166.225376ms","start":"2026-03-04T02:42:22.964637Z","end":"2026-03-04T02:42:23.130862Z","steps":["trace[1005181410] 'process raft request' (duration: 166.075403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:29.138966Z","caller":"traceutil/trace.go:171","msg":"trace[1353243104] transaction","detail":"{read_only:false; response_revision:34144; number_of_response:1; }","duration":"141.943595ms","start":"2026-03-04T02:42:28.996993Z","end":"2026-03-04T02:42:29.138937Z","steps":["trace[1353243104] 'process raft request' (duration: 141.567836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:29.752102Z","caller":"traceutil/trace.go:171","msg":"trace[1824459863] transaction","detail":"{read_only:false; response_revision:34149; number_of_response:1; }","duration":"181.003143ms","start":"2026-03-04T02:42:29.571065Z","end":"2026-03-04T02:42:29.752068Z","steps":["trace[1824459863] 'process raft request' (duration: 146.730068ms)","trace[1824459863] 'compare' (duration: 34.028159ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:29.776195Z","caller":"traceutil/trace.go:171","msg":"trace[1013659423] transaction","detail":"{read_only:false; response_revision:34150; number_of_response:1; }","duration":"191.844247ms","start":"2026-03-04T02:42:29.584315Z","end":"2026-03-04T02:42:29.77616Z","steps":["trace[1013659423] 'process raft request' (duration: 191.648033ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:34.919844Z","caller":"traceutil/trace.go:171","msg":"trace[181890570] linearizableReadLoop","detail":"{readStateIndex:35397; appliedIndex:35395; }","duration":"115.349429ms","start":"2026-03-04T02:42:34.804472Z","end":"2026-03-04T02:42:34.919822Z","steps":["trace[181890570] 'read index received' (duration: 47.123236ms)","trace[181890570] 'applied index is now lower than readState.Index' (duration: 68.225273ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:34.919928Z","caller":"traceutil/trace.go:171","msg":"trace[1626946519] transaction","detail":"{read_only:false; response_revision:34181; number_of_response:1; }","duration":"156.25865ms","start":"2026-03-04T02:42:34.763619Z","end":"2026-03-04T02:42:34.919878Z","steps":["trace[1626946519] 'process raft request' (duration: 156.079876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:34.920074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.740331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:42:34.920119Z","caller":"traceutil/trace.go:171","msg":"trace[2127501038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34181; }","duration":"110.837724ms","start":"2026-03-04T02:42:34.809268Z","end":"2026-03-04T02:42:34.920105Z","steps":["trace[2127501038] 'agreement among raft nodes before linearized reading' (duration: 110.68903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:34.920321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.81911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:42:34.920459Z","caller":"traceutil/trace.go:171","msg":"trace[1849873388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34181; }","duration":"115.984304ms","start":"2026-03-04T02:42:34.80443Z","end":"2026-03-04T02:42:34.920414Z","steps":["trace[1849873388] 'agreement among raft nodes before linearized reading' (duration: 115.557054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:35.171535Z","caller":"traceutil/trace.go:171","msg":"trace[1288841976] linearizableReadLoop","detail":"{readStateIndex:35400; appliedIndex:35399; }","duration":"126.711967ms","start":"2026-03-04T02:42:35.044803Z","end":"2026-03-04T02:42:35.171515Z","steps":["trace[1288841976] 'read index received' (duration: 89.690887ms)","trace[1288841976] 'applied index is now lower than readState.Index' (duration: 37.01992ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:35.172113Z","caller":"traceutil/trace.go:171","msg":"trace[388210397] transaction","detail":"{read_only:false; response_revision:34184; number_of_response:1; }","duration":"179.704353ms","start":"2026-03-04T02:42:34.992396Z","end":"2026-03-04T02:42:35.1721Z","steps":["trace[388210397] 'process raft request' (duration: 142.154471ms)","trace[388210397] 'compare' (duration: 36.873366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:35.172184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.342703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:35.172922Z","caller":"traceutil/trace.go:171","msg":"trace[1666385793] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34184; }","duration":"128.069489ms","start":"2026-03-04T02:42:35.044771Z","end":"2026-03-04T02:42:35.17284Z","steps":["trace[1666385793] 'agreement among raft nodes before linearized reading' (duration: 127.313391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:35.414395Z","caller":"traceutil/trace.go:171","msg":"trace[854832358] linearizableReadLoop","detail":"{readStateIndex:35403; appliedIndex:35402; }","duration":"215.510144ms","start":"2026-03-04T02:42:35.198859Z","end":"2026-03-04T02:42:35.414369Z","steps":["trace[854832358] 'read index received' (duration: 20.020481ms)","trace[854832358] 'applied index is now lower than readState.Index' (duration: 195.488453ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:35.414466Z","caller":"traceutil/trace.go:171","msg":"trace[1968335666] transaction","detail":"{read_only:false; response_revision:34187; number_of_response:1; }","duration":"221.469064ms","start":"2026-03-04T02:42:35.192967Z","end":"2026-03-04T02:42:35.414436Z","steps":["trace[1968335666] 'process raft request' (duration: 203.946492ms)","trace[1968335666] 'compare' (duration: 17.360698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:35.41461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.736349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:42:35.414649Z","caller":"traceutil/trace.go:171","msg":"trace[1353684072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34187; }","duration":"215.824471ms","start":"2026-03-04T02:42:35.198814Z","end":"2026-03-04T02:42:35.414638Z","steps":["trace[1353684072] 'agreement among raft nodes before linearized reading' (duration: 215.688538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:35.4148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.84798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:42:35.414861Z","caller":"traceutil/trace.go:171","msg":"trace[95381141] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34187; }","duration":"209.918552ms","start":"2026-03-04T02:42:35.204925Z","end":"2026-03-04T02:42:35.414843Z","steps":["trace[95381141] 'agreement among raft nodes before linearized reading' (duration: 209.81664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:35.414988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.40291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:35.415075Z","caller":"traceutil/trace.go:171","msg":"trace[536279562] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34187; }","duration":"146.540643ms","start":"2026-03-04T02:42:35.268513Z","end":"2026-03-04T02:42:35.415054Z","steps":["trace[536279562] 'agreement among raft nodes before linearized reading' (duration: 146.40342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:06.180865Z","caller":"traceutil/trace.go:171","msg":"trace[825908511] transaction","detail":"{read_only:false; response_revision:34396; number_of_response:1; }","duration":"158.711779ms","start":"2026-03-04T02:43:06.022136Z","end":"2026-03-04T02:43:06.180848Z","steps":["trace[825908511] 'process raft request' (duration: 158.592006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:06.254005Z","caller":"traceutil/trace.go:171","msg":"trace[1547669009] linearizableReadLoop","detail":"{readStateIndex:35620; appliedIndex:35618; }","duration":"204.870853ms","start":"2026-03-04T02:43:06.049116Z","end":"2026-03-04T02:43:06.253987Z","steps":["trace[1547669009] 'read index received' (duration: 131.714104ms)","trace[1547669009] 'applied index is now lower than readState.Index' (duration: 73.155839ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:06.254252Z","caller":"traceutil/trace.go:171","msg":"trace[2006419029] transaction","detail":"{read_only:false; response_revision:34397; number_of_response:1; }","duration":"223.569043ms","start":"2026-03-04T02:43:06.030675Z","end":"2026-03-04T02:43:06.254244Z","steps":["trace[2006419029] 'process raft request' (duration: 223.217725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:06.254522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.389636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-04T02:43:06.254617Z","caller":"traceutil/trace.go:171","msg":"trace[710471490] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:34397; }","duration":"205.490628ms","start":"2026-03-04T02:43:06.049078Z","end":"2026-03-04T02:43:06.254569Z","steps":["trace[710471490] 'agreement among raft nodes before linearized reading' (duration: 205.263102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:06.254828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.289236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:43:06.254895Z","caller":"traceutil/trace.go:171","msg":"trace[510014294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34397; }","duration":"160.413079ms","start":"2026-03-04T02:43:06.094467Z","end":"2026-03-04T02:43:06.25488Z","steps":["trace[510014294] 'agreement among raft nodes before linearized reading' (duration: 160.288036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:06.255211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.610636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:43:06.255265Z","caller":"traceutil/trace.go:171","msg":"trace[1028661062] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34397; }","duration":"112.698118ms","start":"2026-03-04T02:43:06.142555Z","end":"2026-03-04T02:43:06.255253Z","steps":["trace[1028661062] 'agreement among raft nodes before linearized reading' (duration: 112.602876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:06.40623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.79892ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T02:43:35.612749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.677172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:43:35.612854Z","caller":"traceutil/trace.go:171","msg":"trace[2050393306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34595; }","duration":"165.803845ms","start":"2026-03-04T02:43:35.447019Z","end":"2026-03-04T02:43:35.612822Z","steps":["trace[2050393306] 'range keys from in-memory index tree' (duration: 165.455377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:35.61244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.3562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:43:35.613485Z","caller":"traceutil/trace.go:171","msg":"trace[1776188470] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34595; }","duration":"236.433605ms","start":"2026-03-04T02:43:35.377029Z","end":"2026-03-04T02:43:35.613462Z","steps":["trace[1776188470] 'range keys from in-memory index tree' (duration: 235.242207ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:35.824439Z","caller":"traceutil/trace.go:171","msg":"trace[866544733] transaction","detail":"{read_only:false; response_revision:34598; number_of_response:1; }","duration":"154.602352ms","start":"2026-03-04T02:43:35.669807Z","end":"2026-03-04T02:43:35.824409Z","steps":["trace[866544733] 'process raft request' (duration: 63.062001ms)","trace[866544733] 'compare' (duration: 91.415138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:36.067046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.220477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:43:36.067151Z","caller":"traceutil/trace.go:171","msg":"trace[824942735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34598; }","duration":"138.435803ms","start":"2026-03-04T02:43:35.92869Z","end":"2026-03-04T02:43:36.067126Z","steps":["trace[824942735] 'range keys from in-memory index tree' (duration: 138.013693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:36.193377Z","caller":"traceutil/trace.go:171","msg":"trace[795656069] transaction","detail":"{read_only:false; response_revision:34599; number_of_response:1; }","duration":"121.810543ms","start":"2026-03-04T02:43:36.071547Z","end":"2026-03-04T02:43:36.193357Z","steps":["trace[795656069] 'process raft request' (duration: 121.324591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:36.193649Z","caller":"traceutil/trace.go:171","msg":"trace[1438526010] transaction","detail":"{read_only:false; response_revision:34600; number_of_response:1; }","duration":"121.552986ms","start":"2026-03-04T02:43:36.072088Z","end":"2026-03-04T02:43:36.193641Z","steps":["trace[1438526010] 'process raft request' (duration: 120.970932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:38.584227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.305137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:43:38.584318Z","caller":"traceutil/trace.go:171","msg":"trace[43900995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34616; }","duration":"106.457061ms","start":"2026-03-04T02:43:38.47784Z","end":"2026-03-04T02:43:38.584297Z","steps":["trace[43900995] 'range keys from in-memory index tree' (duration: 106.204195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:41.579538Z","caller":"traceutil/trace.go:171","msg":"trace[1403504158] linearizableReadLoop","detail":"{readStateIndex:35866; appliedIndex:35865; }","duration":"102.794005ms","start":"2026-03-04T02:43:41.476722Z","end":"2026-03-04T02:43:41.579516Z","steps":["trace[1403504158] 'read index received' (duration: 62.268583ms)","trace[1403504158] 'applied index is now lower than readState.Index' (duration: 40.524422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:41.579652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.918319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:43:41.579675Z","caller":"traceutil/trace.go:171","msg":"trace[1428234527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34635; }","duration":"102.99088ms","start":"2026-03-04T02:43:41.476677Z","end":"2026-03-04T02:43:41.579668Z","steps":["trace[1428234527] 'agreement among raft nodes before linearized reading' (duration: 102.914538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:41.579858Z","caller":"traceutil/trace.go:171","msg":"trace[1438224557] transaction","detail":"{read_only:false; response_revision:34635; number_of_response:1; }","duration":"159.326103ms","start":"2026-03-04T02:43:41.420491Z","end":"2026-03-04T02:43:41.579817Z","steps":["trace[1438224557] 'process raft request' (duration: 118.574896ms)","trace[1438224557] 'compare' (duration: 40.349038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:43.107627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.065917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:43:43.107743Z","caller":"traceutil/trace.go:171","msg":"trace[1925877040] linearizableReadLoop","detail":"{readStateIndex:35878; appliedIndex:35877; }","duration":"273.078306ms","start":"2026-03-04T02:43:42.834645Z","end":"2026-03-04T02:43:43.107723Z","steps":["trace[1925877040] 'read index received' (duration: 139.744993ms)","trace[1925877040] 'applied index is now lower than readState.Index' (duration: 133.331733ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:43.107844Z","caller":"traceutil/trace.go:171","msg":"trace[265135510] transaction","detail":"{read_only:false; response_revision:34647; number_of_response:1; }","duration":"273.292502ms","start":"2026-03-04T02:43:42.834536Z","end":"2026-03-04T02:43:43.107829Z","steps":["trace[265135510] 'process raft request' (duration: 139.896267ms)","trace[265135510] 'compare' (duration: 132.670847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:43.108015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.360113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:43:43.108077Z","caller":"traceutil/trace.go:171","msg":"trace[153353911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34647; }","duration":"273.454675ms","start":"2026-03-04T02:43:42.834608Z","end":"2026-03-04T02:43:43.108063Z","steps":["trace[153353911] 'agreement among raft nodes before linearized reading' (duration: 273.22419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:43.108157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.075176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:43:43.10819Z","caller":"traceutil/trace.go:171","msg":"trace[1647727790] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:34647; }","duration":"253.150448ms","start":"2026-03-04T02:43:42.85503Z","end":"2026-03-04T02:43:43.108181Z","steps":["trace[1647727790] 'agreement among raft nodes before linearized reading' (duration: 253.098107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:43.346739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.747165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:43:43.346851Z","caller":"traceutil/trace.go:171","msg":"trace[2020898151] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:34647; }","duration":"102.878758ms","start":"2026-03-04T02:43:43.243943Z","end":"2026-03-04T02:43:43.346822Z","steps":["trace[2020898151] 'count revisions from in-memory index tree' (duration: 102.667412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:43.512688Z","caller":"traceutil/trace.go:171","msg":"trace[732299300] transaction","detail":"{read_only:false; response_revision:34648; number_of_response:1; }","duration":"105.391646ms","start":"2026-03-04T02:43:43.407265Z","end":"2026-03-04T02:43:43.512657Z","steps":["trace[732299300] 'process raft request' (duration: 105.14517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:43.812103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.981149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:43:43.81222Z","caller":"traceutil/trace.go:171","msg":"trace[474474715] linearizableReadLoop","detail":"{readStateIndex:35880; appliedIndex:35878; }","duration":"336.161858ms","start":"2026-03-04T02:43:43.476042Z","end":"2026-03-04T02:43:43.812204Z","steps":["trace[474474715] 'read index received' (duration: 36.412065ms)","trace[474474715] 'applied index is now lower than readState.Index' (duration: 299.748453ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:43.812291Z","caller":"traceutil/trace.go:171","msg":"trace[1185785383] transaction","detail":"{read_only:false; response_revision:34649; number_of_response:1; }","duration":"392.234556ms","start":"2026-03-04T02:43:43.420045Z","end":"2026-03-04T02:43:43.81228Z","steps":["trace[1185785383] 'process raft request' (duration: 168.96077ms)","trace[1185785383] 'compare' (duration: 222.59136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:43.812348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.42003Z","time spent":"392.284707ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:43.812649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.605299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:43:43.812721Z","caller":"traceutil/trace.go:171","msg":"trace[1204762429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34649; }","duration":"336.691521ms","start":"2026-03-04T02:43:43.476Z","end":"2026-03-04T02:43:43.812692Z","steps":["trace[1204762429] 'agreement among raft nodes before linearized reading' (duration: 336.591919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:43.812863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.475984Z","time spent":"336.864966ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:43:43.816519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.063006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:43:43.81657Z","caller":"traceutil/trace.go:171","msg":"trace[1333111086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34650; }","duration":"233.166349ms","start":"2026-03-04T02:43:43.583394Z","end":"2026-03-04T02:43:43.81656Z","steps":["trace[1333111086] 'agreement among raft nodes before linearized reading' (duration: 233.046066ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:43.960688Z","caller":"traceutil/trace.go:171","msg":"trace[1268305661] transaction","detail":"{read_only:false; response_revision:34651; number_of_response:1; }","duration":"139.439946ms","start":"2026-03-04T02:43:43.821202Z","end":"2026-03-04T02:43:43.960642Z","steps":["trace[1268305661] 'process raft request' (duration: 100.899691ms)","trace[1268305661] 'compare' (duration: 38.119915ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:43.960726Z","caller":"traceutil/trace.go:171","msg":"trace[958852923] transaction","detail":"{read_only:false; response_revision:34652; number_of_response:1; }","duration":"138.917794ms","start":"2026-03-04T02:43:43.821773Z","end":"2026-03-04T02:43:43.960691Z","steps":["trace[958852923] 'process raft request' (duration: 138.762491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.345384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.617787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T02:43:44.345447Z","caller":"traceutil/trace.go:171","msg":"trace[1277249671] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:34653; }","duration":"158.721639ms","start":"2026-03-04T02:43:44.18671Z","end":"2026-03-04T02:43:44.345432Z","steps":["trace[1277249671] 'range keys from in-memory index tree' (duration: 158.522295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.733414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.697546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:43:44.733672Z","caller":"traceutil/trace.go:171","msg":"trace[1703765564] transaction","detail":"{read_only:false; response_revision:34655; number_of_response:1; }","duration":"383.757277ms","start":"2026-03-04T02:43:44.349883Z","end":"2026-03-04T02:43:44.73364Z","steps":["trace[1703765564] 'process raft request' (duration: 179.731913ms)","trace[1703765564] 'compare' (duration: 203.473791ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:44.733701Z","caller":"traceutil/trace.go:171","msg":"trace[964423537] transaction","detail":"{read_only:false; response_revision:34657; number_of_response:1; }","duration":"256.258982ms","start":"2026-03-04T02:43:44.47742Z","end":"2026-03-04T02:43:44.733679Z","steps":["trace[964423537] 'process raft request' (duration: 256.20476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.73377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.223674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:43:44.733697Z","caller":"traceutil/trace.go:171","msg":"trace[365579569] linearizableReadLoop","detail":"{readStateIndex:35888; appliedIndex:35885; }","duration":"114.131391ms","start":"2026-03-04T02:43:44.619546Z","end":"2026-03-04T02:43:44.733677Z","steps":["trace[365579569] 'read index received' (duration: 58.311µs)","trace[365579569] 'applied index is now lower than readState.Index' (duration: 114.07173ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:44.733747Z","caller":"traceutil/trace.go:171","msg":"trace[1809091011] transaction","detail":"{read_only:false; response_revision:34656; number_of_response:1; }","duration":"383.569833ms","start":"2026-03-04T02:43:44.35012Z","end":"2026-03-04T02:43:44.73369Z","steps":["trace[1809091011] 'process raft request' (duration: 383.410989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:44.733807Z","caller":"traceutil/trace.go:171","msg":"trace[839308846] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:34657; }","duration":"114.292695ms","start":"2026-03-04T02:43:44.619504Z","end":"2026-03-04T02:43:44.733796Z","steps":["trace[839308846] 'agreement among raft nodes before linearized reading' (duration: 114.228494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.733839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:44.34985Z","time spent":"383.90632ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:44.733974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:44.350109Z","time spent":"383.736426ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:44.759426Z","caller":"traceutil/trace.go:171","msg":"trace[810582659] transaction","detail":"{read_only:false; response_revision:34658; number_of_response:1; }","duration":"134.342667ms","start":"2026-03-04T02:43:44.625046Z","end":"2026-03-04T02:43:44.759388Z","steps":["trace[810582659] 'process raft request' (duration: 134.189713ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:49.008963Z","caller":"traceutil/trace.go:171","msg":"trace[1642689443] transaction","detail":"{read_only:false; response_revision:34682; number_of_response:1; }","duration":"235.37579ms","start":"2026-03-04T02:43:48.773561Z","end":"2026-03-04T02:43:49.008937Z","steps":["trace[1642689443] 'process raft request' (duration: 191.823137ms)","trace[1642689443] 'compare' (duration: 43.334638ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:49.009026Z","caller":"traceutil/trace.go:171","msg":"trace[2106413633] transaction","detail":"{read_only:false; response_revision:34683; number_of_response:1; }","duration":"232.238797ms","start":"2026-03-04T02:43:48.776778Z","end":"2026-03-04T02:43:49.009017Z","steps":["trace[2106413633] 'process raft request' (duration: 232.049503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:49.008971Z","caller":"traceutil/trace.go:171","msg":"trace[1837944353] transaction","detail":"{read_only:false; response_revision:34684; number_of_response:1; }","duration":"231.820026ms","start":"2026-03-04T02:43:48.777125Z","end":"2026-03-04T02:43:49.008945Z","steps":["trace[1837944353] 'process raft request' (duration: 231.787736ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:50.004535Z","caller":"traceutil/trace.go:171","msg":"trace[2040442319] transaction","detail":"{read_only:false; response_revision:34688; number_of_response:1; }","duration":"104.33246ms","start":"2026-03-04T02:43:49.900174Z","end":"2026-03-04T02:43:50.004506Z","steps":["trace[2040442319] 'process raft request' (duration: 59.628391ms)","trace[2040442319] 'compare' (duration: 44.404192ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:50.162364Z","caller":"traceutil/trace.go:171","msg":"trace[97628676] transaction","detail":"{read_only:false; response_revision:34691; number_of_response:1; }","duration":"152.399211ms","start":"2026-03-04T02:43:50.00994Z","end":"2026-03-04T02:43:50.162339Z","steps":["trace[97628676] 'process raft request' (duration: 152.264078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:50.486511Z","caller":"traceutil/trace.go:171","msg":"trace[2117112200] transaction","detail":"{read_only:false; response_revision:34692; number_of_response:1; }","duration":"150.019685ms","start":"2026-03-04T02:43:50.33647Z","end":"2026-03-04T02:43:50.486489Z","steps":["trace[2117112200] 'process raft request' (duration: 149.897152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:50.69547Z","caller":"traceutil/trace.go:171","msg":"trace[777814147] linearizableReadLoop","detail":"{readStateIndex:35925; appliedIndex:35924; }","duration":"211.809347ms","start":"2026-03-04T02:43:50.483636Z","end":"2026-03-04T02:43:50.695445Z","steps":["trace[777814147] 'read index received' (duration: 3.234396ms)","trace[777814147] 'applied index is now lower than readState.Index' (duration: 208.573941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:50.695598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.94448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:43:50.695637Z","caller":"traceutil/trace.go:171","msg":"trace[931755353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34693; }","duration":"212.034132ms","start":"2026-03-04T02:43:50.483593Z","end":"2026-03-04T02:43:50.695627Z","steps":["trace[931755353] 'agreement among raft nodes before linearized reading' (duration: 211.94609ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:50.695842Z","caller":"traceutil/trace.go:171","msg":"trace[1535320089] transaction","detail":"{read_only:false; response_revision:34693; number_of_response:1; }","duration":"267.405043ms","start":"2026-03-04T02:43:50.428423Z","end":"2026-03-04T02:43:50.695828Z","steps":["trace[1535320089] 'process raft request' (duration: 168.300684ms)","trace[1535320089] 'compare' (duration: 98.620797ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:03.164736Z","caller":"traceutil/trace.go:171","msg":"trace[146069725] transaction","detail":"{read_only:false; response_revision:34777; number_of_response:1; }","duration":"130.619389ms","start":"2026-03-04T02:44:03.034079Z","end":"2026-03-04T02:44:03.164699Z","steps":["trace[146069725] 'process raft request' (duration: 56.307263ms)","trace[146069725] 'compare' (duration: 73.843355ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:03.192162Z","caller":"traceutil/trace.go:171","msg":"trace[1487759626] transaction","detail":"{read_only:false; response_revision:34778; number_of_response:1; }","duration":"134.497681ms","start":"2026-03-04T02:44:03.057645Z","end":"2026-03-04T02:44:03.192142Z","steps":["trace[1487759626] 'process raft request' (duration: 134.406108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:09.433407Z","caller":"traceutil/trace.go:171","msg":"trace[1529052968] transaction","detail":"{read_only:false; response_revision:34819; number_of_response:1; }","duration":"208.320075ms","start":"2026-03-04T02:44:09.225066Z","end":"2026-03-04T02:44:09.433386Z","steps":["trace[1529052968] 'process raft request' (duration: 207.998538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:09.613195Z","caller":"traceutil/trace.go:171","msg":"trace[182199315] linearizableReadLoop","detail":"{readStateIndex:36056; appliedIndex:36054; }","duration":"281.726059ms","start":"2026-03-04T02:44:09.331439Z","end":"2026-03-04T02:44:09.613165Z","steps":["trace[182199315] 'read index received' (duration: 101.448634ms)","trace[182199315] 'applied index is now lower than readState.Index' (duration: 180.276445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:09.613553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.094198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:44:09.613649Z","caller":"traceutil/trace.go:171","msg":"trace[1311392325] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34820; }","duration":"282.239701ms","start":"2026-03-04T02:44:09.331388Z","end":"2026-03-04T02:44:09.613628Z","steps":["trace[1311392325] 'agreement among raft nodes before linearized reading' (duration: 281.987445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:09.613711Z","caller":"traceutil/trace.go:171","msg":"trace[1300183843] transaction","detail":"{read_only:false; response_revision:34820; number_of_response:1; }","duration":"346.615894ms","start":"2026-03-04T02:44:09.267023Z","end":"2026-03-04T02:44:09.613639Z","steps":["trace[1300183843] 'process raft request' (duration: 265.839486ms)","trace[1300183843] 'compare' (duration: 79.950969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:09.61417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.716629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:09.614353Z","caller":"traceutil/trace.go:171","msg":"trace[782529374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34820; }","duration":"139.202921ms","start":"2026-03-04T02:44:09.475056Z","end":"2026-03-04T02:44:09.614259Z","steps":["trace[782529374] 'agreement among raft nodes before linearized reading' (duration: 138.523575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:09.614765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:09.266996Z","time spent":"346.86226ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:09.615518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.446681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:44:09.615588Z","caller":"traceutil/trace.go:171","msg":"trace[580367432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34820; }","duration":"249.584314ms","start":"2026-03-04T02:44:09.365984Z","end":"2026-03-04T02:44:09.615569Z","steps":["trace[580367432] 'agreement among raft nodes before linearized reading' (duration: 247.517846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:09.616097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.377581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:44:09.616266Z","caller":"traceutil/trace.go:171","msg":"trace[677326624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34820; }","duration":"138.525374ms","start":"2026-03-04T02:44:09.477666Z","end":"2026-03-04T02:44:09.616191Z","steps":["trace[677326624] 'agreement among raft nodes before linearized reading' (duration: 135.848001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:10.153583Z","caller":"traceutil/trace.go:171","msg":"trace[470427817] linearizableReadLoop","detail":"{readStateIndex:36060; appliedIndex:36059; }","duration":"277.454409ms","start":"2026-03-04T02:44:09.876105Z","end":"2026-03-04T02:44:10.15356Z","steps":["trace[470427817] 'read index received' (duration: 208.993311ms)","trace[470427817] 'applied index is now lower than readState.Index' (duration: 68.459758ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:10.153713Z","caller":"traceutil/trace.go:171","msg":"trace[406767608] transaction","detail":"{read_only:false; response_revision:34824; number_of_response:1; }","duration":"326.746697ms","start":"2026-03-04T02:44:09.826925Z","end":"2026-03-04T02:44:10.153672Z","steps":["trace[406767608] 'process raft request' (duration: 258.167975ms)","trace[406767608] 'compare' (duration: 68.154822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:10.153834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.676504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-04T02:44:10.153865Z","caller":"traceutil/trace.go:171","msg":"trace[2132049992] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5955b9d6b6-dhzgt.18997fcb63995e34; range_end:; response_count:1; response_revision:34824; }","duration":"277.788737ms","start":"2026-03-04T02:44:09.876066Z","end":"2026-03-04T02:44:10.153855Z","steps":["trace[2132049992] 'agreement among raft nodes before linearized reading' (duration: 277.592872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:10.153885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:09.826901Z","time spent":"326.897931ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:10.248188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.969047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:10.248272Z","caller":"traceutil/trace.go:171","msg":"trace[1259567127] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:34825; }","duration":"188.099539ms","start":"2026-03-04T02:44:10.060151Z","end":"2026-03-04T02:44:10.248251Z","steps":["trace[1259567127] 'agreement among raft nodes before linearized reading' (duration: 187.916695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:10.248156Z","caller":"traceutil/trace.go:171","msg":"trace[154387735] transaction","detail":"{read_only:false; response_revision:34825; number_of_response:1; }","duration":"257.745016ms","start":"2026-03-04T02:44:09.990379Z","end":"2026-03-04T02:44:10.248124Z","steps":["trace[154387735] 'process raft request' (duration: 257.568122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:11.826887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.032651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:44:11.827Z","caller":"traceutil/trace.go:171","msg":"trace[1357717516] transaction","detail":"{read_only:false; response_revision:34838; number_of_response:1; }","duration":"160.258545ms","start":"2026-03-04T02:44:11.666731Z","end":"2026-03-04T02:44:11.826989Z","steps":["trace[1357717516] 'process raft request' (duration: 160.226795ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:11.827422Z","caller":"traceutil/trace.go:171","msg":"trace[917671711] transaction","detail":"{read_only:false; response_revision:34837; number_of_response:1; }","duration":"163.016791ms","start":"2026-03-04T02:44:11.664373Z","end":"2026-03-04T02:44:11.82739Z","steps":["trace[917671711] 'process raft request' (duration: 59.424297ms)","trace[917671711] 'compare' (duration: 102.878687ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:12.713903Z","caller":"traceutil/trace.go:171","msg":"trace[732456082] transaction","detail":"{read_only:false; response_revision:34840; number_of_response:1; }","duration":"460.110411ms","start":"2026-03-04T02:44:12.253766Z","end":"2026-03-04T02:44:12.713877Z","steps":["trace[732456082] 'process raft request' (duration: 459.885875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:12.714043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.253743Z","time spent":"460.229264ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:12.781788Z","caller":"traceutil/trace.go:171","msg":"trace[865730399] transaction","detail":"{read_only:false; response_revision:34841; number_of_response:1; }","duration":"467.001392ms","start":"2026-03-04T02:44:12.31476Z","end":"2026-03-04T02:44:12.781761Z","steps":["trace[865730399] 'process raft request' (duration: 439.134898ms)","trace[865730399] 'compare' (duration: 27.285531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:12.781937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.314739Z","time spent":"467.119626ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:12.781935Z","caller":"traceutil/trace.go:171","msg":"trace[912115824] linearizableReadLoop","detail":"{readStateIndex:36080; appliedIndex:36077; }","duration":"407.088495ms","start":"2026-03-04T02:44:12.374819Z","end":"2026-03-04T02:44:12.781907Z","steps":["trace[912115824] 'read index received' (duration: 338.832051ms)","trace[912115824] 'applied index is now lower than readState.Index' (duration: 68.255294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:12.78217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.3256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:44:12.782062Z","caller":"traceutil/trace.go:171","msg":"trace[1739425495] transaction","detail":"{read_only:false; response_revision:34842; number_of_response:1; }","duration":"456.285091ms","start":"2026-03-04T02:44:12.325743Z","end":"2026-03-04T02:44:12.782029Z","steps":["trace[1739425495] 'process raft request' (duration: 455.906162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:12.782218Z","caller":"traceutil/trace.go:171","msg":"trace[843601626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34842; }","duration":"407.405542ms","start":"2026-03-04T02:44:12.374785Z","end":"2026-03-04T02:44:12.782191Z","steps":["trace[843601626] 'agreement among raft nodes before linearized reading' (duration: 407.256059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:12.78222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.522563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:44:12.782328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.37477Z","time spent":"407.478364ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:44:12.782373Z","caller":"traceutil/trace.go:171","msg":"trace[723300136] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:34842; }","duration":"229.751158ms","start":"2026-03-04T02:44:12.552603Z","end":"2026-03-04T02:44:12.782354Z","steps":["trace[723300136] 'agreement among raft nodes before linearized reading' (duration: 229.494902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:12.782389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.551423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:44:12.782386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.325721Z","time spent":"456.522196ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:12.782381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.679147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:44:12.782432Z","caller":"traceutil/trace.go:171","msg":"trace[360699801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34842; }","duration":"306.594434ms","start":"2026-03-04T02:44:12.475826Z","end":"2026-03-04T02:44:12.782421Z","steps":["trace[360699801] 'agreement among raft nodes before linearized reading' (duration: 306.521002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:12.782463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.475782Z","time spent":"306.675356ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:44:12.782464Z","caller":"traceutil/trace.go:171","msg":"trace[312850545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34842; }","duration":"378.80528ms","start":"2026-03-04T02:44:12.403638Z","end":"2026-03-04T02:44:12.782444Z","steps":["trace[312850545] 'agreement among raft nodes before linearized reading' (duration: 378.449042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:12.782508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.403612Z","time spent":"378.884312ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:44:13.003498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.613827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:44:13.003607Z","caller":"traceutil/trace.go:171","msg":"trace[1892644564] transaction","detail":"{read_only:false; response_revision:34844; number_of_response:1; }","duration":"216.192199ms","start":"2026-03-04T02:44:12.787394Z","end":"2026-03-04T02:44:13.003586Z","steps":["trace[1892644564] 'process raft request' (duration: 94.372887ms)","trace[1892644564] 'compare' (duration: 121.497965ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:13.583356Z","caller":"traceutil/trace.go:171","msg":"trace[635760679] linearizableReadLoop","detail":"{readStateIndex:36087; appliedIndex:36086; }","duration":"103.295837ms","start":"2026-03-04T02:44:13.480037Z","end":"2026-03-04T02:44:13.583333Z","steps":["trace[635760679] 'read index received' (duration: 50.277622ms)","trace[635760679] 'applied index is now lower than readState.Index' (duration: 53.017335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:13.583496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.4336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:13.583494Z","caller":"traceutil/trace.go:171","msg":"trace[2139351482] transaction","detail":"{read_only:false; response_revision:34849; number_of_response:1; }","duration":"130.386863ms","start":"2026-03-04T02:44:13.453079Z","end":"2026-03-04T02:44:13.583466Z","steps":["trace[2139351482] 'process raft request' (duration: 77.300676ms)","trace[2139351482] 'compare' (duration: 52.825261ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:13.583535Z","caller":"traceutil/trace.go:171","msg":"trace[657788786] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:34849; }","duration":"103.518572ms","start":"2026-03-04T02:44:13.480005Z","end":"2026-03-04T02:44:13.583524Z","steps":["trace[657788786] 'agreement among raft nodes before linearized reading' (duration: 103.409299ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:15.925039Z","caller":"traceutil/trace.go:171","msg":"trace[549019143] transaction","detail":"{read_only:false; response_revision:34863; number_of_response:1; }","duration":"137.124823ms","start":"2026-03-04T02:44:15.787887Z","end":"2026-03-04T02:44:15.925012Z","steps":["trace[549019143] 'process raft request' (duration: 86.703958ms)","trace[549019143] 'compare' (duration: 50.131478ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:20.868219Z","caller":"traceutil/trace.go:171","msg":"trace[1109335232] transaction","detail":"{read_only:false; response_revision:34894; number_of_response:1; }","duration":"103.780319ms","start":"2026-03-04T02:44:20.764412Z","end":"2026-03-04T02:44:20.868192Z","steps":["trace[1109335232] 'process raft request' (duration: 103.579284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:25.055913Z","caller":"traceutil/trace.go:171","msg":"trace[1696870438] transaction","detail":"{read_only:false; response_revision:34924; number_of_response:1; }","duration":"170.996598ms","start":"2026-03-04T02:44:24.884883Z","end":"2026-03-04T02:44:25.055879Z","steps":["trace[1696870438] 'process raft request' (duration: 170.908226ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:25.055899Z","caller":"traceutil/trace.go:171","msg":"trace[70548569] transaction","detail":"{read_only:false; response_revision:34923; number_of_response:1; }","duration":"171.100481ms","start":"2026-03-04T02:44:24.884768Z","end":"2026-03-04T02:44:25.055869Z","steps":["trace[70548569] 'process raft request' (duration: 156.60794ms)","trace[70548569] 'compare' (duration: 13.706012ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:25.055894Z","caller":"traceutil/trace.go:171","msg":"trace[1690889888] linearizableReadLoop","detail":"{readStateIndex:36164; appliedIndex:36161; }","duration":"165.884108ms","start":"2026-03-04T02:44:24.889984Z","end":"2026-03-04T02:44:25.055868Z","steps":["trace[1690889888] 'read index received' (duration: 60.656295ms)","trace[1690889888] 'applied index is now lower than readState.Index' (duration: 105.226723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:25.056178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.176064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:44:25.056233Z","caller":"traceutil/trace.go:171","msg":"trace[907771277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34924; }","duration":"166.272327ms","start":"2026-03-04T02:44:24.889954Z","end":"2026-03-04T02:44:25.056226Z","steps":["trace[907771277] 'agreement among raft nodes before linearized reading' (duration: 166.089143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:25.269398Z","caller":"traceutil/trace.go:171","msg":"trace[1552015227] transaction","detail":"{read_only:false; response_revision:34926; number_of_response:1; }","duration":"207.578197ms","start":"2026-03-04T02:44:25.061791Z","end":"2026-03-04T02:44:25.269369Z","steps":["trace[1552015227] 'process raft request' (duration: 155.714758ms)","trace[1552015227] 'compare' (duration: 51.717955ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:32.083536Z","caller":"traceutil/trace.go:171","msg":"trace[452256536] transaction","detail":"{read_only:false; response_revision:34970; number_of_response:1; }","duration":"129.376149ms","start":"2026-03-04T02:44:31.954138Z","end":"2026-03-04T02:44:32.083514Z","steps":["trace[452256536] 'process raft request' (duration: 129.251907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:35.345553Z","caller":"traceutil/trace.go:171","msg":"trace[742449434] transaction","detail":"{read_only:false; response_revision:34992; number_of_response:1; }","duration":"151.691375ms","start":"2026-03-04T02:44:35.193816Z","end":"2026-03-04T02:44:35.345507Z","steps":["trace[742449434] 'process raft request' (duration: 129.893902ms)","trace[742449434] 'compare' (duration: 21.570087ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:36.30041Z","caller":"traceutil/trace.go:171","msg":"trace[802425506] linearizableReadLoop","detail":"{readStateIndex:36240; appliedIndex:36239; }","duration":"245.051428ms","start":"2026-03-04T02:44:36.055335Z","end":"2026-03-04T02:44:36.300386Z","steps":["trace[802425506] 'read index received' (duration: 244.891894ms)","trace[802425506] 'applied index is now lower than readState.Index' (duration: 158.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:36.300466Z","caller":"traceutil/trace.go:171","msg":"trace[1315164765] transaction","detail":"{read_only:false; response_revision:34998; number_of_response:1; }","duration":"253.370123ms","start":"2026-03-04T02:44:36.04707Z","end":"2026-03-04T02:44:36.30044Z","steps":["trace[1315164765] 'process raft request' (duration: 253.144448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:36.300957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.611751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-04T02:44:36.301067Z","caller":"traceutil/trace.go:171","msg":"trace[1978802691] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:34998; }","duration":"245.778214ms","start":"2026-03-04T02:44:36.055263Z","end":"2026-03-04T02:44:36.301041Z","steps":["trace[1978802691] 'agreement among raft nodes before linearized reading' (duration: 245.226631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:36.305236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.153851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:36.305292Z","caller":"traceutil/trace.go:171","msg":"trace[1466752682] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:34999; }","duration":"194.255274ms","start":"2026-03-04T02:44:36.111024Z","end":"2026-03-04T02:44:36.305279Z","steps":["trace[1466752682] 'agreement among raft nodes before linearized reading' (duration: 194.150162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:36.30538Z","caller":"traceutil/trace.go:171","msg":"trace[201563199] transaction","detail":"{read_only:false; response_revision:34999; number_of_response:1; }","duration":"210.771502ms","start":"2026-03-04T02:44:36.094587Z","end":"2026-03-04T02:44:36.305359Z","steps":["trace[201563199] 'process raft request' (duration: 210.509026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:36.305464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.737463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:44:36.305521Z","caller":"traceutil/trace.go:171","msg":"trace[1136433098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34999; }","duration":"179.852875ms","start":"2026-03-04T02:44:36.125653Z","end":"2026-03-04T02:44:36.305506Z","steps":["trace[1136433098] 'agreement among raft nodes before linearized reading' (duration: 179.720442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:36.305518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.720792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:44:36.30568Z","caller":"traceutil/trace.go:171","msg":"trace[97981469] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34999; }","duration":"171.078829ms","start":"2026-03-04T02:44:36.134547Z","end":"2026-03-04T02:44:36.305626Z","steps":["trace[97981469] 'agreement among raft nodes before linearized reading' (duration: 170.656839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:36.305703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.412695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:44:36.305765Z","caller":"traceutil/trace.go:171","msg":"trace[538377807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34999; }","duration":"176.825354ms","start":"2026-03-04T02:44:36.128929Z","end":"2026-03-04T02:44:36.305754Z","steps":["trace[538377807] 'agreement among raft nodes before linearized reading' (duration: 176.312512ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:36.564225Z","caller":"traceutil/trace.go:171","msg":"trace[654542260] transaction","detail":"{read_only:false; response_revision:35003; number_of_response:1; }","duration":"204.75915ms","start":"2026-03-04T02:44:36.359448Z","end":"2026-03-04T02:44:36.564207Z","steps":["trace[654542260] 'process raft request' (duration: 204.646127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:37.349989Z","caller":"traceutil/trace.go:171","msg":"trace[132360904] transaction","detail":"{read_only:false; response_revision:35005; number_of_response:1; }","duration":"217.342766ms","start":"2026-03-04T02:44:37.132614Z","end":"2026-03-04T02:44:37.349957Z","steps":["trace[132360904] 'process raft request' (duration: 217.162412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:37.511375Z","caller":"traceutil/trace.go:171","msg":"trace[112103359] transaction","detail":"{read_only:false; response_revision:35006; number_of_response:1; }","duration":"322.432116ms","start":"2026-03-04T02:44:37.188914Z","end":"2026-03-04T02:44:37.511346Z","steps":["trace[112103359] 'process raft request' (duration: 245.316394ms)","trace[112103359] 'compare' (duration: 76.933508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:37.511497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:37.188885Z","time spent":"322.549309ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:37.511482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.61682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:37.511474Z","caller":"traceutil/trace.go:171","msg":"trace[1351598373] transaction","detail":"{read_only:false; response_revision:35007; number_of_response:1; }","duration":"161.295029ms","start":"2026-03-04T02:44:37.350139Z","end":"2026-03-04T02:44:37.511434Z","steps":["trace[1351598373] 'process raft request' (duration: 161.175297ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:37.511391Z","caller":"traceutil/trace.go:171","msg":"trace[216750736] linearizableReadLoop","detail":"{readStateIndex:36249; appliedIndex:36247; }","duration":"279.518638ms","start":"2026-03-04T02:44:37.231853Z","end":"2026-03-04T02:44:37.511371Z","steps":["trace[216750736] 'read index received' (duration: 117.899471ms)","trace[216750736] 'applied index is now lower than readState.Index' (duration: 161.617167ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:37.511555Z","caller":"traceutil/trace.go:171","msg":"trace[1101926122] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:35008; }","duration":"279.731523ms","start":"2026-03-04T02:44:37.231804Z","end":"2026-03-04T02:44:37.511535Z","steps":["trace[1101926122] 'agreement among raft nodes before linearized reading' (duration: 279.62222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:37.511447Z","caller":"traceutil/trace.go:171","msg":"trace[725800925] transaction","detail":"{read_only:false; response_revision:35008; number_of_response:1; }","duration":"157.194423ms","start":"2026-03-04T02:44:37.354227Z","end":"2026-03-04T02:44:37.511421Z","steps":["trace[725800925] 'process raft request' (duration: 157.146092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:37.511882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.749756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:44:37.511934Z","caller":"traceutil/trace.go:171","msg":"trace[288101496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35008; }","duration":"114.840329ms","start":"2026-03-04T02:44:37.397078Z","end":"2026-03-04T02:44:37.511918Z","steps":["trace[288101496] 'agreement among raft nodes before linearized reading' (duration: 114.673435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:37.511944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.318535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:44:37.512021Z","caller":"traceutil/trace.go:171","msg":"trace[1023948592] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:35008; }","duration":"125.447348ms","start":"2026-03-04T02:44:37.386554Z","end":"2026-03-04T02:44:37.512001Z","steps":["trace[1023948592] 'agreement among raft nodes before linearized reading' (duration: 125.203902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:37.512107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.844889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:44:37.512162Z","caller":"traceutil/trace.go:171","msg":"trace[131574666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35008; }","duration":"157.946031ms","start":"2026-03-04T02:44:37.354203Z","end":"2026-03-04T02:44:37.512149Z","steps":["trace[131574666] 'agreement among raft nodes before linearized reading' (duration: 157.530181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:37.72892Z","caller":"traceutil/trace.go:171","msg":"trace[573751652] transaction","detail":"{read_only:false; response_revision:35009; number_of_response:1; }","duration":"213.22747ms","start":"2026-03-04T02:44:37.515667Z","end":"2026-03-04T02:44:37.728894Z","steps":["trace[573751652] 'process raft request' (duration: 176.876815ms)","trace[573751652] 'compare' (duration: 35.613407ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:37.754766Z","caller":"traceutil/trace.go:171","msg":"trace[268327686] transaction","detail":"{read_only:false; response_revision:35011; number_of_response:1; }","duration":"237.188663ms","start":"2026-03-04T02:44:37.517545Z","end":"2026-03-04T02:44:37.754733Z","steps":["trace[268327686] 'process raft request' (duration: 237.149112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:37.754927Z","caller":"traceutil/trace.go:171","msg":"trace[1093875827] transaction","detail":"{read_only:false; response_revision:35010; number_of_response:1; }","duration":"238.042243ms","start":"2026-03-04T02:44:37.516872Z","end":"2026-03-04T02:44:37.754914Z","steps":["trace[1093875827] 'process raft request' (duration: 237.681045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:38.538359Z","caller":"traceutil/trace.go:171","msg":"trace[275128718] linearizableReadLoop","detail":"{readStateIndex:36255; appliedIndex:36254; }","duration":"172.515113ms","start":"2026-03-04T02:44:38.365822Z","end":"2026-03-04T02:44:38.538337Z","steps":["trace[275128718] 'read index received' (duration: 172.357769ms)","trace[275128718] 'applied index is now lower than readState.Index' (duration: 155.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:38.538391Z","caller":"traceutil/trace.go:171","msg":"trace[848997010] transaction","detail":"{read_only:false; response_revision:35012; number_of_response:1; }","duration":"225.9976ms","start":"2026-03-04T02:44:38.31237Z","end":"2026-03-04T02:44:38.538368Z","steps":["trace[848997010] 'process raft request' (duration: 225.798415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.538593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.332458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:44:38.538606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.980451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:44:38.53863Z","caller":"traceutil/trace.go:171","msg":"trace[421327637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35012; }","duration":"172.039722ms","start":"2026-03-04T02:44:38.366584Z","end":"2026-03-04T02:44:38.538624Z","steps":["trace[421327637] 'agreement among raft nodes before linearized reading' (duration: 171.935989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:38.538633Z","caller":"traceutil/trace.go:171","msg":"trace[172642318] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35012; }","duration":"172.427651ms","start":"2026-03-04T02:44:38.366194Z","end":"2026-03-04T02:44:38.538622Z","steps":["trace[172642318] 'agreement among raft nodes before linearized reading' (duration: 172.282707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.53878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.941843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:44:38.538841Z","caller":"traceutil/trace.go:171","msg":"trace[781281041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35012; }","duration":"173.040106ms","start":"2026-03-04T02:44:38.365787Z","end":"2026-03-04T02:44:38.538827Z","steps":["trace[781281041] 'agreement among raft nodes before linearized reading' (duration: 172.660977ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:38.859851Z","caller":"traceutil/trace.go:171","msg":"trace[236543674] transaction","detail":"{read_only:false; response_revision:35013; number_of_response:1; }","duration":"317.722756ms","start":"2026-03-04T02:44:38.542093Z","end":"2026-03-04T02:44:38.859816Z","steps":["trace[236543674] 'process raft request' (duration: 233.567528ms)","trace[236543674] 'compare' (duration: 83.751778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:38.86Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.542078Z","time spent":"317.833408ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:38.941807Z","caller":"traceutil/trace.go:171","msg":"trace[1220367630] transaction","detail":"{read_only:false; response_revision:35016; number_of_response:1; }","duration":"399.299442ms","start":"2026-03-04T02:44:38.542482Z","end":"2026-03-04T02:44:38.941782Z","steps":["trace[1220367630] 'process raft request' (duration: 399.21801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:38.941938Z","caller":"traceutil/trace.go:171","msg":"trace[1976759645] transaction","detail":"{read_only:false; response_revision:35017; number_of_response:1; }","duration":"335.941514ms","start":"2026-03-04T02:44:38.605979Z","end":"2026-03-04T02:44:38.941921Z","steps":["trace[1976759645] 'process raft request' (duration: 335.75781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.94196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.542443Z","time spent":"399.440935ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:38.94194Z","caller":"traceutil/trace.go:171","msg":"trace[50576908] transaction","detail":"{read_only:false; response_revision:35015; number_of_response:1; }","duration":"399.470996ms","start":"2026-03-04T02:44:38.542395Z","end":"2026-03-04T02:44:38.941866Z","steps":["trace[50576908] 'process raft request' (duration: 399.268921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.942007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.605944Z","time spent":"336.027345ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:38.94222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.542372Z","time spent":"399.705682ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:38.941813Z","caller":"traceutil/trace.go:171","msg":"trace[59020288] transaction","detail":"{read_only:false; response_revision:35014; number_of_response:1; }","duration":"399.471216ms","start":"2026-03-04T02:44:38.542303Z","end":"2026-03-04T02:44:38.941775Z","steps":["trace[59020288] 'process raft request' (duration: 399.20463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.942343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.542294Z","time spent":"400.009369ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:39.921419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.140482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:44:39.921998Z","caller":"traceutil/trace.go:171","msg":"trace[1002045349] transaction","detail":"{read_only:false; response_revision:35019; number_of_response:1; }","duration":"404.465473ms","start":"2026-03-04T02:44:39.517075Z","end":"2026-03-04T02:44:39.921541Z","steps":["trace[1002045349] 'process raft request' (duration: 121.103315ms)","trace[1002045349] 'compare' (duration: 282.899497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:39.922136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.517054Z","time spent":"405.026477ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:39.948383Z","caller":"traceutil/trace.go:171","msg":"trace[1971256086] linearizableReadLoop","detail":"{readStateIndex:36264; appliedIndex:36261; }","duration":"428.046547ms","start":"2026-03-04T02:44:39.520319Z","end":"2026-03-04T02:44:39.948365Z","steps":["trace[1971256086] 'read index received' (duration: 117.87695ms)","trace[1971256086] 'applied index is now lower than readState.Index' (duration: 310.168967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:39.956733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.385943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:39.956802Z","caller":"traceutil/trace.go:171","msg":"trace[471521716] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35021; }","duration":"436.509646ms","start":"2026-03-04T02:44:39.520278Z","end":"2026-03-04T02:44:39.956788Z","steps":["trace[471521716] 'agreement among raft nodes before linearized reading' (duration: 436.353732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:39.956886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.520263Z","time spent":"436.612188ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:44:39.956867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.512006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:44:39.956941Z","caller":"traceutil/trace.go:171","msg":"trace[810014534] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:35021; }","duration":"416.65112ms","start":"2026-03-04T02:44:39.540271Z","end":"2026-03-04T02:44:39.956922Z","steps":["trace[810014534] 'agreement among raft nodes before linearized reading' (duration: 416.507717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:39.956983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.540244Z","time spent":"416.726151ms","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:44:39.957111Z","caller":"traceutil/trace.go:171","msg":"trace[260428586] transaction","detail":"{read_only:false; response_revision:35020; number_of_response:1; }","duration":"439.853314ms","start":"2026-03-04T02:44:39.517249Z","end":"2026-03-04T02:44:39.957102Z","steps":["trace[260428586] 'process raft request' (duration: 431.013727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:39.957194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.517225Z","time spent":"439.911976ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:39.95729Z","caller":"traceutil/trace.go:171","msg":"trace[143765174] transaction","detail":"{read_only:false; response_revision:35021; number_of_response:1; }","duration":"439.616879ms","start":"2026-03-04T02:44:39.517663Z","end":"2026-03-04T02:44:39.957279Z","steps":["trace[143765174] 'process raft request' (duration: 430.668598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:39.957345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.517653Z","time spent":"439.65736ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:39.95745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.571488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:44:39.95748Z","caller":"traceutil/trace.go:171","msg":"trace[44202815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35021; }","duration":"196.601839ms","start":"2026-03-04T02:44:39.76087Z","end":"2026-03-04T02:44:39.957471Z","steps":["trace[44202815] 'agreement among raft nodes before linearized reading' (duration: 196.473066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:39.957651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.005082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:44:39.957677Z","caller":"traceutil/trace.go:171","msg":"trace[1518857437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35021; }","duration":"198.082034ms","start":"2026-03-04T02:44:39.759585Z","end":"2026-03-04T02:44:39.957667Z","steps":["trace[1518857437] 'agreement among raft nodes before linearized reading' (duration: 198.008012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:39.957755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.523072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:44:39.957794Z","caller":"traceutil/trace.go:171","msg":"trace[553758161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35021; }","duration":"223.583503ms","start":"2026-03-04T02:44:39.734198Z","end":"2026-03-04T02:44:39.957781Z","steps":["trace[553758161] 'agreement among raft nodes before linearized reading' (duration: 223.44197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:40.384709Z","caller":"traceutil/trace.go:171","msg":"trace[723049016] transaction","detail":"{read_only:false; response_revision:35022; number_of_response:1; }","duration":"420.720854ms","start":"2026-03-04T02:44:39.963963Z","end":"2026-03-04T02:44:40.384684Z","steps":["trace[723049016] 'process raft request' (duration: 354.095739ms)","trace[723049016] 'compare' (duration: 66.264966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:40.384845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.963943Z","time spent":"420.834087ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:40.385143Z","caller":"traceutil/trace.go:171","msg":"trace[1900553151] transaction","detail":"{read_only:false; response_revision:35024; number_of_response:1; }","duration":"421.100633ms","start":"2026-03-04T02:44:39.964008Z","end":"2026-03-04T02:44:40.385108Z","steps":["trace[1900553151] 'process raft request' (duration: 420.859157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:40.385169Z","caller":"traceutil/trace.go:171","msg":"trace[1218554547] linearizableReadLoop","detail":"{readStateIndex:36267; appliedIndex:36264; }","duration":"420.879128ms","start":"2026-03-04T02:44:39.964045Z","end":"2026-03-04T02:44:40.384924Z","steps":["trace[1218554547] 'read index received' (duration: 354.031217ms)","trace[1218554547] 'applied index is now lower than readState.Index' (duration: 66.847011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:40.385282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.963985Z","time spent":"421.218676ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:40.385288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.235007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:40.385331Z","caller":"traceutil/trace.go:171","msg":"trace[618270254] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35024; }","duration":"421.279768ms","start":"2026-03-04T02:44:39.964039Z","end":"2026-03-04T02:44:40.385319Z","steps":["trace[618270254] 'agreement among raft nodes before linearized reading' (duration: 421.177385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.385361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.96401Z","time spent":"421.343049ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:44:40.385358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.122111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:44:40.385205Z","caller":"traceutil/trace.go:171","msg":"trace[1685023954] transaction","detail":"{read_only:false; response_revision:35023; number_of_response:1; }","duration":"420.97364ms","start":"2026-03-04T02:44:39.963971Z","end":"2026-03-04T02:44:40.384944Z","steps":["trace[1685023954] 'process raft request' (duration: 420.658723ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:40.385394Z","caller":"traceutil/trace.go:171","msg":"trace[927947986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35024; }","duration":"257.192032ms","start":"2026-03-04T02:44:40.128192Z","end":"2026-03-04T02:44:40.385384Z","steps":["trace[927947986] 'agreement among raft nodes before linearized reading' (duration: 257.124421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.385666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.963947Z","time spent":"421.462572ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:40.643871Z","caller":"traceutil/trace.go:171","msg":"trace[720403125] transaction","detail":"{read_only:false; response_revision:35025; number_of_response:1; }","duration":"100.244665ms","start":"2026-03-04T02:44:40.543597Z","end":"2026-03-04T02:44:40.643842Z","steps":["trace[720403125] 'process raft request' (duration: 99.968159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:42.504913Z","caller":"traceutil/trace.go:171","msg":"trace[658281921] transaction","detail":"{read_only:false; response_revision:35036; number_of_response:1; }","duration":"111.880758ms","start":"2026-03-04T02:44:42.393009Z","end":"2026-03-04T02:44:42.50489Z","steps":["trace[658281921] 'process raft request' (duration: 111.744145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:42.510719Z","caller":"traceutil/trace.go:171","msg":"trace[393809018] transaction","detail":"{read_only:false; response_revision:35037; number_of_response:1; }","duration":"117.396768ms","start":"2026-03-04T02:44:42.393309Z","end":"2026-03-04T02:44:42.510706Z","steps":["trace[393809018] 'process raft request' (duration: 117.255985ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:42.510883Z","caller":"traceutil/trace.go:171","msg":"trace[408714632] linearizableReadLoop","detail":"{readStateIndex:36282; appliedIndex:36280; }","duration":"100.859529ms","start":"2026-03-04T02:44:42.409994Z","end":"2026-03-04T02:44:42.510853Z","steps":["trace[408714632] 'read index received' (duration: 95.547945ms)","trace[408714632] 'applied index is now lower than readState.Index' (duration: 5.310044ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:42.510927Z","caller":"traceutil/trace.go:171","msg":"trace[1459768363] transaction","detail":"{read_only:false; response_revision:35038; number_of_response:1; }","duration":"117.011749ms","start":"2026-03-04T02:44:42.393901Z","end":"2026-03-04T02:44:42.510913Z","steps":["trace[1459768363] 'process raft request' (duration: 116.751783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:42.511056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.036103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:44:42.511106Z","caller":"traceutil/trace.go:171","msg":"trace[1971843452] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:35038; }","duration":"101.121846ms","start":"2026-03-04T02:44:42.409971Z","end":"2026-03-04T02:44:42.511093Z","steps":["trace[1971843452] 'agreement among raft nodes before linearized reading' (duration: 101.021654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:44.788886Z","caller":"traceutil/trace.go:171","msg":"trace[348669200] transaction","detail":"{read_only:false; response_revision:35054; number_of_response:1; }","duration":"123.952103ms","start":"2026-03-04T02:44:44.664904Z","end":"2026-03-04T02:44:44.788857Z","steps":["trace[348669200] 'process raft request' (duration: 66.042622ms)","trace[348669200] 'compare' (duration: 57.684186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:45.012451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.339838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:44:45.012564Z","caller":"traceutil/trace.go:171","msg":"trace[1379514144] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35054; }","duration":"123.488441ms","start":"2026-03-04T02:44:44.889044Z","end":"2026-03-04T02:44:45.012533Z","steps":["trace[1379514144] 'range keys from in-memory index tree' (duration: 123.193304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:45.241437Z","caller":"traceutil/trace.go:171","msg":"trace[664272274] transaction","detail":"{read_only:false; response_revision:35057; number_of_response:1; }","duration":"150.292862ms","start":"2026-03-04T02:44:45.091109Z","end":"2026-03-04T02:44:45.241402Z","steps":["trace[664272274] 'process raft request' (duration: 150.064086ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:45.256772Z","caller":"traceutil/trace.go:171","msg":"trace[2043792543] transaction","detail":"{read_only:false; response_revision:35058; number_of_response:1; }","duration":"165.345875ms","start":"2026-03-04T02:44:45.091394Z","end":"2026-03-04T02:44:45.25674Z","steps":["trace[2043792543] 'process raft request' (duration: 165.035978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:45.606747Z","caller":"traceutil/trace.go:171","msg":"trace[806993622] transaction","detail":"{read_only:false; response_revision:35060; number_of_response:1; }","duration":"127.537357ms","start":"2026-03-04T02:44:45.479171Z","end":"2026-03-04T02:44:45.606708Z","steps":["trace[806993622] 'process raft request' (duration: 114.798357ms)","trace[806993622] 'compare' (duration: 12.536535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:45.741375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.314436ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-04T02:44:45.741731Z","caller":"traceutil/trace.go:171","msg":"trace[1665859864] compact","detail":"{revision:32983; response_revision:35060; }","duration":"199.742674ms","start":"2026-03-04T02:44:45.541952Z","end":"2026-03-04T02:44:45.741694Z","steps":["trace[1665859864] 'process raft request' (duration: 64.67602ms)","trace[1665859864] 'check and update compact revision' (duration: 134.180123ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:45.741364Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32983} {"level":"info","ts":"2026-03-04T02:44:45.74173Z","caller":"traceutil/trace.go:171","msg":"trace[1312209551] linearizableReadLoop","detail":"{readStateIndex:36305; appliedIndex:36304; }","duration":"134.789867ms","start":"2026-03-04T02:44:45.606788Z","end":"2026-03-04T02:44:45.741578Z","steps":["trace[1312209551] 'read index received' (duration: 61.701µs)","trace[1312209551] 'applied index is now lower than readState.Index' (duration: 134.725676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:45.742254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.26103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:45.742306Z","caller":"traceutil/trace.go:171","msg":"trace[2103224147] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:35060; }","duration":"147.329692ms","start":"2026-03-04T02:44:45.594965Z","end":"2026-03-04T02:44:45.742294Z","steps":["trace[2103224147] 'agreement among raft nodes before linearized reading' (duration: 146.940352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.742254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.05857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:44:45.742402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.620596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:45.742509Z","caller":"traceutil/trace.go:171","msg":"trace[655006040] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35060; }","duration":"132.754789ms","start":"2026-03-04T02:44:45.60974Z","end":"2026-03-04T02:44:45.742494Z","steps":["trace[655006040] 'agreement among raft nodes before linearized reading' (duration: 132.502303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:45.742507Z","caller":"traceutil/trace.go:171","msg":"trace[1149923352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35060; }","duration":"200.195944ms","start":"2026-03-04T02:44:45.542154Z","end":"2026-03-04T02:44:45.74235Z","steps":["trace[1149923352] 'agreement among raft nodes before linearized reading' (duration: 199.885927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.939282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.103827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:45.939378Z","caller":"traceutil/trace.go:171","msg":"trace[1304644690] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:35060; }","duration":"190.22929ms","start":"2026-03-04T02:44:45.749127Z","end":"2026-03-04T02:44:45.939356Z","steps":["trace[1304644690] 'count revisions from in-memory index tree' (duration: 190.050015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.939602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.029302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:44:45.939708Z","caller":"traceutil/trace.go:171","msg":"trace[666257493] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35060; }","duration":"189.164744ms","start":"2026-03-04T02:44:45.750519Z","end":"2026-03-04T02:44:45.939684Z","steps":["trace[666257493] 'range keys from in-memory index tree' (duration: 188.860317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:46.072387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.755622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18217"} {"level":"info","ts":"2026-03-04T02:44:46.072469Z","caller":"traceutil/trace.go:171","msg":"trace[1602394428] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:35060; }","duration":"130.873285ms","start":"2026-03-04T02:44:45.941577Z","end":"2026-03-04T02:44:46.07245Z","steps":["trace[1602394428] 'range keys from in-memory index tree' (duration: 130.565788ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:46.246243Z","caller":"traceutil/trace.go:171","msg":"trace[1988143694] linearizableReadLoop","detail":"{readStateIndex:36308; appliedIndex:36306; }","duration":"170.808413ms","start":"2026-03-04T02:44:46.075417Z","end":"2026-03-04T02:44:46.246225Z","steps":["trace[1988143694] 'read index received' (duration: 156.61195ms)","trace[1988143694] 'applied index is now lower than readState.Index' (duration: 14.195073ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:46.24654Z","caller":"traceutil/trace.go:171","msg":"trace[1771960378] transaction","detail":"{read_only:false; response_revision:35062; number_of_response:1; }","duration":"225.304104ms","start":"2026-03-04T02:44:46.021224Z","end":"2026-03-04T02:44:46.246528Z","steps":["trace[1771960378] 'process raft request' (duration: 210.702911ms)","trace[1771960378] 'compare' (duration: 14.145992ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:46.24668Z","caller":"traceutil/trace.go:171","msg":"trace[271773260] transaction","detail":"{read_only:false; response_revision:35063; number_of_response:1; }","duration":"225.273253ms","start":"2026-03-04T02:44:46.021401Z","end":"2026-03-04T02:44:46.246675Z","steps":["trace[271773260] 'process raft request' (duration: 224.781451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:46.246851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.780693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-04T02:44:46.246878Z","caller":"traceutil/trace.go:171","msg":"trace[1902882281] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:35063; }","duration":"190.861574ms","start":"2026-03-04T02:44:46.056009Z","end":"2026-03-04T02:44:46.246871Z","steps":["trace[1902882281] 'agreement among raft nodes before linearized reading' (duration: 190.751772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:46.24701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.647398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:46.247033Z","caller":"traceutil/trace.go:171","msg":"trace[237572193] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:35063; }","duration":"164.71223ms","start":"2026-03-04T02:44:46.082313Z","end":"2026-03-04T02:44:46.247026Z","steps":["trace[237572193] 'agreement among raft nodes before linearized reading' (duration: 164.670359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:46.247269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.051203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:44:46.247293Z","caller":"traceutil/trace.go:171","msg":"trace[1089656655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:35063; }","duration":"158.108365ms","start":"2026-03-04T02:44:46.089179Z","end":"2026-03-04T02:44:46.247287Z","steps":["trace[1089656655] 'agreement among raft nodes before linearized reading' (duration: 158.037273ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:46.611006Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32983,"took":"864.998945ms","hash":1806611432,"current-db-size-bytes":49500160,"current-db-size":"50 MB","current-db-size-in-use-bytes":28790784,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:44:46.611125Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1806611432,"revision":32983,"compact-revision":30901} {"level":"info","ts":"2026-03-04T02:45:14.370115Z","caller":"traceutil/trace.go:171","msg":"trace[1907860119] linearizableReadLoop","detail":"{readStateIndex:36542; appliedIndex:36541; }","duration":"161.001243ms","start":"2026-03-04T02:45:14.209095Z","end":"2026-03-04T02:45:14.370096Z","steps":["trace[1907860119] 'read index received' (duration: 160.846629ms)","trace[1907860119] 'applied index is now lower than readState.Index' (duration: 153.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:14.370212Z","caller":"traceutil/trace.go:171","msg":"trace[1280985597] transaction","detail":"{read_only:false; response_revision:35288; number_of_response:1; }","duration":"163.251426ms","start":"2026-03-04T02:45:14.20693Z","end":"2026-03-04T02:45:14.370181Z","steps":["trace[1280985597] 'process raft request' (duration: 163.028631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:14.370325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.192397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8811ae8a-025d-47c0-bd82-c6616a4ce8d9\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:45:14.370374Z","caller":"traceutil/trace.go:171","msg":"trace[997032695] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8811ae8a-025d-47c0-bd82-c6616a4ce8d9; range_end:; response_count:1; response_revision:35288; }","duration":"161.28466ms","start":"2026-03-04T02:45:14.209077Z","end":"2026-03-04T02:45:14.370362Z","steps":["trace[997032695] 'agreement among raft nodes before linearized reading' (duration: 161.119716ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:36.005723Z","caller":"traceutil/trace.go:171","msg":"trace[2058726745] transaction","detail":"{read_only:false; response_revision:35438; number_of_response:1; }","duration":"107.204254ms","start":"2026-03-04T02:45:35.898493Z","end":"2026-03-04T02:45:36.005697Z","steps":["trace[2058726745] 'process raft request' (duration: 107.027529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:37.75727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.450079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:45:37.757343Z","caller":"traceutil/trace.go:171","msg":"trace[1863414430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35450; }","duration":"104.577382ms","start":"2026-03-04T02:45:37.652751Z","end":"2026-03-04T02:45:37.757328Z","steps":["trace[1863414430] 'range keys from in-memory index tree' (duration: 104.297005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:44.929551Z","caller":"traceutil/trace.go:171","msg":"trace[1554088929] transaction","detail":"{read_only:false; response_revision:35495; number_of_response:1; }","duration":"125.750968ms","start":"2026-03-04T02:45:44.803771Z","end":"2026-03-04T02:45:44.929522Z","steps":["trace[1554088929] 'process raft request' (duration: 125.534123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:45.33295Z","caller":"traceutil/trace.go:171","msg":"trace[1967605261] transaction","detail":"{read_only:false; response_revision:35497; number_of_response:1; }","duration":"115.542899ms","start":"2026-03-04T02:45:45.217376Z","end":"2026-03-04T02:45:45.332919Z","steps":["trace[1967605261] 'process raft request' (duration: 31.647272ms)","trace[1967605261] 'compare' (duration: 82.822612ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:45.333195Z","caller":"traceutil/trace.go:171","msg":"trace[1512347694] transaction","detail":"{read_only:false; response_revision:35498; number_of_response:1; }","duration":"104.451149ms","start":"2026-03-04T02:45:45.228707Z","end":"2026-03-04T02:45:45.333158Z","steps":["trace[1512347694] 'process raft request' (duration: 104.149442ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:46.152929Z","caller":"traceutil/trace.go:171","msg":"trace[959538307] transaction","detail":"{read_only:false; response_revision:35503; number_of_response:1; }","duration":"311.007443ms","start":"2026-03-04T02:45:45.841895Z","end":"2026-03-04T02:45:46.152902Z","steps":["trace[959538307] 'process raft request' (duration: 310.805138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:46.153107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:45.841867Z","time spent":"311.142966ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:45:46.157891Z","caller":"traceutil/trace.go:171","msg":"trace[793746319] transaction","detail":"{read_only:false; response_revision:35504; number_of_response:1; }","duration":"314.673499ms","start":"2026-03-04T02:45:45.843172Z","end":"2026-03-04T02:45:46.157845Z","steps":["trace[793746319] 'process raft request' (duration: 314.389093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:46.15797Z","caller":"traceutil/trace.go:171","msg":"trace[1530855092] transaction","detail":"{read_only:false; response_revision:35505; number_of_response:1; }","duration":"269.007918ms","start":"2026-03-04T02:45:45.888933Z","end":"2026-03-04T02:45:46.157941Z","steps":["trace[1530855092] 'process raft request' (duration: 268.783353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:46.158063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:45.84316Z","time spent":"314.816992ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:45:46.750576Z","caller":"traceutil/trace.go:171","msg":"trace[2025875944] transaction","detail":"{read_only:false; response_revision:35509; number_of_response:1; }","duration":"152.892456ms","start":"2026-03-04T02:45:46.597665Z","end":"2026-03-04T02:45:46.750557Z","steps":["trace[2025875944] 'process raft request' (duration: 152.775293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:46.797119Z","caller":"traceutil/trace.go:171","msg":"trace[942091532] transaction","detail":"{read_only:false; response_revision:35510; number_of_response:1; }","duration":"197.986613ms","start":"2026-03-04T02:45:46.599112Z","end":"2026-03-04T02:45:46.797098Z","steps":["trace[942091532] 'process raft request' (duration: 197.87602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:47.55052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.402844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:45:47.550614Z","caller":"traceutil/trace.go:171","msg":"trace[509904374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35512; }","duration":"213.530127ms","start":"2026-03-04T02:45:47.33706Z","end":"2026-03-04T02:45:47.55059Z","steps":["trace[509904374] 'range keys from in-memory index tree' (duration: 213.262211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:47.550834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.780324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:45:47.551045Z","caller":"traceutil/trace.go:171","msg":"trace[1864561951] linearizableReadLoop","detail":"{readStateIndex:36774; appliedIndex:36773; }","duration":"155.449565ms","start":"2026-03-04T02:45:47.395582Z","end":"2026-03-04T02:45:47.551031Z","steps":["trace[1864561951] 'read index received' (duration: 13.394503ms)","trace[1864561951] 'applied index is now lower than readState.Index' (duration: 142.053522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:47.551253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.665441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:45:47.551293Z","caller":"traceutil/trace.go:171","msg":"trace[1034842104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35513; }","duration":"155.734032ms","start":"2026-03-04T02:45:47.395549Z","end":"2026-03-04T02:45:47.551283Z","steps":["trace[1034842104] 'agreement among raft nodes before linearized reading' (duration: 155.523257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:47.551558Z","caller":"traceutil/trace.go:171","msg":"trace[325235565] transaction","detail":"{read_only:false; response_revision:35513; number_of_response:1; }","duration":"213.380453ms","start":"2026-03-04T02:45:47.338139Z","end":"2026-03-04T02:45:47.55152Z","steps":["trace[325235565] 'process raft request' (duration: 70.844471ms)","trace[325235565] 'compare' (duration: 141.385235ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:49.043394Z","caller":"traceutil/trace.go:171","msg":"trace[42952458] transaction","detail":"{read_only:false; response_revision:35523; number_of_response:1; }","duration":"129.039535ms","start":"2026-03-04T02:45:48.914336Z","end":"2026-03-04T02:45:49.043376Z","steps":["trace[42952458] 'process raft request' (duration: 78.04469ms)","trace[42952458] 'compare' (duration: 50.566425ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:49.962645Z","caller":"traceutil/trace.go:171","msg":"trace[985086441] linearizableReadLoop","detail":"{readStateIndex:36792; appliedIndex:36791; }","duration":"172.228339ms","start":"2026-03-04T02:45:49.790396Z","end":"2026-03-04T02:45:49.962624Z","steps":["trace[985086441] 'read index received' (duration: 172.034914ms)","trace[985086441] 'applied index is now lower than readState.Index' (duration: 192.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:49.962878Z","caller":"traceutil/trace.go:171","msg":"trace[1854533710] transaction","detail":"{read_only:false; response_revision:35531; number_of_response:1; }","duration":"181.385074ms","start":"2026-03-04T02:45:49.781485Z","end":"2026-03-04T02:45:49.96287Z","steps":["trace[1854533710] 'process raft request' (duration: 181.023695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:49.963095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.696059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:45:49.963128Z","caller":"traceutil/trace.go:171","msg":"trace[1863446760] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35531; }","duration":"172.788151ms","start":"2026-03-04T02:45:49.790329Z","end":"2026-03-04T02:45:49.963117Z","steps":["trace[1863446760] 'agreement among raft nodes before linearized reading' (duration: 172.683129ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:50.481305Z","caller":"traceutil/trace.go:171","msg":"trace[1529807883] transaction","detail":"{read_only:false; response_revision:35534; number_of_response:1; }","duration":"179.739215ms","start":"2026-03-04T02:45:50.301508Z","end":"2026-03-04T02:45:50.481247Z","steps":["trace[1529807883] 'process raft request' (duration: 93.005761ms)","trace[1529807883] 'compare' (duration: 86.410496ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:51.051766Z","caller":"traceutil/trace.go:171","msg":"trace[1943687118] transaction","detail":"{read_only:false; number_of_response:1; response_revision:35537; }","duration":"118.605251ms","start":"2026-03-04T02:45:50.933134Z","end":"2026-03-04T02:45:51.05174Z","steps":["trace[1943687118] 'process raft request' (duration: 82.486814ms)","trace[1943687118] 'compare' (duration: 35.685977ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:53.030271Z","caller":"traceutil/trace.go:171","msg":"trace[1282380444] linearizableReadLoop","detail":"{readStateIndex:36813; appliedIndex:36812; }","duration":"117.2818ms","start":"2026-03-04T02:45:52.912968Z","end":"2026-03-04T02:45:53.03025Z","steps":["trace[1282380444] 'read index received' (duration: 117.207809ms)","trace[1282380444] 'applied index is now lower than readState.Index' (duration: 72.901µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:53.03039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.399043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:45:53.030416Z","caller":"traceutil/trace.go:171","msg":"trace[911785896] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35551; }","duration":"117.465535ms","start":"2026-03-04T02:45:52.912941Z","end":"2026-03-04T02:45:53.030407Z","steps":["trace[911785896] 'agreement among raft nodes before linearized reading' (duration: 117.395253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:53.030474Z","caller":"traceutil/trace.go:171","msg":"trace[2017524464] transaction","detail":"{read_only:false; response_revision:35551; number_of_response:1; }","duration":"117.596928ms","start":"2026-03-04T02:45:52.91285Z","end":"2026-03-04T02:45:53.030446Z","steps":["trace[2017524464] 'process raft request' (duration: 117.25705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:53.059469Z","caller":"traceutil/trace.go:171","msg":"trace[167254844] transaction","detail":"{read_only:false; response_revision:35552; number_of_response:1; }","duration":"135.276622ms","start":"2026-03-04T02:45:52.924162Z","end":"2026-03-04T02:45:53.059438Z","steps":["trace[167254844] 'process raft request' (duration: 134.695918ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:53.265918Z","caller":"traceutil/trace.go:171","msg":"trace[1475858925] linearizableReadLoop","detail":"{readStateIndex:36815; appliedIndex:36814; }","duration":"192.381072ms","start":"2026-03-04T02:45:53.073496Z","end":"2026-03-04T02:45:53.265877Z","steps":["trace[1475858925] 'read index received' (duration: 192.117335ms)","trace[1475858925] 'applied index is now lower than readState.Index' (duration: 262.097µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:53.266118Z","caller":"traceutil/trace.go:171","msg":"trace[24355154] transaction","detail":"{read_only:false; response_revision:35553; number_of_response:1; }","duration":"197.514782ms","start":"2026-03-04T02:45:53.06858Z","end":"2026-03-04T02:45:53.266095Z","steps":["trace[24355154] 'process raft request' (duration: 197.064471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:53.266315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.779081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:45:53.266387Z","caller":"traceutil/trace.go:171","msg":"trace[636646127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:35553; }","duration":"192.899343ms","start":"2026-03-04T02:45:53.073463Z","end":"2026-03-04T02:45:53.266362Z","steps":["trace[636646127] 'agreement among raft nodes before linearized reading' (duration: 192.576205ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:54.215784Z","caller":"traceutil/trace.go:171","msg":"trace[1108543809] transaction","detail":"{read_only:false; response_revision:35560; number_of_response:1; }","duration":"109.463607ms","start":"2026-03-04T02:45:54.106294Z","end":"2026-03-04T02:45:54.215757Z","steps":["trace[1108543809] 'process raft request' (duration: 51.750404ms)","trace[1108543809] 'compare' (duration: 57.529539ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:55.256857Z","caller":"traceutil/trace.go:171","msg":"trace[1130678545] transaction","detail":"{read_only:false; response_revision:35565; number_of_response:1; }","duration":"193.128269ms","start":"2026-03-04T02:45:55.063699Z","end":"2026-03-04T02:45:55.256827Z","steps":["trace[1130678545] 'process raft request' (duration: 154.639807ms)","trace[1130678545] 'compare' (duration: 38.381699ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:55.830242Z","caller":"traceutil/trace.go:171","msg":"trace[1312966654] linearizableReadLoop","detail":"{readStateIndex:36831; appliedIndex:36830; }","duration":"114.472644ms","start":"2026-03-04T02:45:55.715747Z","end":"2026-03-04T02:45:55.83022Z","steps":["trace[1312966654] 'read index received' (duration: 114.248379ms)","trace[1312966654] 'applied index is now lower than readState.Index' (duration: 223.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:55.830373Z","caller":"traceutil/trace.go:171","msg":"trace[1823722685] transaction","detail":"{read_only:false; response_revision:35569; number_of_response:1; }","duration":"121.54493ms","start":"2026-03-04T02:45:55.708799Z","end":"2026-03-04T02:45:55.830344Z","steps":["trace[1823722685] 'process raft request' (duration: 121.282624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:55.830606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.770811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:45:55.830687Z","caller":"traceutil/trace.go:171","msg":"trace[901693101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35569; }","duration":"114.902764ms","start":"2026-03-04T02:45:55.715741Z","end":"2026-03-04T02:45:55.830643Z","steps":["trace[901693101] 'agreement among raft nodes before linearized reading' (duration: 114.607787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:55.830709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.691912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:45:55.830768Z","caller":"traceutil/trace.go:171","msg":"trace[1255431827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35569; }","duration":"112.776595ms","start":"2026-03-04T02:45:55.717975Z","end":"2026-03-04T02:45:55.830751Z","steps":["trace[1255431827] 'agreement among raft nodes before linearized reading' (duration: 112.630901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:56.646385Z","caller":"traceutil/trace.go:171","msg":"trace[826117252] linearizableReadLoop","detail":"{readStateIndex:36843; appliedIndex:36842; }","duration":"100.365124ms","start":"2026-03-04T02:45:56.54599Z","end":"2026-03-04T02:45:56.646356Z","steps":["trace[826117252] 'read index received' (duration: 99.663448ms)","trace[826117252] 'applied index is now lower than readState.Index' (duration: 700.316µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:56.646488Z","caller":"traceutil/trace.go:171","msg":"trace[620755578] transaction","detail":"{read_only:false; response_revision:35580; number_of_response:1; }","duration":"107.235614ms","start":"2026-03-04T02:45:56.539218Z","end":"2026-03-04T02:45:56.646454Z","steps":["trace[620755578] 'process raft request' (duration: 106.491427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:56.646538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.519037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:45:56.646613Z","caller":"traceutil/trace.go:171","msg":"trace[29433854] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:35580; }","duration":"100.61039ms","start":"2026-03-04T02:45:56.545983Z","end":"2026-03-04T02:45:56.646593Z","steps":["trace[29433854] 'agreement among raft nodes before linearized reading' (duration: 100.465566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:09.420414Z","caller":"traceutil/trace.go:171","msg":"trace[953840963] transaction","detail":"{read_only:false; response_revision:35663; number_of_response:1; }","duration":"151.653036ms","start":"2026-03-04T02:46:09.268735Z","end":"2026-03-04T02:46:09.420388Z","steps":["trace[953840963] 'process raft request' (duration: 150.791496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:09.500296Z","caller":"traceutil/trace.go:171","msg":"trace[2005022124] transaction","detail":"{read_only:false; response_revision:35664; number_of_response:1; }","duration":"177.82067ms","start":"2026-03-04T02:46:09.322455Z","end":"2026-03-04T02:46:09.500276Z","steps":["trace[2005022124] 'process raft request' (duration: 177.342438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:46:11.627418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.997612ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T02:46:11.627945Z","caller":"traceutil/trace.go:171","msg":"trace[1280972257] linearizableReadLoop","detail":"{readStateIndex:36942; appliedIndex:36941; }","duration":"153.069239ms","start":"2026-03-04T02:46:11.474835Z","end":"2026-03-04T02:46:11.627905Z","steps":["trace[1280972257] 'read index received' (duration: 18.544215ms)","trace[1280972257] 'applied index is now lower than readState.Index' (duration: 134.517694ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:46:11.628177Z","caller":"traceutil/trace.go:171","msg":"trace[690156425] transaction","detail":"{read_only:false; response_revision:35677; number_of_response:1; }","duration":"123.369773ms","start":"2026-03-04T02:46:11.50478Z","end":"2026-03-04T02:46:11.628149Z","steps":["trace[690156425] 'process raft request' (duration: 122.750348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:46:11.631281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.438268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:46:11.631328Z","caller":"traceutil/trace.go:171","msg":"trace[1619480897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35677; }","duration":"156.51553ms","start":"2026-03-04T02:46:11.474798Z","end":"2026-03-04T02:46:11.631314Z","steps":["trace[1619480897] 'agreement among raft nodes before linearized reading' (duration: 153.274254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:11.631804Z","caller":"traceutil/trace.go:171","msg":"trace[263660063] transaction","detail":"{read_only:false; response_revision:35678; number_of_response:1; }","duration":"126.462185ms","start":"2026-03-04T02:46:11.505308Z","end":"2026-03-04T02:46:11.63177Z","steps":["trace[263660063] 'process raft request' (duration: 122.824739ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:21.832592Z","caller":"traceutil/trace.go:171","msg":"trace[1200032048] transaction","detail":"{read_only:false; response_revision:35745; number_of_response:1; }","duration":"113.874571ms","start":"2026-03-04T02:46:21.718696Z","end":"2026-03-04T02:46:21.832571Z","steps":["trace[1200032048] 'process raft request' (duration: 87.346599ms)","trace[1200032048] 'compare' (duration: 25.865116ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:46:24.200059Z","caller":"traceutil/trace.go:171","msg":"trace[955391721] linearizableReadLoop","detail":"{readStateIndex:37029; appliedIndex:37028; }","duration":"103.680021ms","start":"2026-03-04T02:46:24.096346Z","end":"2026-03-04T02:46:24.200026Z","steps":["trace[955391721] 'read index received' (duration: 103.506217ms)","trace[955391721] 'applied index is now lower than readState.Index' (duration: 172.194µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:46:24.200486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.114191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:46:24.200717Z","caller":"traceutil/trace.go:171","msg":"trace[311881769] transaction","detail":"{read_only:false; response_revision:35761; number_of_response:1; }","duration":"107.370817ms","start":"2026-03-04T02:46:24.092729Z","end":"2026-03-04T02:46:24.2001Z","steps":["trace[311881769] 'process raft request' (duration: 107.07039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:24.200727Z","caller":"traceutil/trace.go:171","msg":"trace[1425632248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35761; }","duration":"104.308396ms","start":"2026-03-04T02:46:24.096294Z","end":"2026-03-04T02:46:24.200602Z","steps":["trace[1425632248] 'agreement among raft nodes before linearized reading' (duration: 103.981798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:28.006505Z","caller":"traceutil/trace.go:171","msg":"trace[1902478599] linearizableReadLoop","detail":"{readStateIndex:37057; appliedIndex:37055; }","duration":"123.407344ms","start":"2026-03-04T02:46:27.88307Z","end":"2026-03-04T02:46:28.006478Z","steps":["trace[1902478599] 'read index received' (duration: 17.579042ms)","trace[1902478599] 'applied index is now lower than readState.Index' (duration: 105.824742ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:46:28.006643Z","caller":"traceutil/trace.go:171","msg":"trace[443882492] transaction","detail":"{read_only:false; response_revision:35788; number_of_response:1; }","duration":"128.572844ms","start":"2026-03-04T02:46:27.878027Z","end":"2026-03-04T02:46:28.006599Z","steps":["trace[443882492] 'process raft request' (duration: 128.229746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:46:28.008905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.80977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:46:28.008993Z","caller":"traceutil/trace.go:171","msg":"trace[928490399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35788; }","duration":"125.954993ms","start":"2026-03-04T02:46:27.883017Z","end":"2026-03-04T02:46:28.008972Z","steps":["trace[928490399] 'agreement among raft nodes before linearized reading' (duration: 123.562237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:34.577653Z","caller":"traceutil/trace.go:171","msg":"trace[910823349] transaction","detail":"{read_only:false; response_revision:35831; number_of_response:1; }","duration":"144.55452ms","start":"2026-03-04T02:46:34.43303Z","end":"2026-03-04T02:46:34.577585Z","steps":["trace[910823349] 'process raft request' (duration: 143.776961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:34.97593Z","caller":"traceutil/trace.go:171","msg":"trace[1717589044] transaction","detail":"{read_only:false; response_revision:35833; number_of_response:1; }","duration":"182.788336ms","start":"2026-03-04T02:46:34.793095Z","end":"2026-03-04T02:46:34.975883Z","steps":["trace[1717589044] 'process raft request' (duration: 171.646615ms)","trace[1717589044] 'compare' (duration: 10.795883ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:46:36.072528Z","caller":"traceutil/trace.go:171","msg":"trace[863471855] transaction","detail":"{read_only:false; response_revision:35837; number_of_response:1; }","duration":"109.909857ms","start":"2026-03-04T02:46:35.9626Z","end":"2026-03-04T02:46:36.07251Z","steps":["trace[863471855] 'process raft request' (duration: 109.768094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:40.440427Z","caller":"traceutil/trace.go:171","msg":"trace[59671999] linearizableReadLoop","detail":"{readStateIndex:37142; appliedIndex:37141; }","duration":"120.394223ms","start":"2026-03-04T02:46:40.320014Z","end":"2026-03-04T02:46:40.440408Z","steps":["trace[59671999] 'read index received' (duration: 120.334992ms)","trace[59671999] 'applied index is now lower than readState.Index' (duration: 58.331µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:46:40.440618Z","caller":"traceutil/trace.go:171","msg":"trace[2068027155] transaction","detail":"{read_only:false; response_revision:35871; number_of_response:1; }","duration":"174.170274ms","start":"2026-03-04T02:46:40.266356Z","end":"2026-03-04T02:46:40.440527Z","steps":["trace[2068027155] 'process raft request' (duration: 173.919578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:46:40.440657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.538646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:46:40.440703Z","caller":"traceutil/trace.go:171","msg":"trace[1515264217] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:35871; }","duration":"120.724811ms","start":"2026-03-04T02:46:40.319964Z","end":"2026-03-04T02:46:40.440688Z","steps":["trace[1515264217] 'agreement among raft nodes before linearized reading' (duration: 120.524306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:44.434491Z","caller":"traceutil/trace.go:171","msg":"trace[1149337002] transaction","detail":"{read_only:false; response_revision:35897; number_of_response:1; }","duration":"132.553118ms","start":"2026-03-04T02:46:44.301916Z","end":"2026-03-04T02:46:44.434469Z","steps":["trace[1149337002] 'process raft request' (duration: 131.055053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:44.632306Z","caller":"traceutil/trace.go:171","msg":"trace[260409747] linearizableReadLoop","detail":"{readStateIndex:37171; appliedIndex:37170; }","duration":"119.451111ms","start":"2026-03-04T02:46:44.512823Z","end":"2026-03-04T02:46:44.632274Z","steps":["trace[260409747] 'read index received' (duration: 118.743954ms)","trace[260409747] 'applied index is now lower than readState.Index' (duration: 704.947µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:46:44.632673Z","caller":"traceutil/trace.go:171","msg":"trace[68989955] transaction","detail":"{read_only:false; response_revision:35899; number_of_response:1; }","duration":"119.927702ms","start":"2026-03-04T02:46:44.51271Z","end":"2026-03-04T02:46:44.632637Z","steps":["trace[68989955] 'process raft request' (duration: 118.946529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:46:44.632891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.047915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:46:44.632949Z","caller":"traceutil/trace.go:171","msg":"trace[1466570319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35899; }","duration":"120.151327ms","start":"2026-03-04T02:46:44.512784Z","end":"2026-03-04T02:46:44.632936Z","steps":["trace[1466570319] 'agreement among raft nodes before linearized reading' (duration: 119.598404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:09.430706Z","caller":"traceutil/trace.go:171","msg":"trace[1408816039] linearizableReadLoop","detail":"{readStateIndex:37349; appliedIndex:37348; }","duration":"130.211873ms","start":"2026-03-04T02:47:09.300468Z","end":"2026-03-04T02:47:09.43068Z","steps":["trace[1408816039] 'read index received' (duration: 128.992904ms)","trace[1408816039] 'applied index is now lower than readState.Index' (duration: 1.217739ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:47:09.431218Z","caller":"traceutil/trace.go:171","msg":"trace[52173473] transaction","detail":"{read_only:false; response_revision:36071; number_of_response:1; }","duration":"147.562931ms","start":"2026-03-04T02:47:09.283619Z","end":"2026-03-04T02:47:09.431182Z","steps":["trace[52173473] 'process raft request' (duration: 145.890251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:09.431287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.788457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:47:09.431485Z","caller":"traceutil/trace.go:171","msg":"trace[588607110] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:36071; }","duration":"131.035722ms","start":"2026-03-04T02:47:09.30043Z","end":"2026-03-04T02:47:09.431465Z","steps":["trace[588607110] 'agreement among raft nodes before linearized reading' (duration: 130.643833ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:19.665049Z","caller":"traceutil/trace.go:171","msg":"trace[1641323776] transaction","detail":"{read_only:false; response_revision:36140; number_of_response:1; }","duration":"129.22086ms","start":"2026-03-04T02:47:19.535805Z","end":"2026-03-04T02:47:19.665026Z","steps":["trace[1641323776] 'process raft request' (duration: 129.112728ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:19.666192Z","caller":"traceutil/trace.go:171","msg":"trace[1670442338] transaction","detail":"{read_only:false; response_revision:36141; number_of_response:1; }","duration":"130.269835ms","start":"2026-03-04T02:47:19.535897Z","end":"2026-03-04T02:47:19.666167Z","steps":["trace[1670442338] 'process raft request' (duration: 130.126972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:24.669428Z","caller":"traceutil/trace.go:171","msg":"trace[712475132] transaction","detail":"{read_only:false; response_revision:36170; number_of_response:1; }","duration":"124.779106ms","start":"2026-03-04T02:47:24.544621Z","end":"2026-03-04T02:47:24.6694Z","steps":["trace[712475132] 'process raft request' (duration: 123.729991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:48:00.155721Z","caller":"traceutil/trace.go:171","msg":"trace[1368962428] transaction","detail":"{read_only:false; response_revision:36414; number_of_response:1; }","duration":"105.858903ms","start":"2026-03-04T02:48:00.049832Z","end":"2026-03-04T02:48:00.155691Z","steps":["trace[1368962428] 'process raft request' (duration: 105.598306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:36.453028Z","caller":"traceutil/trace.go:171","msg":"trace[1378742146] linearizableReadLoop","detail":"{readStateIndex:38375; appliedIndex:38374; }","duration":"105.255046ms","start":"2026-03-04T02:49:36.347751Z","end":"2026-03-04T02:49:36.453006Z","steps":["trace[1378742146] 'read index received' (duration: 105.069312ms)","trace[1378742146] 'applied index is now lower than readState.Index' (duration: 184.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:49:36.4532Z","caller":"traceutil/trace.go:171","msg":"trace[2030984090] transaction","detail":"{read_only:false; response_revision:37065; number_of_response:1; }","duration":"106.2758ms","start":"2026-03-04T02:49:36.346894Z","end":"2026-03-04T02:49:36.45317Z","steps":["trace[2030984090] 'process raft request' (duration: 105.924292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:49:36.453429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.642415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:49:36.453546Z","caller":"traceutil/trace.go:171","msg":"trace[1154239959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37065; }","duration":"105.777688ms","start":"2026-03-04T02:49:36.347738Z","end":"2026-03-04T02:49:36.453516Z","steps":["trace[1154239959] 'agreement among raft nodes before linearized reading' (duration: 105.43227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:36.454725Z","caller":"traceutil/trace.go:171","msg":"trace[499613048] transaction","detail":"{read_only:false; response_revision:37066; number_of_response:1; }","duration":"103.970836ms","start":"2026-03-04T02:49:36.35074Z","end":"2026-03-04T02:49:36.454711Z","steps":["trace[499613048] 'process raft request' (duration: 103.907064ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:45.748622Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35059} {"level":"info","ts":"2026-03-04T02:49:46.133915Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35059,"took":"376.731026ms","hash":1386557949,"current-db-size-bytes":51195904,"current-db-size":"51 MB","current-db-size-in-use-bytes":28692480,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:49:46.133998Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1386557949,"revision":35059,"compact-revision":32983} {"level":"info","ts":"2026-03-04T02:49:59.248243Z","caller":"traceutil/trace.go:171","msg":"trace[792448192] transaction","detail":"{read_only:false; response_revision:37222; number_of_response:1; }","duration":"107.803835ms","start":"2026-03-04T02:49:59.139918Z","end":"2026-03-04T02:49:59.247722Z","steps":["trace[792448192] 'process raft request' (duration: 64.830109ms)","trace[792448192] 'compare' (duration: 42.572447ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:49:59.399416Z","caller":"traceutil/trace.go:171","msg":"trace[1898169508] linearizableReadLoop","detail":"{readStateIndex:38538; appliedIndex:38537; }","duration":"143.324918ms","start":"2026-03-04T02:49:59.256042Z","end":"2026-03-04T02:49:59.399367Z","steps":["trace[1898169508] 'read index received' (duration: 118.017505ms)","trace[1898169508] 'applied index is now lower than readState.Index' (duration: 25.305283ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:49:59.399645Z","caller":"traceutil/trace.go:171","msg":"trace[514079182] transaction","detail":"{read_only:false; response_revision:37223; number_of_response:1; }","duration":"144.135896ms","start":"2026-03-04T02:49:59.255457Z","end":"2026-03-04T02:49:59.399593Z","steps":["trace[514079182] 'process raft request' (duration: 118.496636ms)","trace[514079182] 'compare' (duration: 25.036626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:49:59.399776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.681146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18217"} {"level":"info","ts":"2026-03-04T02:49:59.399844Z","caller":"traceutil/trace.go:171","msg":"trace[176830164] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37223; }","duration":"143.801279ms","start":"2026-03-04T02:49:59.256026Z","end":"2026-03-04T02:49:59.399827Z","steps":["trace[176830164] 'agreement among raft nodes before linearized reading' (duration: 143.502632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:59.810929Z","caller":"traceutil/trace.go:171","msg":"trace[1240087710] transaction","detail":"{read_only:false; response_revision:37224; number_of_response:1; }","duration":"203.6129ms","start":"2026-03-04T02:49:59.60729Z","end":"2026-03-04T02:49:59.810903Z","steps":["trace[1240087710] 'process raft request' (duration: 203.345574ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:59.963332Z","caller":"traceutil/trace.go:171","msg":"trace[896649069] transaction","detail":"{read_only:false; response_revision:37225; number_of_response:1; }","duration":"149.666576ms","start":"2026-03-04T02:49:59.813622Z","end":"2026-03-04T02:49:59.963288Z","steps":["trace[896649069] 'process raft request' (duration: 78.982361ms)","trace[896649069] 'compare' (duration: 70.44563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:50:00.290234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.390435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:50:00.29064Z","caller":"traceutil/trace.go:171","msg":"trace[1505227940] transaction","detail":"{read_only:false; response_revision:37226; number_of_response:1; }","duration":"244.322394ms","start":"2026-03-04T02:50:00.04627Z","end":"2026-03-04T02:50:00.290593Z","steps":["trace[1505227940] 'process raft request' (duration: 78.455948ms)","trace[1505227940] 'compare' (duration: 165.17433ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:00.290651Z","caller":"traceutil/trace.go:171","msg":"trace[1380873200] linearizableReadLoop","detail":"{readStateIndex:38542; appliedIndex:38540; }","duration":"180.188401ms","start":"2026-03-04T02:50:00.110439Z","end":"2026-03-04T02:50:00.290628Z","steps":["trace[1380873200] 'read index received' (duration: 14.367326ms)","trace[1380873200] 'applied index is now lower than readState.Index' (duration: 165.819365ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:00.2908Z","caller":"traceutil/trace.go:171","msg":"trace[1066168775] transaction","detail":"{read_only:false; response_revision:37227; number_of_response:1; }","duration":"243.520235ms","start":"2026-03-04T02:50:00.047225Z","end":"2026-03-04T02:50:00.290745Z","steps":["trace[1066168775] 'process raft request' (duration: 243.152726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.290934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.508439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:50:00.291049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.638208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:50:00.291082Z","caller":"traceutil/trace.go:171","msg":"trace[1144913994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37227; }","duration":"138.72251ms","start":"2026-03-04T02:50:00.152349Z","end":"2026-03-04T02:50:00.291072Z","steps":["trace[1144913994] 'agreement among raft nodes before linearized reading' (duration: 138.546776ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:00.291102Z","caller":"traceutil/trace.go:171","msg":"trace[1509595897] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:37227; }","duration":"180.832406ms","start":"2026-03-04T02:50:00.11019Z","end":"2026-03-04T02:50:00.291022Z","steps":["trace[1509595897] 'agreement among raft nodes before linearized reading' (duration: 180.500978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:00.689033Z","caller":"traceutil/trace.go:171","msg":"trace[1846167375] transaction","detail":"{read_only:false; response_revision:37228; number_of_response:1; }","duration":"395.639369ms","start":"2026-03-04T02:50:00.293374Z","end":"2026-03-04T02:50:00.689013Z","steps":["trace[1846167375] 'process raft request' (duration: 395.493655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.689151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:50:00.293352Z","time spent":"395.752341ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:50:00.749091Z","caller":"traceutil/trace.go:171","msg":"trace[1931203364] linearizableReadLoop","detail":"{readStateIndex:38544; appliedIndex:38542; }","duration":"204.87076ms","start":"2026-03-04T02:50:00.544197Z","end":"2026-03-04T02:50:00.749067Z","steps":["trace[1931203364] 'read index received' (duration: 144.742841ms)","trace[1931203364] 'applied index is now lower than readState.Index' (duration: 60.126269ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:00.749132Z","caller":"traceutil/trace.go:171","msg":"trace[1591003587] transaction","detail":"{read_only:false; response_revision:37229; number_of_response:1; }","duration":"452.725726ms","start":"2026-03-04T02:50:00.296376Z","end":"2026-03-04T02:50:00.749101Z","steps":["trace[1591003587] 'process raft request' (duration: 452.48769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:00.74922Z","caller":"traceutil/trace.go:171","msg":"trace[1342799382] transaction","detail":"{read_only:false; response_revision:37230; number_of_response:1; }","duration":"200.852195ms","start":"2026-03-04T02:50:00.548355Z","end":"2026-03-04T02:50:00.749207Z","steps":["trace[1342799382] 'process raft request' (duration: 200.65565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.749352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:50:00.296349Z","time spent":"452.843459ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:50:00.749485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.181557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:50:00.749544Z","caller":"traceutil/trace.go:171","msg":"trace[1320094750] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:37230; }","duration":"205.362912ms","start":"2026-03-04T02:50:00.544164Z","end":"2026-03-04T02:50:00.749527Z","steps":["trace[1320094750] 'agreement among raft nodes before linearized reading' (duration: 205.181897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:00.831415Z","caller":"traceutil/trace.go:171","msg":"trace[1942455644] transaction","detail":"{read_only:false; response_revision:37231; number_of_response:1; }","duration":"135.812531ms","start":"2026-03-04T02:50:00.695576Z","end":"2026-03-04T02:50:00.831388Z","steps":["trace[1942455644] 'process raft request' (duration: 135.445333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:00.831534Z","caller":"traceutil/trace.go:171","msg":"trace[206713054] transaction","detail":"{read_only:false; response_revision:37232; number_of_response:1; }","duration":"133.652061ms","start":"2026-03-04T02:50:00.697852Z","end":"2026-03-04T02:50:00.831504Z","steps":["trace[206713054] 'process raft request' (duration: 133.382365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.831581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.625146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:50:00.831667Z","caller":"traceutil/trace.go:171","msg":"trace[1144281252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37232; }","duration":"120.751829ms","start":"2026-03-04T02:50:00.710897Z","end":"2026-03-04T02:50:00.831648Z","steps":["trace[1144281252] 'agreement among raft nodes before linearized reading' (duration: 120.534254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.831662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.423023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:50:00.831761Z","caller":"traceutil/trace.go:171","msg":"trace[1391357157] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:37232; }","duration":"135.568156ms","start":"2026-03-04T02:50:00.696168Z","end":"2026-03-04T02:50:00.831736Z","steps":["trace[1391357157] 'agreement among raft nodes before linearized reading' (duration: 135.357972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.831846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.267277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:50:00.83207Z","caller":"traceutil/trace.go:171","msg":"trace[690605619] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:37232; }","duration":"225.485743ms","start":"2026-03-04T02:50:00.606526Z","end":"2026-03-04T02:50:00.832012Z","steps":["trace[690605619] 'agreement among raft nodes before linearized reading' (duration: 224.774726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:09.123463Z","caller":"traceutil/trace.go:171","msg":"trace[2145893717] transaction","detail":"{read_only:false; response_revision:37306; number_of_response:1; }","duration":"107.063868ms","start":"2026-03-04T02:50:09.016375Z","end":"2026-03-04T02:50:09.123439Z","steps":["trace[2145893717] 'process raft request' (duration: 104.747754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:21.062694Z","caller":"traceutil/trace.go:171","msg":"trace[1997567200] transaction","detail":"{read_only:false; response_revision:37401; number_of_response:1; }","duration":"151.619882ms","start":"2026-03-04T02:50:20.911054Z","end":"2026-03-04T02:50:21.062673Z","steps":["trace[1997567200] 'process raft request' (duration: 143.939592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:51.427228Z","caller":"traceutil/trace.go:171","msg":"trace[1202171536] transaction","detail":"{read_only:false; response_revision:37616; number_of_response:1; }","duration":"109.7031ms","start":"2026-03-04T02:50:51.317489Z","end":"2026-03-04T02:50:51.427192Z","steps":["trace[1202171536] 'process raft request' (duration: 109.473135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:51.427446Z","caller":"traceutil/trace.go:171","msg":"trace[1366192866] linearizableReadLoop","detail":"{readStateIndex:38945; appliedIndex:38943; }","duration":"108.752978ms","start":"2026-03-04T02:50:51.318652Z","end":"2026-03-04T02:50:51.427405Z","steps":["trace[1366192866] 'read index received' (duration: 30.185097ms)","trace[1366192866] 'applied index is now lower than readState.Index' (duration: 78.565061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:50:51.427678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.987383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:50:51.427761Z","caller":"traceutil/trace.go:171","msg":"trace[14279946] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:37617; }","duration":"109.095856ms","start":"2026-03-04T02:50:51.318648Z","end":"2026-03-04T02:50:51.427743Z","steps":["trace[14279946] 'agreement among raft nodes before linearized reading' (duration: 108.928282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:57.682516Z","caller":"traceutil/trace.go:171","msg":"trace[762492791] transaction","detail":"{read_only:false; response_revision:37685; number_of_response:1; }","duration":"136.087218ms","start":"2026-03-04T02:50:57.546389Z","end":"2026-03-04T02:50:57.682476Z","steps":["trace[762492791] 'process raft request' (duration: 81.402527ms)","trace[762492791] 'compare' (duration: 54.534697ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:57.687492Z","caller":"traceutil/trace.go:171","msg":"trace[532145673] linearizableReadLoop","detail":"{readStateIndex:39016; appliedIndex:39014; }","duration":"133.801934ms","start":"2026-03-04T02:50:57.553678Z","end":"2026-03-04T02:50:57.68748Z","steps":["trace[532145673] 'read index received' (duration: 74.30799ms)","trace[532145673] 'applied index is now lower than readState.Index' (duration: 59.493214ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:57.687655Z","caller":"traceutil/trace.go:171","msg":"trace[2138600232] transaction","detail":"{read_only:false; response_revision:37686; number_of_response:1; }","duration":"139.283193ms","start":"2026-03-04T02:50:57.548364Z","end":"2026-03-04T02:50:57.687648Z","steps":["trace[2138600232] 'process raft request' (duration: 139.015747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:57.688029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.332987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:50:57.688055Z","caller":"traceutil/trace.go:171","msg":"trace[1531204640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37687; }","duration":"134.393768ms","start":"2026-03-04T02:50:57.553655Z","end":"2026-03-04T02:50:57.688049Z","steps":["trace[1531204640] 'agreement among raft nodes before linearized reading' (duration: 134.240405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:57.688163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.456965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-04T02:50:57.688186Z","caller":"traceutil/trace.go:171","msg":"trace[1609771395] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:37687; }","duration":"121.493566ms","start":"2026-03-04T02:50:57.566685Z","end":"2026-03-04T02:50:57.688179Z","steps":["trace[1609771395] 'agreement among raft nodes before linearized reading' (duration: 121.448565ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:58.755746Z","caller":"traceutil/trace.go:171","msg":"trace[868358207] transaction","detail":"{read_only:false; response_revision:37698; number_of_response:1; }","duration":"108.01936ms","start":"2026-03-04T02:50:58.647692Z","end":"2026-03-04T02:50:58.755711Z","steps":["trace[868358207] 'process raft request' (duration: 39.225309ms)","trace[868358207] 'compare' (duration: 68.654698ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:58.804898Z","caller":"traceutil/trace.go:171","msg":"trace[1015843830] transaction","detail":"{read_only:false; response_revision:37699; number_of_response:1; }","duration":"155.753939ms","start":"2026-03-04T02:50:58.649126Z","end":"2026-03-04T02:50:58.80488Z","steps":["trace[1015843830] 'process raft request' (duration: 155.223437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:59.564858Z","caller":"traceutil/trace.go:171","msg":"trace[289108533] linearizableReadLoop","detail":"{readStateIndex:39035; appliedIndex:39034; }","duration":"158.937942ms","start":"2026-03-04T02:50:59.405886Z","end":"2026-03-04T02:50:59.564824Z","steps":["trace[289108533] 'read index received' (duration: 158.8541ms)","trace[289108533] 'applied index is now lower than readState.Index' (duration: 82.052µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:59.564988Z","caller":"traceutil/trace.go:171","msg":"trace[666019977] transaction","detail":"{read_only:false; response_revision:37705; number_of_response:1; }","duration":"185.341911ms","start":"2026-03-04T02:50:59.379596Z","end":"2026-03-04T02:50:59.564937Z","steps":["trace[666019977] 'process raft request' (duration: 185.020474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:59.565149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.230699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:752"} {"level":"info","ts":"2026-03-04T02:50:59.56521Z","caller":"traceutil/trace.go:171","msg":"trace[1797384179] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:37705; }","duration":"159.360092ms","start":"2026-03-04T02:50:59.405828Z","end":"2026-03-04T02:50:59.565188Z","steps":["trace[1797384179] 'agreement among raft nodes before linearized reading' (duration: 159.219959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:59.681725Z","caller":"traceutil/trace.go:171","msg":"trace[1553757951] linearizableReadLoop","detail":"{readStateIndex:39037; appliedIndex:39035; }","duration":"116.677783ms","start":"2026-03-04T02:50:59.565012Z","end":"2026-03-04T02:50:59.68169Z","steps":["trace[1553757951] 'read index received' (duration: 116.281464ms)","trace[1553757951] 'applied index is now lower than readState.Index' (duration: 394.899µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:59.682108Z","caller":"traceutil/trace.go:171","msg":"trace[2129721063] transaction","detail":"{read_only:false; response_revision:37707; number_of_response:1; }","duration":"133.479907ms","start":"2026-03-04T02:50:59.548602Z","end":"2026-03-04T02:50:59.682082Z","steps":["trace[2129721063] 'process raft request' (duration: 133.014176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:59.682191Z","caller":"traceutil/trace.go:171","msg":"trace[2016850583] transaction","detail":"{read_only:false; response_revision:37706; number_of_response:1; }","duration":"272.915932ms","start":"2026-03-04T02:50:59.409248Z","end":"2026-03-04T02:50:59.682164Z","steps":["trace[2016850583] 'process raft request' (duration: 272.132544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:59.682261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.034876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" ","response":"range_response_count:1 size:959"} {"level":"info","ts":"2026-03-04T02:50:59.682373Z","caller":"traceutil/trace.go:171","msg":"trace[1120658339] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:37707; }","duration":"209.16905ms","start":"2026-03-04T02:50:59.473178Z","end":"2026-03-04T02:50:59.682347Z","steps":["trace[1120658339] 'agreement among raft nodes before linearized reading' (duration: 208.934664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:59.682161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.732168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:50:59.682514Z","caller":"traceutil/trace.go:171","msg":"trace[1579104069] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:37707; }","duration":"238.156978ms","start":"2026-03-04T02:50:59.444337Z","end":"2026-03-04T02:50:59.682494Z","steps":["trace[1579104069] 'agreement among raft nodes before linearized reading' (duration: 237.488112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:00.323683Z","caller":"traceutil/trace.go:171","msg":"trace[2116471738] linearizableReadLoop","detail":"{readStateIndex:39046; appliedIndex:39045; }","duration":"145.298924ms","start":"2026-03-04T02:51:00.178361Z","end":"2026-03-04T02:51:00.323659Z","steps":["trace[2116471738] 'read index received' (duration: 145.207432ms)","trace[2116471738] 'applied index is now lower than readState.Index' (duration: 90.752µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:00.323837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.457267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:1 size:808"} {"level":"info","ts":"2026-03-04T02:51:00.323828Z","caller":"traceutil/trace.go:171","msg":"trace[2072684586] transaction","detail":"{read_only:false; response_revision:37716; number_of_response:1; }","duration":"148.53613ms","start":"2026-03-04T02:51:00.175176Z","end":"2026-03-04T02:51:00.323712Z","steps":["trace[2072684586] 'process raft request' (duration: 148.322855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:00.323867Z","caller":"traceutil/trace.go:171","msg":"trace[90810615] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:37716; }","duration":"145.504948ms","start":"2026-03-04T02:51:00.17835Z","end":"2026-03-04T02:51:00.323855Z","steps":["trace[90810615] 'agreement among raft nodes before linearized reading' (duration: 145.426777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:00.373633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.368903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:disruption-controller\" ","response":"range_response_count:1 size:973"} {"level":"info","ts":"2026-03-04T02:51:00.373728Z","caller":"traceutil/trace.go:171","msg":"trace[343316769] range","detail":"{range_begin:/registry/clusterroles/system:controller:disruption-controller; range_end:; response_count:1; response_revision:37718; }","duration":"188.486895ms","start":"2026-03-04T02:51:00.185215Z","end":"2026-03-04T02:51:00.373701Z","steps":["trace[343316769] 'agreement among raft nodes before linearized reading' (duration: 188.337932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:00.373889Z","caller":"traceutil/trace.go:171","msg":"trace[1397317003] transaction","detail":"{read_only:false; response_revision:37717; number_of_response:1; }","duration":"142.977799ms","start":"2026-03-04T02:51:00.230898Z","end":"2026-03-04T02:51:00.373876Z","steps":["trace[1397317003] 'process raft request' (duration: 142.427716ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:00.37411Z","caller":"traceutil/trace.go:171","msg":"trace[1046739791] transaction","detail":"{read_only:false; response_revision:37718; number_of_response:1; }","duration":"116.510399ms","start":"2026-03-04T02:51:00.257587Z","end":"2026-03-04T02:51:00.374097Z","steps":["trace[1046739791] 'process raft request' (duration: 115.900835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:00.374166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.106253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:51:00.374203Z","caller":"traceutil/trace.go:171","msg":"trace[1670362347] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:37718; }","duration":"146.145404ms","start":"2026-03-04T02:51:00.228048Z","end":"2026-03-04T02:51:00.374194Z","steps":["trace[1670362347] 'agreement among raft nodes before linearized reading' (duration: 146.084442ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:00.800442Z","caller":"traceutil/trace.go:171","msg":"trace[873332932] linearizableReadLoop","detail":"{readStateIndex:39050; appliedIndex:39049; }","duration":"114.303318ms","start":"2026-03-04T02:51:00.686098Z","end":"2026-03-04T02:51:00.800401Z","steps":["trace[873332932] 'read index received' (duration: 114.049772ms)","trace[873332932] 'applied index is now lower than readState.Index' (duration: 234.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:00.800466Z","caller":"traceutil/trace.go:171","msg":"trace[2080998172] transaction","detail":"{read_only:false; response_revision:37720; number_of_response:1; }","duration":"188.974067ms","start":"2026-03-04T02:51:00.611442Z","end":"2026-03-04T02:51:00.800416Z","steps":["trace[2080998172] 'process raft request' (duration: 188.67747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:00.800938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.800159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:51:00.801006Z","caller":"traceutil/trace.go:171","msg":"trace[972377825] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37720; }","duration":"114.938032ms","start":"2026-03-04T02:51:00.68605Z","end":"2026-03-04T02:51:00.800988Z","steps":["trace[972377825] 'agreement among raft nodes before linearized reading' (duration: 114.614615ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:00.985286Z","caller":"traceutil/trace.go:171","msg":"trace[1737635155] linearizableReadLoop","detail":"{readStateIndex:39051; appliedIndex:39050; }","duration":"184.716107ms","start":"2026-03-04T02:51:00.800541Z","end":"2026-03-04T02:51:00.985257Z","steps":["trace[1737635155] 'read index received' (duration: 102.582123ms)","trace[1737635155] 'applied index is now lower than readState.Index' (duration: 82.133094ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:00.985391Z","caller":"traceutil/trace.go:171","msg":"trace[52453206] transaction","detail":"{read_only:false; response_revision:37721; number_of_response:1; }","duration":"222.709197ms","start":"2026-03-04T02:51:00.762634Z","end":"2026-03-04T02:51:00.985343Z","steps":["trace[52453206] 'process raft request' (duration: 140.473331ms)","trace[52453206] 'compare' (duration: 82.002821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:00.985545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.393089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:expand-controller\" ","response":"range_response_count:1 size:744"} {"level":"warn","ts":"2026-03-04T02:51:00.985547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.889589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:755"} {"level":"info","ts":"2026-03-04T02:51:00.985626Z","caller":"traceutil/trace.go:171","msg":"trace[1565320977] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:37721; }","duration":"298.015961ms","start":"2026-03-04T02:51:00.687594Z","end":"2026-03-04T02:51:00.98561Z","steps":["trace[1565320977] 'agreement among raft nodes before linearized reading' (duration: 297.824627ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:00.985627Z","caller":"traceutil/trace.go:171","msg":"trace[1222589062] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:expand-controller; range_end:; response_count:1; response_revision:37721; }","duration":"283.505831ms","start":"2026-03-04T02:51:00.702097Z","end":"2026-03-04T02:51:00.985602Z","steps":["trace[1222589062] 'agreement among raft nodes before linearized reading' (duration: 283.241375ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:01.017934Z","caller":"traceutil/trace.go:171","msg":"trace[1772460298] transaction","detail":"{read_only:false; response_revision:37722; number_of_response:1; }","duration":"207.750637ms","start":"2026-03-04T02:51:00.810147Z","end":"2026-03-04T02:51:01.017898Z","steps":["trace[1772460298] 'process raft request' (duration: 207.511631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:01.018127Z","caller":"traceutil/trace.go:171","msg":"trace[1724434250] transaction","detail":"{read_only:false; response_revision:37723; number_of_response:1; }","duration":"207.288667ms","start":"2026-03-04T02:51:00.810812Z","end":"2026-03-04T02:51:01.018101Z","steps":["trace[1724434250] 'process raft request' (duration: 206.99062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:01.018605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.840757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:51:01.01866Z","caller":"traceutil/trace.go:171","msg":"trace[319102845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37723; }","duration":"212.960299ms","start":"2026-03-04T02:51:00.805685Z","end":"2026-03-04T02:51:01.018645Z","steps":["trace[319102845] 'agreement among raft nodes before linearized reading' (duration: 212.758485ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:02.491127Z","caller":"traceutil/trace.go:171","msg":"trace[1003591684] transaction","detail":"{read_only:false; response_revision:37740; number_of_response:1; }","duration":"110.285874ms","start":"2026-03-04T02:51:02.380805Z","end":"2026-03-04T02:51:02.491091Z","steps":["trace[1003591684] 'process raft request' (duration: 53.867942ms)","trace[1003591684] 'compare' (duration: 56.253148ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:02.491218Z","caller":"traceutil/trace.go:171","msg":"trace[872466780] linearizableReadLoop","detail":"{readStateIndex:39071; appliedIndex:39070; }","duration":"102.44101ms","start":"2026-03-04T02:51:02.38874Z","end":"2026-03-04T02:51:02.491181Z","steps":["trace[872466780] 'read index received' (duration: 46.015118ms)","trace[872466780] 'applied index is now lower than readState.Index' (duration: 56.420352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:02.491407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.577674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:persistent-volume-binder\" ","response":"range_response_count:1 size:772"} {"level":"info","ts":"2026-03-04T02:51:02.491446Z","caller":"traceutil/trace.go:171","msg":"trace[1030516002] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:37741; }","duration":"149.662917ms","start":"2026-03-04T02:51:02.341767Z","end":"2026-03-04T02:51:02.49143Z","steps":["trace[1030516002] 'agreement among raft nodes before linearized reading' (duration: 149.538664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:03.143943Z","caller":"traceutil/trace.go:171","msg":"trace[1640663169] linearizableReadLoop","detail":"{readStateIndex:39078; appliedIndex:39076; }","duration":"136.806073ms","start":"2026-03-04T02:51:03.007108Z","end":"2026-03-04T02:51:03.143914Z","steps":["trace[1640663169] 'read index received' (duration: 6.526743ms)","trace[1640663169] 'applied index is now lower than readState.Index' (duration: 130.27805ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:03.143945Z","caller":"traceutil/trace.go:171","msg":"trace[1004815637] transaction","detail":"{read_only:false; response_revision:37747; number_of_response:1; }","duration":"137.293085ms","start":"2026-03-04T02:51:03.006598Z","end":"2026-03-04T02:51:03.143891Z","steps":["trace[1004815637] 'process raft request' (duration: 60.65291ms)","trace[1004815637] 'compare' (duration: 76.42796ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:03.144179Z","caller":"traceutil/trace.go:171","msg":"trace[1542253418] transaction","detail":"{read_only:false; response_revision:37748; number_of_response:1; }","duration":"116.747464ms","start":"2026-03-04T02:51:03.027399Z","end":"2026-03-04T02:51:03.144146Z","steps":["trace[1542253418] 'process raft request' (duration: 116.463297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:03.14454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.404138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/22834\" ","response":"range_response_count:1 size:2594"} {"level":"info","ts":"2026-03-04T02:51:03.144627Z","caller":"traceutil/trace.go:171","msg":"trace[851626105] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/22834; range_end:; response_count:1; response_revision:37748; }","duration":"137.531881ms","start":"2026-03-04T02:51:03.007083Z","end":"2026-03-04T02:51:03.144614Z","steps":["trace[851626105] 'agreement among raft nodes before linearized reading' (duration: 136.979838ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:03.401235Z","caller":"traceutil/trace.go:171","msg":"trace[1989369934] linearizableReadLoop","detail":"{readStateIndex:39081; appliedIndex:39080; }","duration":"164.390141ms","start":"2026-03-04T02:51:03.236825Z","end":"2026-03-04T02:51:03.401215Z","steps":["trace[1989369934] 'read index received' (duration: 92.226011ms)","trace[1989369934] 'applied index is now lower than readState.Index' (duration: 72.16358ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:03.401425Z","caller":"traceutil/trace.go:171","msg":"trace[1364587612] transaction","detail":"{read_only:false; response_revision:37750; number_of_response:1; }","duration":"190.843641ms","start":"2026-03-04T02:51:03.210542Z","end":"2026-03-04T02:51:03.401386Z","steps":["trace[1364587612] 'process raft request' (duration: 118.498356ms)","trace[1364587612] 'compare' (duration: 72.065519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:03.401463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.618527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" ","response":"range_response_count:1 size:772"} {"level":"info","ts":"2026-03-04T02:51:03.401517Z","caller":"traceutil/trace.go:171","msg":"trace[1839234485] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:37750; }","duration":"164.716039ms","start":"2026-03-04T02:51:03.236787Z","end":"2026-03-04T02:51:03.401503Z","steps":["trace[1839234485] 'agreement among raft nodes before linearized reading' (duration: 164.600617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:03.414638Z","caller":"traceutil/trace.go:171","msg":"trace[1493260885] transaction","detail":"{read_only:false; response_revision:37751; number_of_response:1; }","duration":"173.550625ms","start":"2026-03-04T02:51:03.241063Z","end":"2026-03-04T02:51:03.414613Z","steps":["trace[1493260885] 'process raft request' (duration: 173.267449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:03.414727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.875111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" ","response":"range_response_count:1 size:1077"} {"level":"info","ts":"2026-03-04T02:51:03.414808Z","caller":"traceutil/trace.go:171","msg":"trace[769372779] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:37751; }","duration":"146.967913ms","start":"2026-03-04T02:51:03.267821Z","end":"2026-03-04T02:51:03.414789Z","steps":["trace[769372779] 'agreement among raft nodes before linearized reading' (duration: 146.81355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:03.63707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.064589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" ","response":"range_response_count:1 size:1077"} {"level":"info","ts":"2026-03-04T02:51:03.637135Z","caller":"traceutil/trace.go:171","msg":"trace[528442333] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:37752; }","duration":"116.149301ms","start":"2026-03-04T02:51:03.520971Z","end":"2026-03-04T02:51:03.63712Z","steps":["trace[528442333] 'range keys from in-memory index tree' (duration: 115.938037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:03.805145Z","caller":"traceutil/trace.go:171","msg":"trace[933994785] transaction","detail":"{read_only:false; response_revision:37755; number_of_response:1; }","duration":"110.788185ms","start":"2026-03-04T02:51:03.694319Z","end":"2026-03-04T02:51:03.805107Z","steps":["trace[933994785] 'process raft request' (duration: 43.12998ms)","trace[933994785] 'compare' (duration: 67.356568ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:03.974888Z","caller":"traceutil/trace.go:171","msg":"trace[1676172747] transaction","detail":"{read_only:false; response_revision:37756; number_of_response:1; }","duration":"164.871532ms","start":"2026-03-04T02:51:03.809992Z","end":"2026-03-04T02:51:03.974864Z","steps":["trace[1676172747] 'process raft request' (duration: 164.658847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:03.986993Z","caller":"traceutil/trace.go:171","msg":"trace[1726298476] linearizableReadLoop","detail":"{readStateIndex:39088; appliedIndex:39086; }","duration":"175.272296ms","start":"2026-03-04T02:51:03.811699Z","end":"2026-03-04T02:51:03.986972Z","steps":["trace[1726298476] 'read index received' (duration: 162.926997ms)","trace[1726298476] 'applied index is now lower than readState.Index' (duration: 12.344169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:03.987132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.4301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pvc-protection-controller\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:51:03.987121Z","caller":"traceutil/trace.go:171","msg":"trace[36619497] transaction","detail":"{read_only:false; response_revision:37757; number_of_response:1; }","duration":"176.923835ms","start":"2026-03-04T02:51:03.810172Z","end":"2026-03-04T02:51:03.987095Z","steps":["trace[36619497] 'process raft request' (duration: 176.680959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:03.987165Z","caller":"traceutil/trace.go:171","msg":"trace[435421001] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pvc-protection-controller; range_end:; response_count:1; response_revision:37757; }","duration":"175.531012ms","start":"2026-03-04T02:51:03.811626Z","end":"2026-03-04T02:51:03.987157Z","steps":["trace[435421001] 'agreement among raft nodes before linearized reading' (duration: 175.44958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:03.987326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.591719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:51:03.987346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.010843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:51:03.98741Z","caller":"traceutil/trace.go:171","msg":"trace[753433536] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:37757; }","duration":"118.700211ms","start":"2026-03-04T02:51:03.868666Z","end":"2026-03-04T02:51:03.987367Z","steps":["trace[753433536] 'agreement among raft nodes before linearized reading' (duration: 118.602369ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:03.987459Z","caller":"traceutil/trace.go:171","msg":"trace[399215588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37757; }","duration":"170.182487ms","start":"2026-03-04T02:51:03.817252Z","end":"2026-03-04T02:51:03.987434Z","steps":["trace[399215588] 'agreement among raft nodes before linearized reading' (duration: 169.920171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:03.987596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.703279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:51:03.987637Z","caller":"traceutil/trace.go:171","msg":"trace[2081637355] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37757; }","duration":"138.74928ms","start":"2026-03-04T02:51:03.848879Z","end":"2026-03-04T02:51:03.987628Z","steps":["trace[2081637355] 'agreement among raft nodes before linearized reading' (duration: 138.593677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:03.987347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.562786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-04T02:51:03.987739Z","caller":"traceutil/trace.go:171","msg":"trace[1614508080] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:37757; }","duration":"101.004667ms","start":"2026-03-04T02:51:03.886718Z","end":"2026-03-04T02:51:03.987722Z","steps":["trace[1614508080] 'agreement among raft nodes before linearized reading' (duration: 100.514525ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:04.132329Z","caller":"traceutil/trace.go:171","msg":"trace[1467885406] linearizableReadLoop","detail":"{readStateIndex:39091; appliedIndex:39088; }","duration":"124.954717ms","start":"2026-03-04T02:51:04.007351Z","end":"2026-03-04T02:51:04.132305Z","steps":["trace[1467885406] 'read index received' (duration: 18.287888ms)","trace[1467885406] 'applied index is now lower than readState.Index' (duration: 106.665429ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:04.132368Z","caller":"traceutil/trace.go:171","msg":"trace[1269221787] transaction","detail":"{read_only:false; response_revision:37760; number_of_response:1; }","duration":"135.262109ms","start":"2026-03-04T02:51:03.997081Z","end":"2026-03-04T02:51:04.132343Z","steps":["trace[1269221787] 'process raft request' (duration: 135.170426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:04.132374Z","caller":"traceutil/trace.go:171","msg":"trace[1790010701] transaction","detail":"{read_only:false; response_revision:37759; number_of_response:1; }","duration":"137.810089ms","start":"2026-03-04T02:51:03.994529Z","end":"2026-03-04T02:51:04.132339Z","steps":["trace[1790010701] 'process raft request' (duration: 137.207744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:04.132477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.126651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/30222\" ","response":"range_response_count:1 size:2554"} {"level":"info","ts":"2026-03-04T02:51:04.132506Z","caller":"traceutil/trace.go:171","msg":"trace[555923154] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/30222; range_end:; response_count:1; response_revision:37760; }","duration":"125.211483ms","start":"2026-03-04T02:51:04.007286Z","end":"2026-03-04T02:51:04.132498Z","steps":["trace[555923154] 'agreement among raft nodes before linearized reading' (duration: 125.104131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:04.524027Z","caller":"traceutil/trace.go:171","msg":"trace[1869730631] linearizableReadLoop","detail":"{readStateIndex:39094; appliedIndex:39093; }","duration":"264.259351ms","start":"2026-03-04T02:51:04.259742Z","end":"2026-03-04T02:51:04.524002Z","steps":["trace[1869730631] 'read index received' (duration: 264.164609ms)","trace[1869730631] 'applied index is now lower than readState.Index' (duration: 93.312µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:04.524262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.492236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:replicaset-controller\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-03-04T02:51:04.524341Z","caller":"traceutil/trace.go:171","msg":"trace[972099839] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:replicaset-controller; range_end:; response_count:1; response_revision:37763; }","duration":"264.624179ms","start":"2026-03-04T02:51:04.259696Z","end":"2026-03-04T02:51:04.52432Z","steps":["trace[972099839] 'agreement among raft nodes before linearized reading' (duration: 264.450545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:04.524255Z","caller":"traceutil/trace.go:171","msg":"trace[352045080] transaction","detail":"{read_only:false; response_revision:37763; number_of_response:1; }","duration":"315.630174ms","start":"2026-03-04T02:51:04.208519Z","end":"2026-03-04T02:51:04.524149Z","steps":["trace[352045080] 'process raft request' (duration: 315.301887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:04.525081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:04.208501Z","time spent":"316.355861ms","remote":"127.0.0.1:35742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:04.723252Z","caller":"traceutil/trace.go:171","msg":"trace[2015385573] transaction","detail":"{read_only:false; response_revision:37764; number_of_response:1; }","duration":"328.227279ms","start":"2026-03-04T02:51:04.394998Z","end":"2026-03-04T02:51:04.723226Z","steps":["trace[2015385573] 'process raft request' (duration: 267.192069ms)","trace[2015385573] 'compare' (duration: 60.836216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:04.723408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:04.394966Z","time spent":"328.361163ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:04.723441Z","caller":"traceutil/trace.go:171","msg":"trace[837743495] transaction","detail":"{read_only:false; response_revision:37765; number_of_response:1; }","duration":"225.3664ms","start":"2026-03-04T02:51:04.498062Z","end":"2026-03-04T02:51:04.723428Z","steps":["trace[837743495] 'process raft request' (duration: 225.103854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:04.723563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.210085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:51:04.723582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.603346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:04.723634Z","caller":"traceutil/trace.go:171","msg":"trace[2062090147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37765; }","duration":"248.323118ms","start":"2026-03-04T02:51:04.475293Z","end":"2026-03-04T02:51:04.723616Z","steps":["trace[2062090147] 'agreement among raft nodes before linearized reading' (duration: 248.149484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:04.72367Z","caller":"traceutil/trace.go:171","msg":"trace[482753775] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:37765; }","duration":"228.740648ms","start":"2026-03-04T02:51:04.494908Z","end":"2026-03-04T02:51:04.723648Z","steps":["trace[482753775] 'agreement among raft nodes before linearized reading' (duration: 228.539864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:04.723667Z","caller":"traceutil/trace.go:171","msg":"trace[180122011] linearizableReadLoop","detail":"{readStateIndex:39096; appliedIndex:39094; }","duration":"199.294439ms","start":"2026-03-04T02:51:04.524113Z","end":"2026-03-04T02:51:04.723408Z","steps":["trace[180122011] 'read index received' (duration: 138.110005ms)","trace[180122011] 'applied index is now lower than readState.Index' (duration: 61.182104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:04.723718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.128199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pv-protection-controller\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-03-04T02:51:04.72381Z","caller":"traceutil/trace.go:171","msg":"trace[1730007246] range","detail":"{range_begin:/registry/clusterroles/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:37765; }","duration":"454.253392ms","start":"2026-03-04T02:51:04.269534Z","end":"2026-03-04T02:51:04.723787Z","steps":["trace[1730007246] 'agreement among raft nodes before linearized reading' (duration: 454.063257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:04.723853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:04.269524Z","time spent":"454.321594ms","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":716,"request content":"key:\"/registry/clusterroles/system:controller:pv-protection-controller\" "} {"level":"info","ts":"2026-03-04T02:51:04.803491Z","caller":"traceutil/trace.go:171","msg":"trace[1520051468] transaction","detail":"{read_only:false; response_revision:37766; number_of_response:1; }","duration":"270.406875ms","start":"2026-03-04T02:51:04.533056Z","end":"2026-03-04T02:51:04.803463Z","steps":["trace[1520051468] 'process raft request' (duration: 270.267042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:04.804747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.801781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:replicaset-controller\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-03-04T02:51:04.80484Z","caller":"traceutil/trace.go:171","msg":"trace[1713172399] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:replicaset-controller; range_end:; response_count:1; response_revision:37766; }","duration":"275.942685ms","start":"2026-03-04T02:51:04.528881Z","end":"2026-03-04T02:51:04.804824Z","steps":["trace[1713172399] 'agreement among raft nodes before linearized reading' (duration: 275.778061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:05.11955Z","caller":"traceutil/trace.go:171","msg":"trace[1765518518] transaction","detail":"{read_only:false; response_revision:37770; number_of_response:1; }","duration":"101.771795ms","start":"2026-03-04T02:51:05.017756Z","end":"2026-03-04T02:51:05.119528Z","steps":["trace[1765518518] 'process raft request' (duration: 101.538169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:12.87715Z","caller":"traceutil/trace.go:171","msg":"trace[59295240] transaction","detail":"{read_only:false; response_revision:37853; number_of_response:1; }","duration":"102.44326ms","start":"2026-03-04T02:51:12.774682Z","end":"2026-03-04T02:51:12.877125Z","steps":["trace[59295240] 'process raft request' (duration: 102.306567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:13.737005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.830755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/capi-kubeadm-bootstrap-system/kube-root-ca.crt\" ","response":"range_response_count:1 size:1785"} {"level":"info","ts":"2026-03-04T02:51:13.737194Z","caller":"traceutil/trace.go:171","msg":"trace[2035864097] range","detail":"{range_begin:/registry/configmaps/capi-kubeadm-bootstrap-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:37857; }","duration":"134.076401ms","start":"2026-03-04T02:51:13.603087Z","end":"2026-03-04T02:51:13.737164Z","steps":["trace[2035864097] 'range keys from in-memory index tree' (duration: 133.580889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:13.737269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.694205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/capi-kubeadm-bootstrap-system/\" range_end:\"/registry/daemonsets/capi-kubeadm-bootstrap-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:13.737324Z","caller":"traceutil/trace.go:171","msg":"trace[766543656] range","detail":"{range_begin:/registry/daemonsets/capi-kubeadm-bootstrap-system/; range_end:/registry/daemonsets/capi-kubeadm-bootstrap-system0; response_count:0; response_revision:37857; }","duration":"131.785787ms","start":"2026-03-04T02:51:13.605522Z","end":"2026-03-04T02:51:13.737308Z","steps":["trace[766543656] 'range keys from in-memory index tree' (duration: 131.637624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:13.737458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.930927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/capi-kubeadm-bootstrap-system/\" range_end:\"/registry/cronjobs/capi-kubeadm-bootstrap-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:13.737565Z","caller":"traceutil/trace.go:171","msg":"trace[1278250013] range","detail":"{range_begin:/registry/cronjobs/capi-kubeadm-bootstrap-system/; range_end:/registry/cronjobs/capi-kubeadm-bootstrap-system0; response_count:0; response_revision:37857; }","duration":"128.079591ms","start":"2026-03-04T02:51:13.609458Z","end":"2026-03-04T02:51:13.737538Z","steps":["trace[1278250013] 'range keys from in-memory index tree' (duration: 127.874096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:16.577286Z","caller":"traceutil/trace.go:171","msg":"trace[1344475983] linearizableReadLoop","detail":"{readStateIndex:39211; appliedIndex:39210; }","duration":"190.184166ms","start":"2026-03-04T02:51:16.387076Z","end":"2026-03-04T02:51:16.57726Z","steps":["trace[1344475983] 'read index received' (duration: 119.797257ms)","trace[1344475983] 'applied index is now lower than readState.Index' (duration: 70.385849ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:16.577601Z","caller":"traceutil/trace.go:171","msg":"trace[1174992662] transaction","detail":"{read_only:false; response_revision:37877; number_of_response:1; }","duration":"200.342534ms","start":"2026-03-04T02:51:16.377222Z","end":"2026-03-04T02:51:16.577564Z","steps":["trace[1174992662] 'process raft request' (duration: 129.555675ms)","trace[1174992662] 'compare' (duration: 70.361579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:16.577807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.394217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:51:16.57783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.595734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-bootstrap-system/default\" ","response":"range_response_count:1 size:219"} {"level":"warn","ts":"2026-03-04T02:51:16.577853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.085941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/capi-system/\" range_end:\"/registry/jobs/capi-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:16.577932Z","caller":"traceutil/trace.go:171","msg":"trace[1978136426] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-bootstrap-system/default; range_end:; response_count:1; response_revision:37877; }","duration":"152.722228ms","start":"2026-03-04T02:51:16.425177Z","end":"2026-03-04T02:51:16.577899Z","steps":["trace[1978136426] 'agreement among raft nodes before linearized reading' (duration: 152.496132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:16.577934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.999037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/capi-kubeadm-control-plane-system/\" range_end:\"/registry/networkpolicies/capi-kubeadm-control-plane-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:16.577865Z","caller":"traceutil/trace.go:171","msg":"trace[1519714984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37877; }","duration":"183.499ms","start":"2026-03-04T02:51:16.394356Z","end":"2026-03-04T02:51:16.577855Z","steps":["trace[1519714984] 'agreement among raft nodes before linearized reading' (duration: 183.288585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:16.577981Z","caller":"traceutil/trace.go:171","msg":"trace[479213988] range","detail":"{range_begin:/registry/jobs/capi-system/; range_end:/registry/jobs/capi-system0; response_count:0; response_revision:37877; }","duration":"137.279426ms","start":"2026-03-04T02:51:16.440678Z","end":"2026-03-04T02:51:16.577957Z","steps":["trace[479213988] 'agreement among raft nodes before linearized reading' (duration: 137.03867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:16.577987Z","caller":"traceutil/trace.go:171","msg":"trace[470035455] range","detail":"{range_begin:/registry/networkpolicies/capi-kubeadm-control-plane-system/; range_end:/registry/networkpolicies/capi-kubeadm-control-plane-system0; response_count:0; response_revision:37877; }","duration":"180.083139ms","start":"2026-03-04T02:51:16.397889Z","end":"2026-03-04T02:51:16.577972Z","steps":["trace[470035455] 'agreement among raft nodes before linearized reading' (duration: 179.968697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:16.577925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.756279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:51:16.578104Z","caller":"traceutil/trace.go:171","msg":"trace[1345255788] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager; range_end:; response_count:1; response_revision:37877; }","duration":"191.047826ms","start":"2026-03-04T02:51:16.387031Z","end":"2026-03-04T02:51:16.578079Z","steps":["trace[1345255788] 'agreement among raft nodes before linearized reading' (duration: 190.574015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:16.577837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.790211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:16.578638Z","caller":"traceutil/trace.go:171","msg":"trace[1294802130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37877; }","duration":"101.662852ms","start":"2026-03-04T02:51:16.476914Z","end":"2026-03-04T02:51:16.578576Z","steps":["trace[1294802130] 'agreement among raft nodes before linearized reading' (duration: 100.736021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:17.532575Z","caller":"traceutil/trace.go:171","msg":"trace[314458924] linearizableReadLoop","detail":"{readStateIndex:39216; appliedIndex:39215; }","duration":"104.783205ms","start":"2026-03-04T02:51:17.427749Z","end":"2026-03-04T02:51:17.532532Z","steps":["trace[314458924] 'read index received' (duration: 104.715913ms)","trace[314458924] 'applied index is now lower than readState.Index' (duration: 66.452µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:17.532639Z","caller":"traceutil/trace.go:171","msg":"trace[12137034] transaction","detail":"{read_only:false; response_revision:37882; number_of_response:1; }","duration":"108.185964ms","start":"2026-03-04T02:51:17.424426Z","end":"2026-03-04T02:51:17.532612Z","steps":["trace[12137034] 'process raft request' (duration: 107.959379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:17.532812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.0258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/\" range_end:\"/registry/events/auth-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:17.53292Z","caller":"traceutil/trace.go:171","msg":"trace[10881613] range","detail":"{range_begin:/registry/events/auth-system/; range_end:/registry/events/auth-system0; response_count:0; response_revision:37882; }","duration":"105.201074ms","start":"2026-03-04T02:51:17.427693Z","end":"2026-03-04T02:51:17.532894Z","steps":["trace[10881613] 'agreement among raft nodes before linearized reading' (duration: 104.983659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:20.489729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.050254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-03-04T02:51:20.489822Z","caller":"traceutil/trace.go:171","msg":"trace[763778837] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:37901; }","duration":"132.190597ms","start":"2026-03-04T02:51:20.357606Z","end":"2026-03-04T02:51:20.489796Z","steps":["trace[763778837] 'range keys from in-memory index tree' (duration: 131.8946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:20.489994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.55658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/\" range_end:\"/registry/daemonsets/ingress-nginx0\" limit:500 ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-03-04T02:51:20.490149Z","caller":"traceutil/trace.go:171","msg":"trace[1289526414] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/; range_end:/registry/daemonsets/ingress-nginx0; response_count:1; response_revision:37901; }","duration":"148.824297ms","start":"2026-03-04T02:51:20.341291Z","end":"2026-03-04T02:51:20.490115Z","steps":["trace[1289526414] 'range keys from in-memory index tree' (duration: 148.303694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:20.490454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.72217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/\" range_end:\"/registry/events/capo-system0\" limit:500 ","response":"range_response_count:48 size:39469"} {"level":"info","ts":"2026-03-04T02:51:20.490514Z","caller":"traceutil/trace.go:171","msg":"trace[191626292] range","detail":"{range_begin:/registry/events/capo-system/; range_end:/registry/events/capo-system0; response_count:48; response_revision:37901; }","duration":"144.812313ms","start":"2026-03-04T02:51:20.345689Z","end":"2026-03-04T02:51:20.490501Z","steps":["trace[191626292] 'range keys from in-memory index tree' (duration: 144.353052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:20.490518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.955375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/\" range_end:\"/registry/services/endpoints/default0\" limit:500 ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:51:20.490587Z","caller":"traceutil/trace.go:171","msg":"trace[1023306438] range","detail":"{range_begin:/registry/services/endpoints/default/; range_end:/registry/services/endpoints/default0; response_count:1; response_revision:37901; }","duration":"142.036317ms","start":"2026-03-04T02:51:20.348535Z","end":"2026-03-04T02:51:20.490571Z","steps":["trace[1023306438] 'range keys from in-memory index tree' (duration: 141.74626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:20.490697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.752938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:51:20.490762Z","caller":"traceutil/trace.go:171","msg":"trace[1277551681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37901; }","duration":"149.84153ms","start":"2026-03-04T02:51:20.340904Z","end":"2026-03-04T02:51:20.490746Z","steps":["trace[1277551681] 'range keys from in-memory index tree' (duration: 149.614545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:20.784973Z","caller":"traceutil/trace.go:171","msg":"trace[468418788] transaction","detail":"{read_only:false; response_revision:37904; number_of_response:1; }","duration":"106.405813ms","start":"2026-03-04T02:51:20.678537Z","end":"2026-03-04T02:51:20.784942Z","steps":["trace[468418788] 'process raft request' (duration: 43.275654ms)","trace[468418788] 'compare' (duration: 62.581256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:22.082251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.409282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/capo-system/capo-leader-election-role\" ","response":"range_response_count:1 size:720"} {"level":"info","ts":"2026-03-04T02:51:22.082312Z","caller":"traceutil/trace.go:171","msg":"trace[1634371605] range","detail":"{range_begin:/registry/roles/capo-system/capo-leader-election-role; range_end:; response_count:1; response_revision:37909; }","duration":"307.507534ms","start":"2026-03-04T02:51:21.774789Z","end":"2026-03-04T02:51:22.082297Z","steps":["trace[1634371605] 'range keys from in-memory index tree' (duration: 307.302039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:22.082354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:21.774774Z","time spent":"307.573076ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":742,"request content":"key:\"/registry/roles/capo-system/capo-leader-election-role\" "} {"level":"warn","ts":"2026-03-04T02:51:22.08245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.541057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/\" range_end:\"/registry/services/specs/default0\" limit:500 ","response":"range_response_count:1 size:705"} {"level":"warn","ts":"2026-03-04T02:51:22.082562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.973105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/capo-system/capo-leader-election-rolebinding\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-04T02:51:22.082574Z","caller":"traceutil/trace.go:171","msg":"trace[824943445] range","detail":"{range_begin:/registry/services/specs/default/; range_end:/registry/services/specs/default0; response_count:1; response_revision:37909; }","duration":"328.726452ms","start":"2026-03-04T02:51:21.753814Z","end":"2026-03-04T02:51:22.082541Z","steps":["trace[824943445] 'range keys from in-memory index tree' (duration: 328.26062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:22.082588Z","caller":"traceutil/trace.go:171","msg":"trace[1692904741] range","detail":"{range_begin:/registry/rolebindings/capo-system/capo-leader-election-rolebinding; range_end:; response_count:1; response_revision:37909; }","duration":"307.995325ms","start":"2026-03-04T02:51:21.774584Z","end":"2026-03-04T02:51:22.082579Z","steps":["trace[1692904741] 'range keys from in-memory index tree' (duration: 307.884983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:22.082612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:21.774523Z","time spent":"308.085427ms","remote":"127.0.0.1:45130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":691,"request content":"key:\"/registry/rolebindings/capo-system/capo-leader-election-rolebinding\" "} {"level":"warn","ts":"2026-03-04T02:51:22.082251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.567946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T02:51:22.082632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:21.753791Z","time spent":"328.825073ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":727,"request content":"key:\"/registry/services/specs/default/\" range_end:\"/registry/services/specs/default0\" limit:500 "} {"level":"info","ts":"2026-03-04T02:51:22.082642Z","caller":"traceutil/trace.go:171","msg":"trace[534949597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37909; }","duration":"352.017667ms","start":"2026-03-04T02:51:21.730613Z","end":"2026-03-04T02:51:22.082631Z","steps":["trace[534949597] 'range keys from in-memory index tree' (duration: 351.356591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:22.082678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:21.730592Z","time spent":"352.076358ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:51:22.082508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.850103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/default/\" range_end:\"/registry/statefulsets/default0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:22.082745Z","caller":"traceutil/trace.go:171","msg":"trace[630446080] range","detail":"{range_begin:/registry/statefulsets/default/; range_end:/registry/statefulsets/default0; response_count:0; response_revision:37909; }","duration":"317.115729ms","start":"2026-03-04T02:51:21.765616Z","end":"2026-03-04T02:51:22.082732Z","steps":["trace[630446080] 'range keys from in-memory index tree' (duration: 316.743661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:22.082781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:21.765597Z","time spent":"317.17416ms","remote":"127.0.0.1:45248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/default/\" range_end:\"/registry/statefulsets/default0\" limit:500 "} {"level":"info","ts":"2026-03-04T02:51:22.082891Z","caller":"traceutil/trace.go:171","msg":"trace[488293198] linearizableReadLoop","detail":"{readStateIndex:39245; appliedIndex:39244; }","duration":"178.342779ms","start":"2026-03-04T02:51:21.904539Z","end":"2026-03-04T02:51:22.082881Z","steps":["trace[488293198] 'read index received' (duration: 123.33926ms)","trace[488293198] 'applied index is now lower than readState.Index' (duration: 55.002699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:22.08296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.41895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:22.082983Z","caller":"traceutil/trace.go:171","msg":"trace[1020283073] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:37910; }","duration":"178.477242ms","start":"2026-03-04T02:51:21.904497Z","end":"2026-03-04T02:51:22.082975Z","steps":["trace[1020283073] 'agreement among raft nodes before linearized reading' (duration: 178.431991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:22.082957Z","caller":"traceutil/trace.go:171","msg":"trace[1474996117] transaction","detail":"{read_only:false; response_revision:37910; number_of_response:1; }","duration":"303.592622ms","start":"2026-03-04T02:51:21.779307Z","end":"2026-03-04T02:51:22.082899Z","steps":["trace[1474996117] 'process raft request' (duration: 248.709056ms)","trace[1474996117] 'compare' (duration: 53.819321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:22.083163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:21.779287Z","time spent":"303.761537ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:22.083028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.830201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:51:22.083496Z","caller":"traceutil/trace.go:171","msg":"trace[1916275872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37910; }","duration":"162.336243ms","start":"2026-03-04T02:51:21.921129Z","end":"2026-03-04T02:51:22.083465Z","steps":["trace[1916275872] 'agreement among raft nodes before linearized reading' (duration: 161.840742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:22.942017Z","caller":"traceutil/trace.go:171","msg":"trace[766073159] linearizableReadLoop","detail":"{readStateIndex:39254; appliedIndex:39253; }","duration":"147.478966ms","start":"2026-03-04T02:51:22.794522Z","end":"2026-03-04T02:51:22.942001Z","steps":["trace[766073159] 'read index received' (duration: 147.349423ms)","trace[766073159] 'applied index is now lower than readState.Index' (duration: 129.053µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:22.94207Z","caller":"traceutil/trace.go:171","msg":"trace[29554897] transaction","detail":"{read_only:false; response_revision:37919; number_of_response:1; }","duration":"150.22147ms","start":"2026-03-04T02:51:22.791823Z","end":"2026-03-04T02:51:22.942044Z","steps":["trace[29554897] 'process raft request' (duration: 150.084356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:22.942128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.519775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:22.94215Z","caller":"traceutil/trace.go:171","msg":"trace[1853109932] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:37919; }","duration":"100.593537ms","start":"2026-03-04T02:51:22.841549Z","end":"2026-03-04T02:51:22.942143Z","steps":["trace[1853109932] 'agreement among raft nodes before linearized reading' (duration: 100.538586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:22.942894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.358666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:1 size:1150"} {"level":"info","ts":"2026-03-04T02:51:22.942977Z","caller":"traceutil/trace.go:171","msg":"trace[179792871] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager:leaderelection; range_end:; response_count:1; response_revision:37919; }","duration":"148.466528ms","start":"2026-03-04T02:51:22.794495Z","end":"2026-03-04T02:51:22.942961Z","steps":["trace[179792871] 'agreement among raft nodes before linearized reading' (duration: 147.591968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:23.826606Z","caller":"traceutil/trace.go:171","msg":"trace[211585422] linearizableReadLoop","detail":"{readStateIndex:39259; appliedIndex:39257; }","duration":"158.556224ms","start":"2026-03-04T02:51:23.668027Z","end":"2026-03-04T02:51:23.826583Z","steps":["trace[211585422] 'read index received' (duration: 6.768448ms)","trace[211585422] 'applied index is now lower than readState.Index' (duration: 151.786846ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:23.826738Z","caller":"traceutil/trace.go:171","msg":"trace[1672036864] transaction","detail":"{read_only:false; response_revision:37924; number_of_response:1; }","duration":"163.591643ms","start":"2026-03-04T02:51:23.663135Z","end":"2026-03-04T02:51:23.826727Z","steps":["trace[1672036864] 'process raft request' (duration: 163.296336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:23.827006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.062929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:2551"} {"level":"info","ts":"2026-03-04T02:51:23.827089Z","caller":"traceutil/trace.go:171","msg":"trace[1011928998] range","detail":"{range_begin:/registry/secrets/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:37924; }","duration":"151.176902ms","start":"2026-03-04T02:51:23.675895Z","end":"2026-03-04T02:51:23.827072Z","steps":["trace[1011928998] 'agreement among raft nodes before linearized reading' (duration: 150.957357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:23.827129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.051713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/kube-public/\" range_end:\"/registry/networkpolicies/kube-public0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:23.827179Z","caller":"traceutil/trace.go:171","msg":"trace[1336144662] range","detail":"{range_begin:/registry/networkpolicies/kube-public/; range_end:/registry/networkpolicies/kube-public0; response_count:0; response_revision:37924; }","duration":"100.153696ms","start":"2026-03-04T02:51:23.727012Z","end":"2026-03-04T02:51:23.827166Z","steps":["trace[1336144662] 'agreement among raft nodes before linearized reading' (duration: 100.064334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:23.82737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.336502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-node-lease/\" range_end:\"/registry/roles/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:23.827452Z","caller":"traceutil/trace.go:171","msg":"trace[306315497] range","detail":"{range_begin:/registry/roles/kube-node-lease/; range_end:/registry/roles/kube-node-lease0; response_count:0; response_revision:37924; }","duration":"159.429815ms","start":"2026-03-04T02:51:23.668007Z","end":"2026-03-04T02:51:23.827437Z","steps":["trace[306315497] 'agreement among raft nodes before linearized reading' (duration: 159.325883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:23.827525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.978176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-webhook-ca\" ","response":"range_response_count:1 size:2165"} {"level":"info","ts":"2026-03-04T02:51:23.827576Z","caller":"traceutil/trace.go:171","msg":"trace[1347392937] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-webhook-ca; range_end:; response_count:1; response_revision:37924; }","duration":"142.052988ms","start":"2026-03-04T02:51:23.68551Z","end":"2026-03-04T02:51:23.827563Z","steps":["trace[1347392937] 'agreement among raft nodes before linearized reading' (duration: 141.845083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:24.695402Z","caller":"traceutil/trace.go:171","msg":"trace[1942852466] transaction","detail":"{read_only:false; response_revision:37930; number_of_response:1; }","duration":"102.324677ms","start":"2026-03-04T02:51:24.593055Z","end":"2026-03-04T02:51:24.69538Z","steps":["trace[1942852466] 'process raft request' (duration: 101.982469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:26.392787Z","caller":"traceutil/trace.go:171","msg":"trace[1414308743] linearizableReadLoop","detail":"{readStateIndex:39277; appliedIndex:39276; }","duration":"154.446349ms","start":"2026-03-04T02:51:26.238315Z","end":"2026-03-04T02:51:26.392761Z","steps":["trace[1414308743] 'read index received' (duration: 154.149302ms)","trace[1414308743] 'applied index is now lower than readState.Index' (duration: 296.187µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:26.393296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.897922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:51:26.393404Z","caller":"traceutil/trace.go:171","msg":"trace[1768425175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37941; }","duration":"115.063416ms","start":"2026-03-04T02:51:26.278317Z","end":"2026-03-04T02:51:26.39338Z","steps":["trace[1768425175] 'agreement among raft nodes before linearized reading' (duration: 114.769939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:26.393486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.156085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/\" range_end:\"/registry/replicasets/ingress-nginx0\" limit:500 ","response":"range_response_count:1 size:4263"} {"level":"info","ts":"2026-03-04T02:51:26.393528Z","caller":"traceutil/trace.go:171","msg":"trace[34137142] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/; range_end:/registry/replicasets/ingress-nginx0; response_count:1; response_revision:37941; }","duration":"155.232576ms","start":"2026-03-04T02:51:26.238283Z","end":"2026-03-04T02:51:26.393516Z","steps":["trace[34137142] 'agreement among raft nodes before linearized reading' (duration: 155.082083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:26.393339Z","caller":"traceutil/trace.go:171","msg":"trace[47044965] transaction","detail":"{read_only:false; response_revision:37941; number_of_response:1; }","duration":"157.784607ms","start":"2026-03-04T02:51:26.235539Z","end":"2026-03-04T02:51:26.393323Z","steps":["trace[47044965] 'process raft request' (duration: 157.000378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:26.813868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.189626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1186"} {"level":"info","ts":"2026-03-04T02:51:26.814012Z","caller":"traceutil/trace.go:171","msg":"trace[1503023094] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:37944; }","duration":"149.35485ms","start":"2026-03-04T02:51:26.664596Z","end":"2026-03-04T02:51:26.813951Z","steps":["trace[1503023094] 'range keys from in-memory index tree' (duration: 148.961111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:26.814196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.813485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:51:26.81432Z","caller":"traceutil/trace.go:171","msg":"trace[12372973] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37944; }","duration":"101.967818ms","start":"2026-03-04T02:51:26.712329Z","end":"2026-03-04T02:51:26.814296Z","steps":["trace[12372973] 'range keys from in-memory index tree' (duration: 101.503677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:27.046158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.522315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/\" range_end:\"/registry/events/ingress-nginx0\" limit:500 ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-04T02:51:27.04627Z","caller":"traceutil/trace.go:171","msg":"trace[1032271954] range","detail":"{range_begin:/registry/events/ingress-nginx/; range_end:/registry/events/ingress-nginx0; response_count:1; response_revision:37946; }","duration":"129.661088ms","start":"2026-03-04T02:51:26.916584Z","end":"2026-03-04T02:51:27.046246Z","steps":["trace[1032271954] 'range keys from in-memory index tree' (duration: 129.33751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:27.046445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.090489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" limit:500 ","response":"range_response_count:1 size:12756"} {"level":"info","ts":"2026-03-04T02:51:27.046501Z","caller":"traceutil/trace.go:171","msg":"trace[173541366] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:37946; }","duration":"104.185541ms","start":"2026-03-04T02:51:26.942304Z","end":"2026-03-04T02:51:27.04649Z","steps":["trace[173541366] 'range keys from in-memory index tree' (duration: 103.889494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:27.921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.059568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/default\" ","response":"range_response_count:1 size:184"} {"level":"info","ts":"2026-03-04T02:51:27.921086Z","caller":"traceutil/trace.go:171","msg":"trace[1409591335] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/default; range_end:; response_count:1; response_revision:37952; }","duration":"113.179762ms","start":"2026-03-04T02:51:27.807889Z","end":"2026-03-04T02:51:27.921069Z","steps":["trace[1409591335] 'range keys from in-memory index tree' (duration: 112.908055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:27.921195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.83387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/kubernetes\" ","response":"range_response_count:1 size:705"} {"level":"info","ts":"2026-03-04T02:51:27.921314Z","caller":"traceutil/trace.go:171","msg":"trace[2070870281] range","detail":"{range_begin:/registry/services/specs/default/kubernetes; range_end:; response_count:1; response_revision:37952; }","duration":"115.002185ms","start":"2026-03-04T02:51:27.806273Z","end":"2026-03-04T02:51:27.921276Z","steps":["trace[2070870281] 'range keys from in-memory index tree' (duration: 114.594545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:28.628194Z","caller":"traceutil/trace.go:171","msg":"trace[1301205747] transaction","detail":"{read_only:false; response_revision:37957; number_of_response:1; }","duration":"115.636249ms","start":"2026-03-04T02:51:28.512532Z","end":"2026-03-04T02:51:28.628169Z","steps":["trace[1301205747] 'process raft request' (duration: 108.792519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.84306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.888808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:51:28.843092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.332194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-node-lease/kube-root-ca.crt\" ","response":"range_response_count:1 size:1755"} {"level":"info","ts":"2026-03-04T02:51:28.843151Z","caller":"traceutil/trace.go:171","msg":"trace[524259157] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:37957; }","duration":"111.023541ms","start":"2026-03-04T02:51:28.732107Z","end":"2026-03-04T02:51:28.84313Z","steps":["trace[524259157] 'count revisions from in-memory index tree' (duration: 110.802336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:28.843174Z","caller":"traceutil/trace.go:171","msg":"trace[1370773817] range","detail":"{range_begin:/registry/configmaps/kube-node-lease/kube-root-ca.crt; range_end:; response_count:1; response_revision:37957; }","duration":"101.444996ms","start":"2026-03-04T02:51:28.74171Z","end":"2026-03-04T02:51:28.843155Z","steps":["trace[1370773817] 'range keys from in-memory index tree' (duration: 101.163651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:29.290106Z","caller":"traceutil/trace.go:171","msg":"trace[556286758] transaction","detail":"{read_only:false; response_revision:37961; number_of_response:1; }","duration":"110.98337ms","start":"2026-03-04T02:51:29.179079Z","end":"2026-03-04T02:51:29.290062Z","steps":["trace[556286758] 'process raft request' (duration: 66.006107ms)","trace[556286758] 'compare' (duration: 44.824069ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:29.302035Z","caller":"traceutil/trace.go:171","msg":"trace[1333393654] transaction","detail":"{read_only:false; response_revision:37962; number_of_response:1; }","duration":"122.247904ms","start":"2026-03-04T02:51:29.179757Z","end":"2026-03-04T02:51:29.302005Z","steps":["trace[1333393654] 'process raft request' (duration: 122.056269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:32.070485Z","caller":"traceutil/trace.go:171","msg":"trace[1046780659] linearizableReadLoop","detail":"{readStateIndex:39315; appliedIndex:39314; }","duration":"110.770835ms","start":"2026-03-04T02:51:31.959692Z","end":"2026-03-04T02:51:32.070463Z","steps":["trace[1046780659] 'read index received' (duration: 110.614491ms)","trace[1046780659] 'applied index is now lower than readState.Index' (duration: 155.364µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:32.070651Z","caller":"traceutil/trace.go:171","msg":"trace[1403670230] transaction","detail":"{read_only:false; response_revision:37978; number_of_response:1; }","duration":"124.596579ms","start":"2026-03-04T02:51:31.946042Z","end":"2026-03-04T02:51:32.070639Z","steps":["trace[1403670230] 'process raft request' (duration: 124.269701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.071195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.489102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-03-04T02:51:32.071246Z","caller":"traceutil/trace.go:171","msg":"trace[329552489] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:37978; }","duration":"111.575344ms","start":"2026-03-04T02:51:31.959659Z","end":"2026-03-04T02:51:32.071235Z","steps":["trace[329552489] 'agreement among raft nodes before linearized reading' (duration: 111.318168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:32.544397Z","caller":"traceutil/trace.go:171","msg":"trace[1108144399] transaction","detail":"{read_only:false; response_revision:37979; number_of_response:1; }","duration":"148.663812ms","start":"2026-03-04T02:51:32.39571Z","end":"2026-03-04T02:51:32.544373Z","steps":["trace[1108144399] 'process raft request' (duration: 148.482958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.710257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.545741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:51:32.710443Z","caller":"traceutil/trace.go:171","msg":"trace[835400609] transaction","detail":"{read_only:false; response_revision:37981; number_of_response:1; }","duration":"117.815981ms","start":"2026-03-04T02:51:32.592611Z","end":"2026-03-04T02:51:32.710427Z","steps":["trace[835400609] 'process raft request' (duration: 117.756489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:32.710589Z","caller":"traceutil/trace.go:171","msg":"trace[107666352] transaction","detail":"{read_only:false; response_revision:37980; number_of_response:1; }","duration":"215.082449ms","start":"2026-03-04T02:51:32.49546Z","end":"2026-03-04T02:51:32.710542Z","steps":["trace[107666352] 'process raft request' (duration: 92.138389ms)","trace[107666352] 'compare' (duration: 122.375797ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:32.710649Z","caller":"traceutil/trace.go:171","msg":"trace[21030354] linearizableReadLoop","detail":"{readStateIndex:39317; appliedIndex:39316; }","duration":"166.298945ms","start":"2026-03-04T02:51:32.544333Z","end":"2026-03-04T02:51:32.710632Z","steps":["trace[21030354] 'read index received' (duration: 43.226122ms)","trace[21030354] 'applied index is now lower than readState.Index' (duration: 123.069053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:32.710782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.589596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/orc-system/\" range_end:\"/registry/persistentvolumeclaims/orc-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:32.710851Z","caller":"traceutil/trace.go:171","msg":"trace[1167418635] range","detail":"{range_begin:/registry/persistentvolumeclaims/orc-system/; range_end:/registry/persistentvolumeclaims/orc-system0; response_count:0; response_revision:37981; }","duration":"167.701099ms","start":"2026-03-04T02:51:32.543132Z","end":"2026-03-04T02:51:32.710833Z","steps":["trace[1167418635] 'agreement among raft nodes before linearized reading' (duration: 167.598407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.710958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.985185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:32.711034Z","caller":"traceutil/trace.go:171","msg":"trace[1519992873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37981; }","duration":"238.091548ms","start":"2026-03-04T02:51:32.472923Z","end":"2026-03-04T02:51:32.711014Z","steps":["trace[1519992873] 'agreement among raft nodes before linearized reading' (duration: 237.947245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.711162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.954665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:51:32.711183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.424476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:51:32.711212Z","caller":"traceutil/trace.go:171","msg":"trace[1115220033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37981; }","duration":"183.206702ms","start":"2026-03-04T02:51:32.527993Z","end":"2026-03-04T02:51:32.7112Z","steps":["trace[1115220033] 'agreement among raft nodes before linearized reading' (duration: 183.062758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.711304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.932344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1330"} {"level":"info","ts":"2026-03-04T02:51:32.711341Z","caller":"traceutil/trace.go:171","msg":"trace[1295703188] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:37981; }","duration":"161.989765ms","start":"2026-03-04T02:51:32.549343Z","end":"2026-03-04T02:51:32.711333Z","steps":["trace[1295703188] 'agreement among raft nodes before linearized reading' (duration: 161.901563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:32.711219Z","caller":"traceutil/trace.go:171","msg":"trace[439923482] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37981; }","duration":"244.483828ms","start":"2026-03-04T02:51:32.466724Z","end":"2026-03-04T02:51:32.711208Z","steps":["trace[439923482] 'agreement among raft nodes before linearized reading' (duration: 244.362695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.711394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.797794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-03-04T02:51:32.711455Z","caller":"traceutil/trace.go:171","msg":"trace[1926699889] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:37981; }","duration":"229.876305ms","start":"2026-03-04T02:51:32.481565Z","end":"2026-03-04T02:51:32.711442Z","steps":["trace[1926699889] 'agreement among raft nodes before linearized reading' (duration: 229.688361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.712331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.947561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/\" range_end:\"/registry/rolebindings/openstack0\" limit:500 ","response":"range_response_count:158 size:118730"} {"level":"info","ts":"2026-03-04T02:51:32.712375Z","caller":"traceutil/trace.go:171","msg":"trace[465809883] range","detail":"{range_begin:/registry/rolebindings/openstack/; range_end:/registry/rolebindings/openstack0; response_count:158; response_revision:37981; }","duration":"161.006422ms","start":"2026-03-04T02:51:32.551359Z","end":"2026-03-04T02:51:32.712365Z","steps":["trace[465809883] 'agreement among raft nodes before linearized reading' (duration: 160.317806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:33.382445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.726287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:51:33.382579Z","caller":"traceutil/trace.go:171","msg":"trace[545098834] transaction","detail":"{read_only:false; response_revision:37987; number_of_response:1; }","duration":"122.855928ms","start":"2026-03-04T02:51:33.259697Z","end":"2026-03-04T02:51:33.382553Z","steps":["trace[545098834] 'process raft request' (duration: 19.932526ms)","trace[545098834] 'compare' (duration: 102.600284ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:33.382674Z","caller":"traceutil/trace.go:171","msg":"trace[652712359] linearizableReadLoop","detail":"{readStateIndex:39324; appliedIndex:39323; }","duration":"106.917714ms","start":"2026-03-04T02:51:33.275712Z","end":"2026-03-04T02:51:33.382629Z","steps":["trace[652712359] 'read index received' (duration: 3.816299ms)","trace[652712359] 'applied index is now lower than readState.Index' (duration: 103.099765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:33.382881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.166751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-04T02:51:33.382929Z","caller":"traceutil/trace.go:171","msg":"trace[1217111253] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:37988; }","duration":"107.250183ms","start":"2026-03-04T02:51:33.275662Z","end":"2026-03-04T02:51:33.382912Z","steps":["trace[1217111253] 'agreement among raft nodes before linearized reading' (duration: 107.093669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:33.384944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.010973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/kube-root-ca.crt\" ","response":"range_response_count:1 size:1761"} {"level":"info","ts":"2026-03-04T02:51:33.38503Z","caller":"traceutil/trace.go:171","msg":"trace[1442563946] range","detail":"{range_begin:/registry/configmaps/local-path-storage/kube-root-ca.crt; range_end:; response_count:1; response_revision:37989; }","duration":"103.125326ms","start":"2026-03-04T02:51:33.281881Z","end":"2026-03-04T02:51:33.385007Z","steps":["trace[1442563946] 'agreement among raft nodes before linearized reading' (duration: 102.932852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:34.197291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.980447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-zrp78\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-03-04T02:51:34.197383Z","caller":"traceutil/trace.go:171","msg":"trace[1465417009] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-zrp78; range_end:; response_count:1; response_revision:37991; }","duration":"154.12251ms","start":"2026-03-04T02:51:34.043242Z","end":"2026-03-04T02:51:34.197364Z","steps":["trace[1465417009] 'range keys from in-memory index tree' (duration: 153.800623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:34.197476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.171279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-84r8r\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-03-04T02:51:34.19751Z","caller":"traceutil/trace.go:171","msg":"trace[598718261] transaction","detail":"{read_only:false; response_revision:37992; number_of_response:1; }","duration":"121.062486ms","start":"2026-03-04T02:51:34.076367Z","end":"2026-03-04T02:51:34.19743Z","steps":["trace[598718261] 'process raft request' (duration: 64.744137ms)","trace[598718261] 'compare' (duration: 56.136365ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:34.197559Z","caller":"traceutil/trace.go:171","msg":"trace[2097210480] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-84r8r; range_end:; response_count:1; response_revision:37991; }","duration":"156.302622ms","start":"2026-03-04T02:51:34.041242Z","end":"2026-03-04T02:51:34.197544Z","steps":["trace[2097210480] 'range keys from in-memory index tree' (duration: 155.987154ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:35.593509Z","caller":"traceutil/trace.go:171","msg":"trace[1713707961] linearizableReadLoop","detail":"{readStateIndex:39339; appliedIndex:39338; }","duration":"155.057722ms","start":"2026-03-04T02:51:35.438426Z","end":"2026-03-04T02:51:35.593484Z","steps":["trace[1713707961] 'read index received' (duration: 77.902645ms)","trace[1713707961] 'applied index is now lower than readState.Index' (duration: 77.154147ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:35.593726Z","caller":"traceutil/trace.go:171","msg":"trace[889866571] transaction","detail":"{read_only:false; response_revision:38002; number_of_response:1; }","duration":"167.32686ms","start":"2026-03-04T02:51:35.426385Z","end":"2026-03-04T02:51:35.593712Z","steps":["trace[889866571] 'process raft request' (duration: 89.976418ms)","trace[889866571] 'compare' (duration: 76.85836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:35.593929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.489032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/kubeadm:kubeadm-certs\" ","response":"range_response_count:1 size:340"} {"level":"info","ts":"2026-03-04T02:51:35.593956Z","caller":"traceutil/trace.go:171","msg":"trace[831915847] range","detail":"{range_begin:/registry/roles/kube-system/kubeadm:kubeadm-certs; range_end:; response_count:1; response_revision:38002; }","duration":"155.561574ms","start":"2026-03-04T02:51:35.438386Z","end":"2026-03-04T02:51:35.593947Z","steps":["trace[831915847] 'agreement among raft nodes before linearized reading' (duration: 155.455202ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:35.685882Z","caller":"traceutil/trace.go:171","msg":"trace[2040999113] transaction","detail":"{read_only:false; response_revision:38003; number_of_response:1; }","duration":"110.630382ms","start":"2026-03-04T02:51:35.57523Z","end":"2026-03-04T02:51:35.68586Z","steps":["trace[2040999113] 'process raft request' (duration: 110.258114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:35.686528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.287333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/kubeadm:kubelet-config\" ","response":"range_response_count:1 size:346"} {"level":"info","ts":"2026-03-04T02:51:35.686564Z","caller":"traceutil/trace.go:171","msg":"trace[1965653584] range","detail":"{range_begin:/registry/roles/kube-system/kubeadm:kubelet-config; range_end:; response_count:1; response_revision:38003; }","duration":"171.360865ms","start":"2026-03-04T02:51:35.515191Z","end":"2026-03-04T02:51:35.686552Z","steps":["trace[1965653584] 'agreement among raft nodes before linearized reading' (duration: 171.273023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:35.895277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.75569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/kubeadm:nodes-kubeadm-config\" ","response":"range_response_count:1 size:358"} {"level":"info","ts":"2026-03-04T02:51:35.895346Z","caller":"traceutil/trace.go:171","msg":"trace[1674046918] range","detail":"{range_begin:/registry/roles/kube-system/kubeadm:nodes-kubeadm-config; range_end:; response_count:1; response_revision:38003; }","duration":"135.861813ms","start":"2026-03-04T02:51:35.75947Z","end":"2026-03-04T02:51:35.895331Z","steps":["trace[1674046918] 'range keys from in-memory index tree' (duration: 135.665098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:35.895548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.67411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/cilium-config-agent\" ","response":"range_response_count:1 size:791"} {"level":"info","ts":"2026-03-04T02:51:35.895625Z","caller":"traceutil/trace.go:171","msg":"trace[1206589017] range","detail":"{range_begin:/registry/rolebindings/kube-system/cilium-config-agent; range_end:; response_count:1; response_revision:38003; }","duration":"118.786283ms","start":"2026-03-04T02:51:35.776822Z","end":"2026-03-04T02:51:35.895609Z","steps":["trace[1206589017] 'range keys from in-memory index tree' (duration: 118.522636ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:36.265188Z","caller":"traceutil/trace.go:171","msg":"trace[1455502998] transaction","detail":"{read_only:false; response_revision:38005; number_of_response:1; }","duration":"110.199062ms","start":"2026-03-04T02:51:36.154968Z","end":"2026-03-04T02:51:36.265167Z","steps":["trace[1455502998] 'process raft request' (duration: 110.012377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:00.836841Z","caller":"traceutil/trace.go:171","msg":"trace[599938058] linearizableReadLoop","detail":"{readStateIndex:39517; appliedIndex:39516; }","duration":"122.429208ms","start":"2026-03-04T02:52:00.714389Z","end":"2026-03-04T02:52:00.836819Z","steps":["trace[599938058] 'read index received' (duration: 122.297775ms)","trace[599938058] 'applied index is now lower than readState.Index' (duration: 130.693µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:00.83689Z","caller":"traceutil/trace.go:171","msg":"trace[898506505] transaction","detail":"{read_only:false; response_revision:38174; number_of_response:1; }","duration":"123.266858ms","start":"2026-03-04T02:52:00.71359Z","end":"2026-03-04T02:52:00.836856Z","steps":["trace[898506505] 'process raft request' (duration: 123.074904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:00.837056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.650184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1595"} {"level":"info","ts":"2026-03-04T02:52:00.837108Z","caller":"traceutil/trace.go:171","msg":"trace[1001479828] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:38174; }","duration":"122.721075ms","start":"2026-03-04T02:52:00.714363Z","end":"2026-03-04T02:52:00.837084Z","steps":["trace[1001479828] 'agreement among raft nodes before linearized reading' (duration: 122.576532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:01.011009Z","caller":"traceutil/trace.go:171","msg":"trace[45236737] transaction","detail":"{read_only:false; response_revision:38176; number_of_response:1; }","duration":"115.933136ms","start":"2026-03-04T02:52:00.895031Z","end":"2026-03-04T02:52:01.010964Z","steps":["trace[45236737] 'process raft request' (duration: 40.263993ms)","trace[45236737] 'compare' (duration: 75.488168ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:01.012865Z","caller":"traceutil/trace.go:171","msg":"trace[1499639833] linearizableReadLoop","detail":"{readStateIndex:39520; appliedIndex:39518; }","duration":"115.049965ms","start":"2026-03-04T02:52:00.897774Z","end":"2026-03-04T02:52:01.012824Z","steps":["trace[1499639833] 'read index received' (duration: 37.537459ms)","trace[1499639833] 'applied index is now lower than readState.Index' (duration: 77.508656ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:01.013277Z","caller":"traceutil/trace.go:171","msg":"trace[1691236803] transaction","detail":"{read_only:false; response_revision:38177; number_of_response:1; }","duration":"117.954933ms","start":"2026-03-04T02:52:00.895303Z","end":"2026-03-04T02:52:01.013257Z","steps":["trace[1691236803] 'process raft request' (duration: 117.330949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:01.013414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.605918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/\" range_end:\"/registry/events/monitoring0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:01.013503Z","caller":"traceutil/trace.go:171","msg":"trace[86314671] range","detail":"{range_begin:/registry/events/monitoring/; range_end:/registry/events/monitoring0; response_count:0; response_revision:38177; }","duration":"115.775892ms","start":"2026-03-04T02:52:00.89771Z","end":"2026-03-04T02:52:01.013486Z","steps":["trace[86314671] 'agreement among raft nodes before linearized reading' (duration: 115.593808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:03.449117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.4549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:1 size:1156"} {"level":"info","ts":"2026-03-04T02:52:03.449551Z","caller":"traceutil/trace.go:171","msg":"trace[964647909] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:1; response_revision:38191; }","duration":"102.925371ms","start":"2026-03-04T02:52:03.346607Z","end":"2026-03-04T02:52:03.449533Z","steps":["trace[964647909] 'range keys from in-memory index tree' (duration: 102.309647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:03.449266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.045752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:52:03.449729Z","caller":"traceutil/trace.go:171","msg":"trace[592993279] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:38191; }","duration":"117.514693ms","start":"2026-03-04T02:52:03.332183Z","end":"2026-03-04T02:52:03.449698Z","steps":["trace[592993279] 'range keys from in-memory index tree' (duration: 116.95808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.005287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867811328770697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:52:04.148831Z","caller":"traceutil/trace.go:171","msg":"trace[1971981220] transaction","detail":"{read_only:false; response_revision:38193; number_of_response:1; }","duration":"679.486468ms","start":"2026-03-04T02:52:03.469324Z","end":"2026-03-04T02:52:04.14881Z","steps":["trace[1971981220] 'process raft request' (duration: 679.343774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.148984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.469304Z","time spent":"679.60096ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:04.182907Z","caller":"traceutil/trace.go:171","msg":"trace[1210646637] transaction","detail":"{read_only:false; response_revision:38195; number_of_response:1; }","duration":"630.219043ms","start":"2026-03-04T02:52:03.552661Z","end":"2026-03-04T02:52:04.18288Z","steps":["trace[1210646637] 'process raft request' (duration: 630.142611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.183072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.552639Z","time spent":"630.349596ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:04.183142Z","caller":"traceutil/trace.go:171","msg":"trace[2112693494] linearizableReadLoop","detail":"{readStateIndex:39540; appliedIndex:39536; }","duration":"678.925544ms","start":"2026-03-04T02:52:03.504195Z","end":"2026-03-04T02:52:04.183121Z","steps":["trace[2112693494] 'read index received' (duration: 644.490978ms)","trace[2112693494] 'applied index is now lower than readState.Index' (duration: 34.433196ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:04.183382Z","caller":"traceutil/trace.go:171","msg":"trace[379094131] transaction","detail":"{read_only:false; response_revision:38194; number_of_response:1; }","duration":"631.097664ms","start":"2026-03-04T02:52:03.552263Z","end":"2026-03-04T02:52:04.183361Z","steps":["trace[379094131] 'process raft request' (duration: 630.411908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.183485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.552233Z","time spent":"631.199236ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:04.183564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.558238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:52:04.183603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.541909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:1 size:1156"} {"level":"warn","ts":"2026-03-04T02:52:04.183627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.967775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/cinder-bin\" ","response":"range_response_count:1 size:30036"} {"level":"info","ts":"2026-03-04T02:52:04.183638Z","caller":"traceutil/trace.go:171","msg":"trace[764537197] transaction","detail":"{read_only:false; response_revision:38196; number_of_response:1; }","duration":"377.679437ms","start":"2026-03-04T02:52:03.805941Z","end":"2026-03-04T02:52:04.18362Z","steps":["trace[764537197] 'process raft request' (duration: 376.903759ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:04.183686Z","caller":"traceutil/trace.go:171","msg":"trace[47021946] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:1; response_revision:38196; }","duration":"714.669591ms","start":"2026-03-04T02:52:03.468995Z","end":"2026-03-04T02:52:04.183665Z","steps":["trace[47021946] 'agreement among raft nodes before linearized reading' (duration: 714.439046ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:04.183696Z","caller":"traceutil/trace.go:171","msg":"trace[931092412] range","detail":"{range_begin:/registry/configmaps/openstack/cinder-bin; range_end:; response_count:1; response_revision:38196; }","duration":"714.062937ms","start":"2026-03-04T02:52:03.469613Z","end":"2026-03-04T02:52:04.183676Z","steps":["trace[931092412] 'agreement among raft nodes before linearized reading' (duration: 713.866853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.183731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.805918Z","time spent":"377.768079ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:04.18374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.469606Z","time spent":"714.123019ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":30058,"request content":"key:\"/registry/configmaps/openstack/cinder-bin\" "} {"level":"warn","ts":"2026-03-04T02:52:04.183731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.940721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18217"} {"level":"info","ts":"2026-03-04T02:52:04.18381Z","caller":"traceutil/trace.go:171","msg":"trace[494816669] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:38196; }","duration":"678.076144ms","start":"2026-03-04T02:52:03.505715Z","end":"2026-03-04T02:52:04.183791Z","steps":["trace[494816669] 'agreement among raft nodes before linearized reading' (duration: 677.847479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.183851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.505696Z","time spent":"678.147496ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18239,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:52:04.183921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.476909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:52:04.183946Z","caller":"traceutil/trace.go:171","msg":"trace[1661197091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38196; }","duration":"452.597952ms","start":"2026-03-04T02:52:03.731342Z","end":"2026-03-04T02:52:04.18394Z","steps":["trace[1661197091] 'agreement among raft nodes before linearized reading' (duration: 452.486049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.183738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.468978Z","time spent":"714.746934ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":1178,"request content":"key:\"/registry/configmaps/openstack/ceph-etc\" "} {"level":"warn","ts":"2026-03-04T02:52:04.184014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.370879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:04.184035Z","caller":"traceutil/trace.go:171","msg":"trace[1125740107] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:38196; }","duration":"216.4309ms","start":"2026-03-04T02:52:03.967597Z","end":"2026-03-04T02:52:04.184028Z","steps":["trace[1125740107] 'agreement among raft nodes before linearized reading' (duration: 216.390159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:04.183634Z","caller":"traceutil/trace.go:171","msg":"trace[1388651622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38196; }","duration":"708.645431ms","start":"2026-03-04T02:52:03.474973Z","end":"2026-03-04T02:52:04.183618Z","steps":["trace[1388651622] 'agreement among raft nodes before linearized reading' (duration: 708.490057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.184226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.474936Z","time spent":"709.276315ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:52:04.183974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.731324Z","time spent":"452.644743ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:52:04.18437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.28789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/\" range_end:\"/registry/services/specs/orc-system0\" limit:500 ","response":"range_response_count:1 size:826"} {"level":"info","ts":"2026-03-04T02:52:04.18441Z","caller":"traceutil/trace.go:171","msg":"trace[438039743] range","detail":"{range_begin:/registry/services/specs/orc-system/; range_end:/registry/services/specs/orc-system0; response_count:1; response_revision:38196; }","duration":"544.368762ms","start":"2026-03-04T02:52:03.640029Z","end":"2026-03-04T02:52:04.184398Z","steps":["trace[438039743] 'agreement among raft nodes before linearized reading' (duration: 544.149037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.184448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.64001Z","time spent":"544.424373ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":848,"request content":"key:\"/registry/services/specs/orc-system/\" range_end:\"/registry/services/specs/orc-system0\" limit:500 "} {"level":"warn","ts":"2026-03-04T02:52:04.584875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.132591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:52:04.585116Z","caller":"traceutil/trace.go:171","msg":"trace[752530414] transaction","detail":"{read_only:false; response_revision:38197; number_of_response:1; }","duration":"394.124673ms","start":"2026-03-04T02:52:04.190955Z","end":"2026-03-04T02:52:04.58508Z","steps":["trace[752530414] 'process raft request' (duration: 134.696245ms)","trace[752530414] 'compare' (duration: 259.025859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:04.585214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.190931Z","time spent":"394.232216ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:04.65768Z","caller":"traceutil/trace.go:171","msg":"trace[1374889214] linearizableReadLoop","detail":"{readStateIndex:39542; appliedIndex:39540; }","duration":"465.923535ms","start":"2026-03-04T02:52:04.191716Z","end":"2026-03-04T02:52:04.657639Z","steps":["trace[1374889214] 'read index received' (duration: 133.926057ms)","trace[1374889214] 'applied index is now lower than readState.Index' (duration: 331.996278ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:04.657809Z","caller":"traceutil/trace.go:171","msg":"trace[1581511994] transaction","detail":"{read_only:false; response_revision:38198; number_of_response:1; }","duration":"466.059878ms","start":"2026-03-04T02:52:04.191676Z","end":"2026-03-04T02:52:04.657736Z","steps":["trace[1581511994] 'process raft request' (duration: 465.776912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.657907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.14626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:04.658012Z","caller":"traceutil/trace.go:171","msg":"trace[866617385] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:38198; }","duration":"466.276763ms","start":"2026-03-04T02:52:04.191711Z","end":"2026-03-04T02:52:04.657988Z","steps":["trace[866617385] 'agreement among raft nodes before linearized reading' (duration: 466.056568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.658049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.191654Z","time spent":"466.275664ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:04.658099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.191703Z","time spent":"466.374006ms","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:05.060338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.941579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:52:05.060756Z","caller":"traceutil/trace.go:171","msg":"trace[1478748426] transaction","detail":"{read_only:false; response_revision:38199; number_of_response:1; }","duration":"691.051549ms","start":"2026-03-04T02:52:04.369646Z","end":"2026-03-04T02:52:05.060697Z","steps":["trace[1478748426] 'process raft request' (duration: 331.66114ms)","trace[1478748426] 'compare' (duration: 358.442887ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:05.06082Z","caller":"traceutil/trace.go:171","msg":"trace[2045774774] linearizableReadLoop","detail":"{readStateIndex:39543; appliedIndex:39542; }","duration":"403.021052ms","start":"2026-03-04T02:52:04.657766Z","end":"2026-03-04T02:52:05.060787Z","steps":["trace[2045774774] 'read index received' (duration: 43.624482ms)","trace[2045774774] 'applied index is now lower than readState.Index' (duration: 359.391029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:05.060846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.578578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:05.060895Z","caller":"traceutil/trace.go:171","msg":"trace[1483272958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38199; }","duration":"585.672651ms","start":"2026-03-04T02:52:04.475212Z","end":"2026-03-04T02:52:05.060884Z","steps":["trace[1483272958] 'agreement among raft nodes before linearized reading' (duration: 585.572408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.060881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.870362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:52:05.060891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.177014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/orc-system/\" range_end:\"/registry/statefulsets/orc-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:05.061067Z","caller":"traceutil/trace.go:171","msg":"trace[938262025] range","detail":"{range_begin:/registry/statefulsets/orc-system/; range_end:/registry/statefulsets/orc-system0; response_count:0; response_revision:38199; }","duration":"747.394979ms","start":"2026-03-04T02:52:04.313647Z","end":"2026-03-04T02:52:05.061042Z","steps":["trace[938262025] 'agreement among raft nodes before linearized reading' (duration: 747.155314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.060928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.475192Z","time spent":"585.732662ms","remote":"127.0.0.1:44788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:52:05.06114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.313626Z","time spent":"747.493981ms","remote":"127.0.0.1:45248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/orc-system/\" range_end:\"/registry/statefulsets/orc-system0\" limit:500 "} {"level":"warn","ts":"2026-03-04T02:52:05.060898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.037639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:05.061227Z","caller":"traceutil/trace.go:171","msg":"trace[1540189502] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38199; }","duration":"793.408147ms","start":"2026-03-04T02:52:04.267792Z","end":"2026-03-04T02:52:05.0612Z","steps":["trace[1540189502] 'agreement among raft nodes before linearized reading' (duration: 793.023758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.061298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.267767Z","time spent":"793.51242ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:52:05.060931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.680335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:05.060952Z","caller":"traceutil/trace.go:171","msg":"trace[1873271207] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:38199; }","duration":"797.981425ms","start":"2026-03-04T02:52:04.262947Z","end":"2026-03-04T02:52:05.060929Z","steps":["trace[1873271207] 'agreement among raft nodes before linearized reading' (duration: 797.845632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.061641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.262932Z","time spent":"798.683021ms","remote":"127.0.0.1:38192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:05.06095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.369615Z","time spent":"691.248194ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:05.060958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.479699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T02:52:05.0618Z","caller":"traceutil/trace.go:171","msg":"trace[1661363803] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:38199; }","duration":"864.331719ms","start":"2026-03-04T02:52:04.19744Z","end":"2026-03-04T02:52:05.061772Z","steps":["trace[1661363803] 'agreement among raft nodes before linearized reading' (duration: 863.364336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.060986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.084013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130726"} {"level":"warn","ts":"2026-03-04T02:52:05.061866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.19742Z","time spent":"864.42663ms","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-04T02:52:05.061913Z","caller":"traceutil/trace.go:171","msg":"trace[970321213] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:38199; }","duration":"865.034485ms","start":"2026-03-04T02:52:04.196859Z","end":"2026-03-04T02:52:05.061893Z","steps":["trace[970321213] 'agreement among raft nodes before linearized reading' (duration: 863.94918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.061978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.196829Z","time spent":"865.130817ms","remote":"127.0.0.1:44858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130748,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-04T02:52:05.062544Z","caller":"traceutil/trace.go:171","msg":"trace[329880459] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:38199; }","duration":"524.363604ms","start":"2026-03-04T02:52:04.538151Z","end":"2026-03-04T02:52:05.062515Z","steps":["trace[329880459] 'agreement among raft nodes before linearized reading' (duration: 522.647324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.062659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.53813Z","time spent":"524.471817ms","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:52:05.064209Z","caller":"traceutil/trace.go:171","msg":"trace[406407551] transaction","detail":"{read_only:false; response_revision:38200; number_of_response:1; }","duration":"227.447808ms","start":"2026-03-04T02:52:04.836735Z","end":"2026-03-04T02:52:05.064182Z","steps":["trace[406407551] 'process raft request' (duration: 224.319525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.065798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.020129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:391152"} {"level":"info","ts":"2026-03-04T02:52:05.06586Z","caller":"traceutil/trace.go:171","msg":"trace[1364266134] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:38199; }","duration":"872.09902ms","start":"2026-03-04T02:52:04.19375Z","end":"2026-03-04T02:52:05.065849Z","steps":["trace[1364266134] 'agreement among raft nodes before linearized reading' (duration: 867.150444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.065896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.193738Z","time spent":"872.140062ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1610,"response size":391174,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-04T02:52:05.067182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.24185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-domain-ks-user-r2sdt.189981b1c37d551b\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:38196 ","response":"range_response_count:1000 size:779250"} {"level":"info","ts":"2026-03-04T02:52:05.067316Z","caller":"traceutil/trace.go:171","msg":"trace[2019558615] range","detail":"{range_begin:/registry/events/openstack/magnum-domain-ks-user-r2sdt.189981b1c37d551b\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:38199; }","duration":"865.338673ms","start":"2026-03-04T02:52:04.201897Z","end":"2026-03-04T02:52:05.067236Z","steps":["trace[2019558615] 'agreement among raft nodes before linearized reading' (duration: 859.088476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.067526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.201886Z","time spent":"865.530097ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":1110,"response size":779272,"request content":"key:\"/registry/events/openstack/magnum-domain-ks-user-r2sdt.189981b1c37d551b\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:38196 "} {"level":"info","ts":"2026-03-04T02:52:05.087688Z","caller":"traceutil/trace.go:171","msg":"trace[801738736] transaction","detail":"{read_only:false; response_revision:38201; number_of_response:1; }","duration":"186.881418ms","start":"2026-03-04T02:52:04.900773Z","end":"2026-03-04T02:52:05.087654Z","steps":["trace[801738736] 'process raft request' (duration: 186.740205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.087886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.287399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:52:05.087989Z","caller":"traceutil/trace.go:171","msg":"trace[1950184135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38201; }","duration":"237.463623ms","start":"2026-03-04T02:52:04.850508Z","end":"2026-03-04T02:52:05.087971Z","steps":["trace[1950184135] 'agreement among raft nodes before linearized reading' (duration: 237.198257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.415464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.742624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:52:05.415558Z","caller":"traceutil/trace.go:171","msg":"trace[1084049509] linearizableReadLoop","detail":"{readStateIndex:39546; appliedIndex:39545; }","duration":"322.609427ms","start":"2026-03-04T02:52:05.092933Z","end":"2026-03-04T02:52:05.415543Z","steps":["trace[1084049509] 'read index received' (duration: 106.71298ms)","trace[1084049509] 'applied index is now lower than readState.Index' (duration: 215.895147ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:05.415623Z","caller":"traceutil/trace.go:171","msg":"trace[2123765092] transaction","detail":"{read_only:false; response_revision:38202; number_of_response:1; }","duration":"323.334345ms","start":"2026-03-04T02:52:05.092278Z","end":"2026-03-04T02:52:05.415612Z","steps":["trace[2123765092] 'process raft request' (duration: 107.353535ms)","trace[2123765092] 'compare' (duration: 215.475628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:05.415682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.092254Z","time spent":"323.397606ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:05.415852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.900925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T02:52:05.416432Z","caller":"traceutil/trace.go:171","msg":"trace[1252487952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38202; }","duration":"323.516989ms","start":"2026-03-04T02:52:05.092906Z","end":"2026-03-04T02:52:05.416423Z","steps":["trace[1252487952] 'agreement among raft nodes before linearized reading' (duration: 322.799892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.41646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.092894Z","time spent":"323.55688ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:52:05.481706Z","caller":"traceutil/trace.go:171","msg":"trace[846453940] transaction","detail":"{read_only:false; response_revision:38203; number_of_response:1; }","duration":"388.477691ms","start":"2026-03-04T02:52:05.093195Z","end":"2026-03-04T02:52:05.481672Z","steps":["trace[846453940] 'process raft request' (duration: 388.296946ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:05.481794Z","caller":"traceutil/trace.go:171","msg":"trace[1757771953] transaction","detail":"{read_only:false; response_revision:38204; number_of_response:1; }","duration":"387.969729ms","start":"2026-03-04T02:52:05.093799Z","end":"2026-03-04T02:52:05.481768Z","steps":["trace[1757771953] 'process raft request' (duration: 387.818515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.481843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.093167Z","time spent":"388.604714ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:05.481915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.093791Z","time spent":"388.054741ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:05.482048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.174839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/glance-bin\" ","response":"range_response_count:1 size:27479"} {"level":"warn","ts":"2026-03-04T02:52:05.482072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.79888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/\" range_end:\"/registry/configmaps/rook-ceph0\" limit:500 ","response":"range_response_count:4 size:10180"} {"level":"info","ts":"2026-03-04T02:52:05.482087Z","caller":"traceutil/trace.go:171","msg":"trace[1784150370] range","detail":"{range_begin:/registry/configmaps/openstack/glance-bin; range_end:; response_count:1; response_revision:38204; }","duration":"308.235871ms","start":"2026-03-04T02:52:05.17384Z","end":"2026-03-04T02:52:05.482076Z","steps":["trace[1784150370] 'agreement among raft nodes before linearized reading' (duration: 308.103578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:05.482106Z","caller":"traceutil/trace.go:171","msg":"trace[969505562] range","detail":"{range_begin:/registry/configmaps/rook-ceph/; range_end:/registry/configmaps/rook-ceph0; response_count:4; response_revision:38204; }","duration":"333.869982ms","start":"2026-03-04T02:52:05.148225Z","end":"2026-03-04T02:52:05.482095Z","steps":["trace[969505562] 'agreement among raft nodes before linearized reading' (duration: 333.731788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.48211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.173826Z","time spent":"308.278562ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":27501,"request content":"key:\"/registry/configmaps/openstack/glance-bin\" "} {"level":"warn","ts":"2026-03-04T02:52:05.48213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.148205Z","time spent":"333.917772ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":4,"response size":10202,"request content":"key:\"/registry/configmaps/rook-ceph/\" range_end:\"/registry/configmaps/rook-ceph0\" limit:500 "} {"level":"warn","ts":"2026-03-04T02:52:05.482269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.074264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:52:05.482283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.298143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:52:05.482332Z","caller":"traceutil/trace.go:171","msg":"trace[721085812] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:38204; }","duration":"272.164126ms","start":"2026-03-04T02:52:05.210149Z","end":"2026-03-04T02:52:05.482313Z","steps":["trace[721085812] 'agreement among raft nodes before linearized reading' (duration: 272.045373ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:05.482333Z","caller":"traceutil/trace.go:171","msg":"trace[512288179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38204; }","duration":"238.394025ms","start":"2026-03-04T02:52:05.243927Z","end":"2026-03-04T02:52:05.482321Z","steps":["trace[512288179] 'agreement among raft nodes before linearized reading' (duration: 238.265892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.483115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.208884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-mwgwl.189981c61ed14e9d\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:38199 ","response":"range_response_count:110 size:82090"} {"level":"info","ts":"2026-03-04T02:52:05.483213Z","caller":"traceutil/trace.go:171","msg":"trace[580350192] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-mwgwl.189981c61ed14e9d\u0000; range_end:/registry/events/openstack0; response_count:110; response_revision:38204; }","duration":"379.307986ms","start":"2026-03-04T02:52:05.103861Z","end":"2026-03-04T02:52:05.483169Z","steps":["trace[580350192] 'agreement among raft nodes before linearized reading' (duration: 378.21953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.483279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.103845Z","time spent":"379.409909ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":136,"response count":110,"response size":82112,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-mwgwl.189981c61ed14e9d\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:38199 "} {"level":"warn","ts":"2026-03-04T02:52:05.678824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.593676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:52:05.678922Z","caller":"traceutil/trace.go:171","msg":"trace[1832098031] linearizableReadLoop","detail":"{readStateIndex:39549; appliedIndex:39548; }","duration":"183.946139ms","start":"2026-03-04T02:52:05.49496Z","end":"2026-03-04T02:52:05.678906Z","steps":["trace[1832098031] 'read index received' (duration: 54.20984ms)","trace[1832098031] 'applied index is now lower than readState.Index' (duration: 129.734729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:05.679113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.148784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:52:05.679152Z","caller":"traceutil/trace.go:171","msg":"trace[2064464176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:38205; }","duration":"184.213486ms","start":"2026-03-04T02:52:05.494927Z","end":"2026-03-04T02:52:05.679141Z","steps":["trace[2064464176] 'agreement among raft nodes before linearized reading' (duration: 184.067252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.679442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.290334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/glance-bin\" ","response":"range_response_count:1 size:27479"} {"level":"info","ts":"2026-03-04T02:52:05.679481Z","caller":"traceutil/trace.go:171","msg":"trace[1834689324] range","detail":"{range_begin:/registry/configmaps/openstack/glance-bin; range_end:; response_count:1; response_revision:38205; }","duration":"113.365616ms","start":"2026-03-04T02:52:05.566107Z","end":"2026-03-04T02:52:05.679472Z","steps":["trace[1834689324] 'agreement among raft nodes before linearized reading' (duration: 113.218902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:05.679649Z","caller":"traceutil/trace.go:171","msg":"trace[2046864811] transaction","detail":"{read_only:false; response_revision:38205; number_of_response:1; }","duration":"192.858428ms","start":"2026-03-04T02:52:05.486634Z","end":"2026-03-04T02:52:05.679492Z","steps":["trace[2046864811] 'process raft request' (duration: 62.490924ms)","trace[2046864811] 'compare' (duration: 129.33107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:05.680061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.704113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/heat-bin\" ","response":"range_response_count:1 size:28721"} {"level":"info","ts":"2026-03-04T02:52:05.680147Z","caller":"traceutil/trace.go:171","msg":"trace[2085840605] range","detail":"{range_begin:/registry/configmaps/openstack/heat-bin; range_end:; response_count:1; response_revision:38205; }","duration":"104.817116ms","start":"2026-03-04T02:52:05.575312Z","end":"2026-03-04T02:52:05.680129Z","steps":["trace[2085840605] 'agreement among raft nodes before linearized reading' (duration: 104.198742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.980926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.888555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/heat-bin\" ","response":"range_response_count:1 size:28721"} {"level":"info","ts":"2026-03-04T02:52:05.981029Z","caller":"traceutil/trace.go:171","msg":"trace[2136130452] range","detail":"{range_begin:/registry/configmaps/openstack/heat-bin; range_end:; response_count:1; response_revision:38205; }","duration":"189.035739ms","start":"2026-03-04T02:52:05.79197Z","end":"2026-03-04T02:52:05.981005Z","steps":["trace[2136130452] 'range keys from in-memory index tree' (duration: 188.567788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.981037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.683268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/horizon-bin\" ","response":"range_response_count:1 size:22058"} {"level":"info","ts":"2026-03-04T02:52:05.981153Z","caller":"traceutil/trace.go:171","msg":"trace[599470709] range","detail":"{range_begin:/registry/configmaps/openstack/horizon-bin; range_end:; response_count:1; response_revision:38205; }","duration":"167.873073ms","start":"2026-03-04T02:52:05.813254Z","end":"2026-03-04T02:52:05.981127Z","steps":["trace[599470709] 'range keys from in-memory index tree' (duration: 167.299929ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:07.305657Z","caller":"traceutil/trace.go:171","msg":"trace[937749746] linearizableReadLoop","detail":"{readStateIndex:39560; appliedIndex:39559; }","duration":"166.641534ms","start":"2026-03-04T02:52:07.13899Z","end":"2026-03-04T02:52:07.305631Z","steps":["trace[937749746] 'read index received' (duration: 141.796742ms)","trace[937749746] 'applied index is now lower than readState.Index' (duration: 24.843652ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:07.305704Z","caller":"traceutil/trace.go:171","msg":"trace[479027006] transaction","detail":"{read_only:false; response_revision:38215; number_of_response:1; }","duration":"168.794434ms","start":"2026-03-04T02:52:07.13688Z","end":"2026-03-04T02:52:07.305675Z","steps":["trace[479027006] 'process raft request' (duration: 143.989063ms)","trace[479027006] 'compare' (duration: 24.564745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:07.305908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.240286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/manila-bin\" ","response":"range_response_count:1 size:24501"} {"level":"info","ts":"2026-03-04T02:52:07.305954Z","caller":"traceutil/trace.go:171","msg":"trace[1688157279] range","detail":"{range_begin:/registry/configmaps/openstack/manila-bin; range_end:; response_count:1; response_revision:38215; }","duration":"146.325818ms","start":"2026-03-04T02:52:07.159615Z","end":"2026-03-04T02:52:07.305941Z","steps":["trace[1688157279] 'agreement among raft nodes before linearized reading' (duration: 146.160864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:07.306652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.034623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/magnum-cluster-api-proxy-config\" ","response":"range_response_count:1 size:582"} {"level":"info","ts":"2026-03-04T02:52:07.306771Z","caller":"traceutil/trace.go:171","msg":"trace[387444134] range","detail":"{range_begin:/registry/configmaps/openstack/magnum-cluster-api-proxy-config; range_end:; response_count:1; response_revision:38215; }","duration":"167.75518ms","start":"2026-03-04T02:52:07.138985Z","end":"2026-03-04T02:52:07.30674Z","steps":["trace[387444134] 'agreement among raft nodes before linearized reading' (duration: 166.735826ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:07.620395Z","caller":"traceutil/trace.go:171","msg":"trace[380411104] linearizableReadLoop","detail":"{readStateIndex:39563; appliedIndex:39561; }","duration":"114.143954ms","start":"2026-03-04T02:52:07.506229Z","end":"2026-03-04T02:52:07.620373Z","steps":["trace[380411104] 'read index received' (duration: 9.992684ms)","trace[380411104] 'applied index is now lower than readState.Index' (duration: 104.15059ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:07.620428Z","caller":"traceutil/trace.go:171","msg":"trace[528293548] transaction","detail":"{read_only:false; response_revision:38218; number_of_response:1; }","duration":"124.005684ms","start":"2026-03-04T02:52:07.496386Z","end":"2026-03-04T02:52:07.620391Z","steps":["trace[528293548] 'process raft request' (duration: 65.955794ms)","trace[528293548] 'compare' (duration: 57.917417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:07.621071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.82338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-mwgwl.189981c61ed14e9d\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:38215 ","response":"range_response_count:110 size:82090"} {"level":"info","ts":"2026-03-04T02:52:07.621115Z","caller":"traceutil/trace.go:171","msg":"trace[1518573711] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-mwgwl.189981c61ed14e9d\u0000; range_end:/registry/events/openstack0; response_count:110; response_revision:38218; }","duration":"114.920412ms","start":"2026-03-04T02:52:07.506185Z","end":"2026-03-04T02:52:07.621105Z","steps":["trace[1518573711] 'agreement among raft nodes before linearized reading' (duration: 114.311818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:07.894321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.91347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:52:07.894503Z","caller":"traceutil/trace.go:171","msg":"trace[1218160225] linearizableReadLoop","detail":"{readStateIndex:39564; appliedIndex:39563; }","duration":"154.682443ms","start":"2026-03-04T02:52:07.739794Z","end":"2026-03-04T02:52:07.894477Z","steps":["trace[1218160225] 'read index received' (duration: 28.245441ms)","trace[1218160225] 'applied index is now lower than readState.Index' (duration: 126.435072ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:07.894559Z","caller":"traceutil/trace.go:171","msg":"trace[30513718] transaction","detail":"{read_only:false; response_revision:38219; number_of_response:1; }","duration":"204.815909ms","start":"2026-03-04T02:52:07.689676Z","end":"2026-03-04T02:52:07.894492Z","steps":["trace[30513718] 'process raft request' (duration: 78.365966ms)","trace[30513718] 'compare' (duration: 125.678205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:07.894626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.823987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:07.894695Z","caller":"traceutil/trace.go:171","msg":"trace[149068874] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:38219; }","duration":"154.92777ms","start":"2026-03-04T02:52:07.739751Z","end":"2026-03-04T02:52:07.894679Z","steps":["trace[149068874] 'agreement among raft nodes before linearized reading' (duration: 154.810157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:07.895372Z","caller":"traceutil/trace.go:171","msg":"trace[421766938] transaction","detail":"{read_only:false; response_revision:38220; number_of_response:1; }","duration":"138.791702ms","start":"2026-03-04T02:52:07.756563Z","end":"2026-03-04T02:52:07.895355Z","steps":["trace[421766938] 'process raft request' (duration: 138.628988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:07.895505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.899684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/neutron-bin\" ","response":"range_response_count:1 size:65041"} {"level":"info","ts":"2026-03-04T02:52:07.895591Z","caller":"traceutil/trace.go:171","msg":"trace[2144940543] range","detail":"{range_begin:/registry/configmaps/openstack/neutron-bin; range_end:; response_count:1; response_revision:38220; }","duration":"139.050288ms","start":"2026-03-04T02:52:07.756521Z","end":"2026-03-04T02:52:07.895571Z","steps":["trace[2144940543] 'agreement among raft nodes before linearized reading' (duration: 138.812442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:07.895766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.687539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1287"} {"level":"info","ts":"2026-03-04T02:52:07.89594Z","caller":"traceutil/trace.go:171","msg":"trace[1356080872] range","detail":"{range_begin:/registry/configmaps/openstack/neutron-coredns; range_end:; response_count:1; response_revision:38220; }","duration":"135.889574ms","start":"2026-03-04T02:52:07.760013Z","end":"2026-03-04T02:52:07.895902Z","steps":["trace[1356080872] 'agreement among raft nodes before linearized reading' (duration: 135.450473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.109929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.093445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/neutron-bin\" ","response":"range_response_count:1 size:65041"} {"level":"info","ts":"2026-03-04T02:52:08.11008Z","caller":"traceutil/trace.go:171","msg":"trace[1849214433] range","detail":"{range_begin:/registry/configmaps/openstack/neutron-bin; range_end:; response_count:1; response_revision:38220; }","duration":"103.266789ms","start":"2026-03-04T02:52:08.006769Z","end":"2026-03-04T02:52:08.110036Z","steps":["trace[1849214433] 'range keys from in-memory index tree' (duration: 102.691165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.11281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.898641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-domain-ks-user-r2sdt.189981b1c37d551b\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:38220 ","response":"range_response_count:1000 size:779250"} {"level":"info","ts":"2026-03-04T02:52:08.11289Z","caller":"traceutil/trace.go:171","msg":"trace[2124599012] range","detail":"{range_begin:/registry/events/openstack/magnum-domain-ks-user-r2sdt.189981b1c37d551b\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:38220; }","duration":"106.004704ms","start":"2026-03-04T02:52:08.00687Z","end":"2026-03-04T02:52:08.112874Z","steps":["trace[2124599012] 'range keys from in-memory index tree' (duration: 103.133286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:16.478332Z","caller":"traceutil/trace.go:171","msg":"trace[1693782611] transaction","detail":"{read_only:false; response_revision:38277; number_of_response:1; }","duration":"101.251883ms","start":"2026-03-04T02:52:16.37704Z","end":"2026-03-04T02:52:16.478292Z","steps":["trace[1693782611] 'process raft request' (duration: 43.990521ms)","trace[1693782611] 'compare' (duration: 56.948964ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:16.484752Z","caller":"traceutil/trace.go:171","msg":"trace[876507741] transaction","detail":"{read_only:false; response_revision:38278; number_of_response:1; }","duration":"107.429077ms","start":"2026-03-04T02:52:16.377295Z","end":"2026-03-04T02:52:16.484724Z","steps":["trace[876507741] 'process raft request' (duration: 107.266844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:16.484789Z","caller":"traceutil/trace.go:171","msg":"trace[1155923315] transaction","detail":"{read_only:false; response_revision:38279; number_of_response:1; }","duration":"107.180361ms","start":"2026-03-04T02:52:16.377575Z","end":"2026-03-04T02:52:16.484756Z","steps":["trace[1155923315] 'process raft request' (duration: 107.102929ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:16.918573Z","caller":"traceutil/trace.go:171","msg":"trace[2055306357] linearizableReadLoop","detail":"{readStateIndex:39628; appliedIndex:39627; }","duration":"121.502896ms","start":"2026-03-04T02:52:16.797045Z","end":"2026-03-04T02:52:16.918548Z","steps":["trace[2055306357] 'read index received' (duration: 107.58479ms)","trace[2055306357] 'applied index is now lower than readState.Index' (duration: 13.917076ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:16.918697Z","caller":"traceutil/trace.go:171","msg":"trace[1276271334] transaction","detail":"{read_only:false; response_revision:38281; number_of_response:1; }","duration":"149.909202ms","start":"2026-03-04T02:52:16.768746Z","end":"2026-03-04T02:52:16.918655Z","steps":["trace[1276271334] 'process raft request' (duration: 135.837122ms)","trace[1276271334] 'compare' (duration: 13.865085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:16.918891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.914798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/\" range_end:\"/registry/deployments/secretgen-controller0\" limit:500 ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-03-04T02:52:16.918974Z","caller":"traceutil/trace.go:171","msg":"trace[80600190] range","detail":"{range_begin:/registry/deployments/secretgen-controller/; range_end:/registry/deployments/secretgen-controller0; response_count:1; response_revision:38281; }","duration":"137.04551ms","start":"2026-03-04T02:52:16.781913Z","end":"2026-03-04T02:52:16.918959Z","steps":["trace[80600190] 'agreement among raft nodes before linearized reading' (duration: 136.899817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:16.918967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.591275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:52:16.919088Z","caller":"traceutil/trace.go:171","msg":"trace[755315970] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:38281; }","duration":"155.746888ms","start":"2026-03-04T02:52:16.763316Z","end":"2026-03-04T02:52:16.919063Z","steps":["trace[755315970] 'agreement among raft nodes before linearized reading' (duration: 155.511013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:16.919272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.731334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/horizon-int\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T02:52:16.919309Z","caller":"traceutil/trace.go:171","msg":"trace[1937231467] range","detail":"{range_begin:/registry/services/endpoints/openstack/horizon-int; range_end:; response_count:1; response_revision:38281; }","duration":"113.819706ms","start":"2026-03-04T02:52:16.805481Z","end":"2026-03-04T02:52:16.9193Z","steps":["trace[1937231467] 'agreement among raft nodes before linearized reading' (duration: 113.670462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:16.919303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.371235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-03-04T02:52:16.919397Z","caller":"traceutil/trace.go:171","msg":"trace[1167527241] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:38281; }","duration":"145.497859ms","start":"2026-03-04T02:52:16.77388Z","end":"2026-03-04T02:52:16.919378Z","steps":["trace[1167527241] 'agreement among raft nodes before linearized reading' (duration: 145.225732ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:18.017582Z","caller":"traceutil/trace.go:171","msg":"trace[1175505535] transaction","detail":"{read_only:false; response_revision:38287; number_of_response:1; }","duration":"110.12741ms","start":"2026-03-04T02:52:17.907387Z","end":"2026-03-04T02:52:18.017514Z","steps":["trace[1175505535] 'process raft request' (duration: 37.13095ms)","trace[1175505535] 'compare' (duration: 72.786925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:25.003349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.339994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-03-04T02:52:25.003416Z","caller":"traceutil/trace.go:171","msg":"trace[1747778887] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:38335; }","duration":"101.423445ms","start":"2026-03-04T02:52:24.901978Z","end":"2026-03-04T02:52:25.003402Z","steps":["trace[1747778887] 'agreement among raft nodes before linearized reading' (duration: 100.934764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:25.312054Z","caller":"traceutil/trace.go:171","msg":"trace[1825169984] transaction","detail":"{read_only:false; response_revision:38336; number_of_response:1; }","duration":"126.244468ms","start":"2026-03-04T02:52:25.185791Z","end":"2026-03-04T02:52:25.312035Z","steps":["trace[1825169984] 'process raft request' (duration: 126.130785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:25.887409Z","caller":"traceutil/trace.go:171","msg":"trace[474254427] linearizableReadLoop","detail":"{readStateIndex:39687; appliedIndex:39685; }","duration":"132.294449ms","start":"2026-03-04T02:52:25.755087Z","end":"2026-03-04T02:52:25.887381Z","steps":["trace[474254427] 'read index received' (duration: 28.226772ms)","trace[474254427] 'applied index is now lower than readState.Index' (duration: 104.064607ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:25.887469Z","caller":"traceutil/trace.go:171","msg":"trace[964318916] transaction","detail":"{read_only:false; response_revision:38339; number_of_response:1; }","duration":"143.01752ms","start":"2026-03-04T02:52:25.744431Z","end":"2026-03-04T02:52:25.887448Z","steps":["trace[964318916] 'process raft request' (duration: 142.16074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:25.887666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.556765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-03-04T02:52:25.8877Z","caller":"traceutil/trace.go:171","msg":"trace[1292933446] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:38339; }","duration":"132.627447ms","start":"2026-03-04T02:52:25.755062Z","end":"2026-03-04T02:52:25.887689Z","steps":["trace[1292933446] 'agreement among raft nodes before linearized reading' (duration: 132.472243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:25.887691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.117039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-04T02:52:25.88776Z","caller":"traceutil/trace.go:171","msg":"trace[1039201937] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:38339; }","duration":"110.279243ms","start":"2026-03-04T02:52:25.777462Z","end":"2026-03-04T02:52:25.887741Z","steps":["trace[1039201937] 'agreement among raft nodes before linearized reading' (duration: 110.105249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:26.23242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.479268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:52:26.232659Z","caller":"traceutil/trace.go:171","msg":"trace[740729888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38342; }","duration":"110.757525ms","start":"2026-03-04T02:52:26.121878Z","end":"2026-03-04T02:52:26.232636Z","steps":["trace[740729888] 'range keys from in-memory index tree' (duration: 110.300174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:26.232511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.466758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:52:26.232899Z","caller":"traceutil/trace.go:171","msg":"trace[1142634464] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:38342; }","duration":"110.891417ms","start":"2026-03-04T02:52:26.121974Z","end":"2026-03-04T02:52:26.232865Z","steps":["trace[1142634464] 'range keys from in-memory index tree' (duration: 110.318765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:26.456748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.903888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:893"} {"level":"warn","ts":"2026-03-04T02:52:26.456774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.747731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:947"} {"level":"info","ts":"2026-03-04T02:52:26.456863Z","caller":"traceutil/trace.go:171","msg":"trace[2028432428] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:38343; }","duration":"112.848993ms","start":"2026-03-04T02:52:26.343994Z","end":"2026-03-04T02:52:26.456843Z","steps":["trace[2028432428] 'range keys from in-memory index tree' (duration: 112.569217ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:26.45686Z","caller":"traceutil/trace.go:171","msg":"trace[1989078925] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:38343; }","duration":"117.037562ms","start":"2026-03-04T02:52:26.339795Z","end":"2026-03-04T02:52:26.456832Z","steps":["trace[1989078925] 'range keys from in-memory index tree' (duration: 116.676293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:26.764736Z","caller":"traceutil/trace.go:171","msg":"trace[1553090742] transaction","detail":"{read_only:false; response_revision:38347; number_of_response:1; }","duration":"154.425518ms","start":"2026-03-04T02:52:26.610286Z","end":"2026-03-04T02:52:26.764711Z","steps":["trace[1553090742] 'process raft request' (duration: 154.385427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:26.765106Z","caller":"traceutil/trace.go:171","msg":"trace[2092105683] transaction","detail":"{read_only:false; response_revision:38346; number_of_response:1; }","duration":"155.640767ms","start":"2026-03-04T02:52:26.609436Z","end":"2026-03-04T02:52:26.765077Z","steps":["trace[2092105683] 'process raft request' (duration: 155.183006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:26.76516Z","caller":"traceutil/trace.go:171","msg":"trace[1970722902] transaction","detail":"{read_only:false; response_revision:38345; number_of_response:1; }","duration":"224.263314ms","start":"2026-03-04T02:52:26.540851Z","end":"2026-03-04T02:52:26.765114Z","steps":["trace[1970722902] 'process raft request' (duration: 172.182674ms)","trace[1970722902] 'compare' (duration: 51.341183ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:26.765106Z","caller":"traceutil/trace.go:171","msg":"trace[2132073179] linearizableReadLoop","detail":"{readStateIndex:39694; appliedIndex:39692; }","duration":"202.466213ms","start":"2026-03-04T02:52:26.562606Z","end":"2026-03-04T02:52:26.765072Z","steps":["trace[2132073179] 'read index received' (duration: 38.548173ms)","trace[2132073179] 'applied index is now lower than readState.Index' (duration: 163.91396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:26.765333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.702529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-04T02:52:26.765434Z","caller":"traceutil/trace.go:171","msg":"trace[855567734] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:38347; }","duration":"202.853593ms","start":"2026-03-04T02:52:26.562568Z","end":"2026-03-04T02:52:26.765421Z","steps":["trace[855567734] 'agreement among raft nodes before linearized reading' (duration: 202.594807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:26.765612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.161128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:964"} {"level":"info","ts":"2026-03-04T02:52:26.765703Z","caller":"traceutil/trace.go:171","msg":"trace[2058326033] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:38347; }","duration":"185.289721ms","start":"2026-03-04T02:52:26.58039Z","end":"2026-03-04T02:52:26.76568Z","steps":["trace[2058326033] 'agreement among raft nodes before linearized reading' (duration: 185.041735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:28.19668Z","caller":"traceutil/trace.go:171","msg":"trace[2134546126] transaction","detail":"{read_only:false; response_revision:38355; number_of_response:1; }","duration":"164.423752ms","start":"2026-03-04T02:52:28.032216Z","end":"2026-03-04T02:52:28.19664Z","steps":["trace[2134546126] 'process raft request' (duration: 112.507246ms)","trace[2134546126] 'compare' (duration: 51.65083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:28.196754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.497611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:28.19682Z","caller":"traceutil/trace.go:171","msg":"trace[1452360658] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:38355; }","duration":"172.638765ms","start":"2026-03-04T02:52:28.024163Z","end":"2026-03-04T02:52:28.196802Z","steps":["trace[1452360658] 'agreement among raft nodes before linearized reading' (duration: 172.512562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:28.196828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.053275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:52:28.196883Z","caller":"traceutil/trace.go:171","msg":"trace[1791033014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38355; }","duration":"182.137257ms","start":"2026-03-04T02:52:28.014734Z","end":"2026-03-04T02:52:28.196871Z","steps":["trace[1791033014] 'agreement among raft nodes before linearized reading' (duration: 181.960752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:28.197244Z","caller":"traceutil/trace.go:171","msg":"trace[1379842765] linearizableReadLoop","detail":"{readStateIndex:39704; appliedIndex:39703; }","duration":"154.565391ms","start":"2026-03-04T02:52:28.041981Z","end":"2026-03-04T02:52:28.196546Z","steps":["trace[1379842765] 'read index received' (duration: 102.783178ms)","trace[1379842765] 'applied index is now lower than readState.Index' (duration: 51.780583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:28.198868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.978211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390906"} {"level":"info","ts":"2026-03-04T02:52:28.198899Z","caller":"traceutil/trace.go:171","msg":"trace[1213854312] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:38355; }","duration":"190.044582ms","start":"2026-03-04T02:52:28.008847Z","end":"2026-03-04T02:52:28.198892Z","steps":["trace[1213854312] 'agreement among raft nodes before linearized reading' (duration: 188.134547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:28.200318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.113346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:28.20038Z","caller":"traceutil/trace.go:171","msg":"trace[175110861] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:38355; }","duration":"106.223559ms","start":"2026-03-04T02:52:28.094148Z","end":"2026-03-04T02:52:28.200371Z","steps":["trace[175110861] 'agreement among raft nodes before linearized reading' (duration: 106.136947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:28.200659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.768963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390906"} {"level":"info","ts":"2026-03-04T02:52:28.200713Z","caller":"traceutil/trace.go:171","msg":"trace[981054303] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:38355; }","duration":"153.868105ms","start":"2026-03-04T02:52:28.046834Z","end":"2026-03-04T02:52:28.200702Z","steps":["trace[981054303] 'agreement among raft nodes before linearized reading' (duration: 150.569247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:29.366928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.366179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-03-04T02:52:29.367087Z","caller":"traceutil/trace.go:171","msg":"trace[139200088] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:38363; }","duration":"111.564184ms","start":"2026-03-04T02:52:29.255493Z","end":"2026-03-04T02:52:29.367057Z","steps":["trace[139200088] 'range keys from in-memory index tree' (duration: 111.079893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:30.091136Z","caller":"traceutil/trace.go:171","msg":"trace[398611083] transaction","detail":"{read_only:false; response_revision:38367; number_of_response:1; }","duration":"159.790094ms","start":"2026-03-04T02:52:29.931303Z","end":"2026-03-04T02:52:30.091093Z","steps":["trace[398611083] 'process raft request' (duration: 136.827696ms)","trace[398611083] 'compare' (duration: 22.138319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:30.091353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.634511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/sharev2\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-04T02:52:30.091415Z","caller":"traceutil/trace.go:171","msg":"trace[575309324] range","detail":"{range_begin:/registry/ingress/openstack/sharev2; range_end:; response_count:1; response_revision:38367; }","duration":"107.744174ms","start":"2026-03-04T02:52:29.983656Z","end":"2026-03-04T02:52:30.0914Z","steps":["trace[575309324] 'agreement among raft nodes before linearized reading' (duration: 107.541879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:30.090969Z","caller":"traceutil/trace.go:171","msg":"trace[1609769155] linearizableReadLoop","detail":"{readStateIndex:39716; appliedIndex:39715; }","duration":"107.207552ms","start":"2026-03-04T02:52:29.983707Z","end":"2026-03-04T02:52:30.090914Z","steps":["trace[1609769155] 'read index received' (duration: 84.461479ms)","trace[1609769155] 'applied index is now lower than readState.Index' (duration: 22.743773ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:30.454426Z","caller":"traceutil/trace.go:171","msg":"trace[1742703464] transaction","detail":"{read_only:false; response_revision:38370; number_of_response:1; }","duration":"104.294683ms","start":"2026-03-04T02:52:30.350102Z","end":"2026-03-04T02:52:30.454397Z","steps":["trace[1742703464] 'process raft request' (duration: 102.911341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:33.101591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.405729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7146"} {"level":"info","ts":"2026-03-04T02:52:33.10168Z","caller":"traceutil/trace.go:171","msg":"trace[805596241] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:38386; }","duration":"105.539163ms","start":"2026-03-04T02:52:32.996114Z","end":"2026-03-04T02:52:33.101653Z","steps":["trace[805596241] 'range keys from in-memory index tree' (duration: 105.213625ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:33.266806Z","caller":"traceutil/trace.go:171","msg":"trace[704178703] transaction","detail":"{read_only:false; response_revision:38388; number_of_response:1; }","duration":"108.630855ms","start":"2026-03-04T02:52:33.158151Z","end":"2026-03-04T02:52:33.266782Z","steps":["trace[704178703] 'process raft request' (duration: 108.467261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:33.306846Z","caller":"traceutil/trace.go:171","msg":"trace[172193043] transaction","detail":"{read_only:false; response_revision:38389; number_of_response:1; }","duration":"101.380514ms","start":"2026-03-04T02:52:33.205434Z","end":"2026-03-04T02:52:33.306815Z","steps":["trace[172193043] 'process raft request' (duration: 101.17498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:35.340133Z","caller":"traceutil/trace.go:171","msg":"trace[144440686] transaction","detail":"{read_only:false; response_revision:38401; number_of_response:1; }","duration":"145.252633ms","start":"2026-03-04T02:52:35.194853Z","end":"2026-03-04T02:52:35.340105Z","steps":["trace[144440686] 'process raft request' (duration: 145.056858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:35.340794Z","caller":"traceutil/trace.go:171","msg":"trace[499198750] linearizableReadLoop","detail":"{readStateIndex:39751; appliedIndex:39751; }","duration":"126.704188ms","start":"2026-03-04T02:52:35.214052Z","end":"2026-03-04T02:52:35.340756Z","steps":["trace[499198750] 'read index received' (duration: 126.685408ms)","trace[499198750] 'applied index is now lower than readState.Index' (duration: 15.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:35.341091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.016085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29543205\" ","response":"range_response_count:1 size:5714"} {"level":"info","ts":"2026-03-04T02:52:35.341183Z","caller":"traceutil/trace.go:171","msg":"trace[563110972] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29543205; range_end:; response_count:1; response_revision:38401; }","duration":"127.124008ms","start":"2026-03-04T02:52:35.214039Z","end":"2026-03-04T02:52:35.341163Z","steps":["trace[563110972] 'agreement among raft nodes before linearized reading' (duration: 126.79085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:11.111669Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:53:11.117449Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-04T02:53:11.117532Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-04T02:53:43.168496Z","caller":"traceutil/trace.go:171","msg":"trace[42930738] transaction","detail":"{read_only:false; response_revision:38859; number_of_response:1; }","duration":"266.140895ms","start":"2026-03-04T02:53:42.902339Z","end":"2026-03-04T02:53:43.168479Z","steps":["trace[42930738] 'process raft request' (duration: 266.048053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:43.168577Z","caller":"traceutil/trace.go:171","msg":"trace[1284188132] linearizableReadLoop","detail":"{readStateIndex:40224; appliedIndex:40224; }","duration":"208.066864ms","start":"2026-03-04T02:53:42.960469Z","end":"2026-03-04T02:53:43.168536Z","steps":["trace[1284188132] 'read index received' (duration: 208.054884ms)","trace[1284188132] 'applied index is now lower than readState.Index' (duration: 9.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:53:43.168891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.402903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-credential-rotate\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:53:43.168983Z","caller":"traceutil/trace.go:171","msg":"trace[1046000217] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-credential-rotate; range_end:; response_count:1; response_revision:38859; }","duration":"208.540216ms","start":"2026-03-04T02:53:42.96042Z","end":"2026-03-04T02:53:43.16896Z","steps":["trace[1046000217] 'agreement among raft nodes before linearized reading' (duration: 208.27041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:43.433122Z","caller":"traceutil/trace.go:171","msg":"trace[2076835020] linearizableReadLoop","detail":"{readStateIndex:40225; appliedIndex:40224; }","duration":"264.255301ms","start":"2026-03-04T02:53:43.168849Z","end":"2026-03-04T02:53:43.433104Z","steps":["trace[2076835020] 'read index received' (duration: 264.184319ms)","trace[2076835020] 'applied index is now lower than readState.Index' (duration: 70.221µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:53:43.433246Z","caller":"traceutil/trace.go:171","msg":"trace[879525591] transaction","detail":"{read_only:false; response_revision:38860; number_of_response:1; }","duration":"382.675775ms","start":"2026-03-04T02:53:43.050521Z","end":"2026-03-04T02:53:43.433197Z","steps":["trace[879525591] 'process raft request' (duration: 382.440609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:53:43.433484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:43.050505Z","time spent":"382.85784ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:53:43.43372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.724118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:53:43.433812Z","caller":"traceutil/trace.go:171","msg":"trace[1211054608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38860; }","duration":"362.859021ms","start":"2026-03-04T02:53:43.070932Z","end":"2026-03-04T02:53:43.433791Z","steps":["trace[1211054608] 'agreement among raft nodes before linearized reading' (duration: 362.264237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:53:43.433991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:43.07092Z","time spent":"363.054976ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:53:43.435389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.013276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390906"} {"level":"info","ts":"2026-03-04T02:53:43.435397Z","caller":"traceutil/trace.go:171","msg":"trace[1514199486] transaction","detail":"{read_only:false; response_revision:38862; number_of_response:1; }","duration":"212.808075ms","start":"2026-03-04T02:53:43.222549Z","end":"2026-03-04T02:53:43.435357Z","steps":["trace[1514199486] 'process raft request' (duration: 212.499848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:43.435437Z","caller":"traceutil/trace.go:171","msg":"trace[1867276507] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:38860; }","duration":"454.127929ms","start":"2026-03-04T02:53:42.981293Z","end":"2026-03-04T02:53:43.435421Z","steps":["trace[1867276507] 'agreement among raft nodes before linearized reading' (duration: 451.905627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:53:43.435475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:42.981272Z","time spent":"454.189431ms","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1521,"response size":390928,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-04T02:53:43.435516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.870548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-credential-rotate\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:53:43.435586Z","caller":"traceutil/trace.go:171","msg":"trace[407954530] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-credential-rotate; range_end:; response_count:1; response_revision:38863; }","duration":"262.979781ms","start":"2026-03-04T02:53:43.172589Z","end":"2026-03-04T02:53:43.435568Z","steps":["trace[407954530] 'agreement among raft nodes before linearized reading' (duration: 262.797317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:43.435514Z","caller":"traceutil/trace.go:171","msg":"trace[1273622480] transaction","detail":"{read_only:false; response_revision:38861; number_of_response:1; }","duration":"243.644088ms","start":"2026-03-04T02:53:43.191829Z","end":"2026-03-04T02:53:43.435473Z","steps":["trace[1273622480] 'process raft request' (duration: 243.058374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:58.814005Z","caller":"traceutil/trace.go:171","msg":"trace[1565278923] linearizableReadLoop","detail":"{readStateIndex:40336; appliedIndex:40335; }","duration":"142.131845ms","start":"2026-03-04T02:53:58.67184Z","end":"2026-03-04T02:53:58.813971Z","steps":["trace[1565278923] 'read index received' (duration: 141.885709ms)","trace[1565278923] 'applied index is now lower than readState.Index' (duration: 244.686µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:53:58.81435Z","caller":"traceutil/trace.go:171","msg":"trace[1273822262] transaction","detail":"{read_only:false; response_revision:38968; number_of_response:1; }","duration":"170.374244ms","start":"2026-03-04T02:53:58.643957Z","end":"2026-03-04T02:53:58.814331Z","steps":["trace[1273822262] 'process raft request' (duration: 169.851182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:53:58.816994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.136516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390906"} {"level":"info","ts":"2026-03-04T02:53:58.817064Z","caller":"traceutil/trace.go:171","msg":"trace[373477255] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:38968; }","duration":"145.249318ms","start":"2026-03-04T02:53:58.671807Z","end":"2026-03-04T02:53:58.817057Z","steps":["trace[373477255] 'agreement among raft nodes before linearized reading' (duration: 142.695928ms)"],"step_count":1}