{"level":"warn","ts":"2026-03-03T17:47:11.309659Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T17:47:11.309749Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.43:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.43:2380","--initial-cluster=instance=https://162.253.55.43:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.43:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.43:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T17:47:11.30981Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T17:47:11.309818Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-03-03T17:47:11.309839Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T17:47:11.310446Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"]} {"level":"info","ts":"2026-03-03T17:47:11.310518Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.43:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T17:47:11.315299Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.590457ms"} {"level":"info","ts":"2026-03-03T17:47:11.322788Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"14f8f2dfdaccebdb","cluster-id":"5f02ccb15672f35d"} {"level":"info","ts":"2026-03-03T17:47:11.322851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T17:47:11.323067Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 0"} {"level":"info","ts":"2026-03-03T17:47:11.323087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 14f8f2dfdaccebdb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T17:47:11.323096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 1"} {"level":"info","ts":"2026-03-03T17:47:11.323131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"warn","ts":"2026-03-03T17:47:11.331572Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T17:47:11.333406Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T17:47:11.334896Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T17:47:11.340019Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"14f8f2dfdaccebdb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T17:47:11.340311Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T17:47:11.34041Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T17:47:11.340428Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T17:47:11.340391Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"14f8f2dfdaccebdb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T17:47:11.342713Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"info","ts":"2026-03-03T17:47:11.344031Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","added-peer-id":"14f8f2dfdaccebdb","added-peer-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-03-03T17:47:11.344685Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T17:47:11.344894Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"14f8f2dfdaccebdb","initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T17:47:11.34494Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T17:47:11.344995Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-03-03T17:47:11.345012Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-03-03T17:47:11.524412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T17:47:11.524499Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T17:47:11.52454Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgPreVoteResp from 14f8f2dfdaccebdb at term 1"} {"level":"info","ts":"2026-03-03T17:47:11.524569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became candidate at term 2"} {"level":"info","ts":"2026-03-03T17:47:11.524581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgVoteResp from 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-03-03T17:47:11.524595Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became leader at term 2"} {"level":"info","ts":"2026-03-03T17:47:11.524613Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 14f8f2dfdaccebdb elected leader 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-03-03T17:47:11.525892Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T17:47:11.526834Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"14f8f2dfdaccebdb","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.43:2379]}","request-path":"/0/members/14f8f2dfdaccebdb/attributes","cluster-id":"5f02ccb15672f35d","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T17:47:11.526964Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T17:47:11.527064Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T17:47:11.527776Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T17:47:11.527993Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T17:47:11.528043Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T17:47:11.52962Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.43:2379"} {"level":"info","ts":"2026-03-03T17:47:11.529722Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T17:47:11.529763Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T17:47:11.530433Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T17:47:17.789946Z","caller":"traceutil/trace.go:171","msg":"trace[517324999] transaction","detail":"{read_only:false; number_of_response:0; response_revision:269; }","duration":"101.343142ms","start":"2026-03-03T17:47:17.688569Z","end":"2026-03-03T17:47:17.789912Z","steps":["trace[517324999] 'process raft request' (duration: 100.958863ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:18.086511Z","caller":"traceutil/trace.go:171","msg":"trace[1125871969] transaction","detail":"{read_only:false; response_revision:276; number_of_response:1; }","duration":"109.632861ms","start":"2026-03-03T17:47:17.976854Z","end":"2026-03-03T17:47:18.086487Z","steps":["trace[1125871969] 'process raft request' (duration: 109.5838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:18.086582Z","caller":"traceutil/trace.go:171","msg":"trace[1229986917] transaction","detail":"{read_only:false; response_revision:275; number_of_response:1; }","duration":"110.704267ms","start":"2026-03-03T17:47:17.975829Z","end":"2026-03-03T17:47:18.086533Z","steps":["trace[1229986917] 'process raft request' (duration: 49.956998ms)","trace[1229986917] 'compare' (duration: 60.504913ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:47:18.219592Z","caller":"traceutil/trace.go:171","msg":"trace[1922566248] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"119.958581ms","start":"2026-03-03T17:47:18.099613Z","end":"2026-03-03T17:47:18.219571Z","steps":["trace[1922566248] 'process raft request' (duration: 111.721933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:18.365482Z","caller":"traceutil/trace.go:171","msg":"trace[1731811366] transaction","detail":"{read_only:false; response_revision:279; number_of_response:1; }","duration":"133.933373ms","start":"2026-03-03T17:47:18.231512Z","end":"2026-03-03T17:47:18.365446Z","steps":["trace[1731811366] 'process raft request' (duration: 133.312647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:18.412729Z","caller":"traceutil/trace.go:171","msg":"trace[1049240998] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"135.641644ms","start":"2026-03-03T17:47:18.277053Z","end":"2026-03-03T17:47:18.412695Z","steps":["trace[1049240998] 'process raft request' (duration: 135.389378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:20.977493Z","caller":"traceutil/trace.go:171","msg":"trace[1222619345] linearizableReadLoop","detail":"{readStateIndex:312; appliedIndex:311; }","duration":"100.386908ms","start":"2026-03-03T17:47:20.87708Z","end":"2026-03-03T17:47:20.977467Z","steps":["trace[1222619345] 'read index received' (duration: 1.994879ms)","trace[1222619345] 'applied index is now lower than readState.Index' (duration: 98.391048ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:47:20.977513Z","caller":"traceutil/trace.go:171","msg":"trace[205147171] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"125.595982ms","start":"2026-03-03T17:47:20.851885Z","end":"2026-03-03T17:47:20.977481Z","steps":["trace[205147171] 'process raft request' (duration: 27.239444ms)","trace[205147171] 'compare' (duration: 98.223595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:47:20.977807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.711755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-03T17:47:20.977939Z","caller":"traceutil/trace.go:171","msg":"trace[37837247] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:301; }","duration":"100.830319ms","start":"2026-03-03T17:47:20.877041Z","end":"2026-03-03T17:47:20.977871Z","steps":["trace[37837247] 'agreement among raft nodes before linearized reading' (duration: 100.532071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:21.268411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.6372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:47:21.268532Z","caller":"traceutil/trace.go:171","msg":"trace[100668373] linearizableReadLoop","detail":"{readStateIndex:317; appliedIndex:316; }","duration":"191.807559ms","start":"2026-03-03T17:47:21.076705Z","end":"2026-03-03T17:47:21.268512Z","steps":["trace[100668373] 'read index received' (duration: 4.517514ms)","trace[100668373] 'applied index is now lower than readState.Index' (duration: 187.288455ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:47:21.268604Z","caller":"traceutil/trace.go:171","msg":"trace[1950454670] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"198.640161ms","start":"2026-03-03T17:47:21.069919Z","end":"2026-03-03T17:47:21.268559Z","steps":["trace[1950454670] 'process raft request' (duration: 11.323965ms)","trace[1950454670] 'compare' (duration: 186.499306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:47:21.268681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.961894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-03T17:47:21.268754Z","caller":"traceutil/trace.go:171","msg":"trace[1511115456] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:306; }","duration":"192.056547ms","start":"2026-03-03T17:47:21.07668Z","end":"2026-03-03T17:47:21.268737Z","steps":["trace[1511115456] 'agreement among raft nodes before linearized reading' (duration: 191.916343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:21.268692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.199146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-03T17:47:21.268893Z","caller":"traceutil/trace.go:171","msg":"trace[266010980] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:306; }","duration":"141.388781ms","start":"2026-03-03T17:47:21.127436Z","end":"2026-03-03T17:47:21.268825Z","steps":["trace[266010980] 'agreement among raft nodes before linearized reading' (duration: 141.185956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:21.721994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.385026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:47:21.722087Z","caller":"traceutil/trace.go:171","msg":"trace[1626329888] linearizableReadLoop","detail":"{readStateIndex:319; appliedIndex:317; }","duration":"444.526241ms","start":"2026-03-03T17:47:21.277547Z","end":"2026-03-03T17:47:21.722073Z","steps":["trace[1626329888] 'read index received' (duration: 76.625659ms)","trace[1626329888] 'applied index is now lower than readState.Index' (duration: 367.899652ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:47:21.722157Z","caller":"traceutil/trace.go:171","msg":"trace[1858077651] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"445.65017ms","start":"2026-03-03T17:47:21.276462Z","end":"2026-03-03T17:47:21.722113Z","steps":["trace[1858077651] 'process raft request' (duration: 96.08632ms)","trace[1858077651] 'compare' (duration: 349.278543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:47:21.722234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.12142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-03T17:47:21.722261Z","caller":"traceutil/trace.go:171","msg":"trace[381653277] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:308; }","duration":"442.163212ms","start":"2026-03-03T17:47:21.280089Z","end":"2026-03-03T17:47:21.722252Z","steps":["trace[381653277] 'agreement among raft nodes before linearized reading' (duration: 442.071989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:21.722283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.137036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-03T17:47:21.722285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:21.280082Z","time spent":"442.196402ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7316,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T17:47:21.722332Z","caller":"traceutil/trace.go:171","msg":"trace[1374809851] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:308; }","duration":"244.237468ms","start":"2026-03-03T17:47:21.478083Z","end":"2026-03-03T17:47:21.722321Z","steps":["trace[1374809851] 'agreement among raft nodes before linearized reading' (duration: 244.149966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:21.722373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.790274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-03-03T17:47:21.722398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.291876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T17:47:21.722445Z","caller":"traceutil/trace.go:171","msg":"trace[1139107511] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:308; }","duration":"144.911888ms","start":"2026-03-03T17:47:21.577518Z","end":"2026-03-03T17:47:21.72243Z","steps":["trace[1139107511] 'agreement among raft nodes before linearized reading' (duration: 144.705272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:21.722464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.832422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-03T17:47:21.722482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.253631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T17:47:21.722433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.477037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-03T17:47:21.722495Z","caller":"traceutil/trace.go:171","msg":"trace[1718479290] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:308; }","duration":"344.882024ms","start":"2026-03-03T17:47:21.377604Z","end":"2026-03-03T17:47:21.722486Z","steps":["trace[1718479290] 'agreement among raft nodes before linearized reading' (duration: 344.794011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:21.722521Z","caller":"traceutil/trace.go:171","msg":"trace[711856443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:308; }","duration":"310.338483ms","start":"2026-03-03T17:47:21.412172Z","end":"2026-03-03T17:47:21.72251Z","steps":["trace[711856443] 'agreement among raft nodes before linearized reading' (duration: 309.990003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:21.72252Z","caller":"traceutil/trace.go:171","msg":"trace[417163847] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:308; }","duration":"395.59728ms","start":"2026-03-03T17:47:21.326915Z","end":"2026-03-03T17:47:21.722512Z","steps":["trace[417163847] 'agreement among raft nodes before linearized reading' (duration: 395.460716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:21.722548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:21.41215Z","time spent":"310.392634ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T17:47:21.72256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:21.326898Z","time spent":"395.652852ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-03T17:47:21.722554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.162173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-03-03T17:47:21.72258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.774673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"warn","ts":"2026-03-03T17:47:21.722526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:21.377587Z","time spent":"344.931474ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-03T17:47:21.722608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.055045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-03T17:47:21.722586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.715022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-03-03T17:47:21.722482Z","caller":"traceutil/trace.go:171","msg":"trace[705873947] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:308; }","duration":"195.467931ms","start":"2026-03-03T17:47:21.526997Z","end":"2026-03-03T17:47:21.722465Z","steps":["trace[705873947] 'agreement among raft nodes before linearized reading' (duration: 195.218274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:21.722645Z","caller":"traceutil/trace.go:171","msg":"trace[1678616084] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:308; }","duration":"445.111486ms","start":"2026-03-03T17:47:21.277522Z","end":"2026-03-03T17:47:21.722633Z","steps":["trace[1678616084] 'agreement among raft nodes before linearized reading' (duration: 444.615493ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:21.722634Z","caller":"traceutil/trace.go:171","msg":"trace[1745334846] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:308; }","duration":"442.256224ms","start":"2026-03-03T17:47:21.280348Z","end":"2026-03-03T17:47:21.722604Z","steps":["trace[1745334846] 'agreement among raft nodes before linearized reading' (duration: 442.097251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:21.722491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.436913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-03-03T17:47:21.722645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.494996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4659"} {"level":"warn","ts":"2026-03-03T17:47:21.722675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:21.277509Z","time spent":"445.158488ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-03T17:47:21.722668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.932297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-03-03T17:47:21.722658Z","caller":"traceutil/trace.go:171","msg":"trace[2066712672] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:308; }","duration":"441.820253ms","start":"2026-03-03T17:47:21.280823Z","end":"2026-03-03T17:47:21.722643Z","steps":["trace[2066712672] 'agreement among raft nodes before linearized reading' (duration: 441.540695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:21.722703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:21.280338Z","time spent":"442.351247ms","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":686,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-03-03T17:47:21.72273Z","caller":"traceutil/trace.go:171","msg":"trace[1843006335] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:308; }","duration":"441.589978ms","start":"2026-03-03T17:47:21.281116Z","end":"2026-03-03T17:47:21.722706Z","steps":["trace[1843006335] 'agreement among raft nodes before linearized reading' (duration: 441.372853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:21.722744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:21.280809Z","time spent":"441.925637ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6982,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-03T17:47:21.722745Z","caller":"traceutil/trace.go:171","msg":"trace[796508872] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:308; }","duration":"294.70152ms","start":"2026-03-03T17:47:21.428006Z","end":"2026-03-03T17:47:21.722708Z","steps":["trace[796508872] 'agreement among raft nodes before linearized reading' (duration: 294.238418ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:21.722745Z","caller":"traceutil/trace.go:171","msg":"trace[1243879195] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:308; }","duration":"442.016318ms","start":"2026-03-03T17:47:21.280707Z","end":"2026-03-03T17:47:21.722723Z","steps":["trace[1243879195] 'agreement among raft nodes before linearized reading' (duration: 441.859675ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:21.722617Z","caller":"traceutil/trace.go:171","msg":"trace[800852366] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:308; }","duration":"441.809514ms","start":"2026-03-03T17:47:21.2808Z","end":"2026-03-03T17:47:21.722609Z","steps":["trace[800852366] 'agreement among raft nodes before linearized reading' (duration: 441.752562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:21.722771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:21.281108Z","time spent":"441.653039ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4681,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-03T17:47:21.722783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:21.280701Z","time spent":"442.07531ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5348,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-03T17:47:21.722389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:21.276438Z","time spent":"445.823774ms","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:47:21.722805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:21.280768Z","time spent":"442.021319ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4344,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-03T17:47:22.060481Z","caller":"traceutil/trace.go:171","msg":"trace[2123691027] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"122.173846ms","start":"2026-03-03T17:47:21.938265Z","end":"2026-03-03T17:47:22.060439Z","steps":["trace[2123691027] 'process raft request' (duration: 121.992782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:30.11665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204007520,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T17:47:30.176817Z","caller":"traceutil/trace.go:171","msg":"trace[1396543656] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"778.514291ms","start":"2026-03-03T17:47:29.398278Z","end":"2026-03-03T17:47:30.176793Z","steps":["trace[1396543656] 'process raft request' (duration: 778.313996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:30.177143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:29.398265Z","time spent":"778.629274ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:47:30.327149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.484068ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T17:47:30.327291Z","caller":"traceutil/trace.go:171","msg":"trace[611691912] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:391; }","duration":"711.569536ms","start":"2026-03-03T17:47:29.615702Z","end":"2026-03-03T17:47:30.327272Z","steps":["trace[611691912] 'read index received' (duration: 560.859641ms)","trace[611691912] 'applied index is now lower than readState.Index' (duration: 150.708375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:47:30.327449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.55245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T17:47:30.327496Z","caller":"traceutil/trace.go:171","msg":"trace[212736743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:379; }","duration":"513.639063ms","start":"2026-03-03T17:47:29.813842Z","end":"2026-03-03T17:47:30.327481Z","steps":["trace[212736743] 'agreement among raft nodes before linearized reading' (duration: 513.54621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:30.327457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.739211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T17:47:30.327532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:29.81382Z","time spent":"513.704065ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T17:47:30.327581Z","caller":"traceutil/trace.go:171","msg":"trace[846077456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:379; }","duration":"711.912776ms","start":"2026-03-03T17:47:29.615651Z","end":"2026-03-03T17:47:30.327564Z","steps":["trace[846077456] 'agreement among raft nodes before linearized reading' (duration: 711.725001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:30.327621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:29.615629Z","time spent":"711.982057ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:47:30.32751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.721885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-03T17:47:30.327683Z","caller":"traceutil/trace.go:171","msg":"trace[2017066252] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:379; }","duration":"150.91616ms","start":"2026-03-03T17:47:30.176744Z","end":"2026-03-03T17:47:30.327661Z","steps":["trace[2017066252] 'agreement among raft nodes before linearized reading' (duration: 150.664444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:30.327509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.056671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T17:47:30.327761Z","caller":"traceutil/trace.go:171","msg":"trace[2117756966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:379; }","duration":"504.346989ms","start":"2026-03-03T17:47:29.8234Z","end":"2026-03-03T17:47:30.327747Z","steps":["trace[2117756966] 'agreement among raft nodes before linearized reading' (duration: 504.016741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:30.327802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:29.823388Z","time spent":"504.4038ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T17:47:31.162073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204007525,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T17:47:31.343916Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.011760466s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T17:47:31.344317Z","caller":"traceutil/trace.go:171","msg":"trace[1146253692] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"1.012298589s","start":"2026-03-03T17:47:30.331996Z","end":"2026-03-03T17:47:31.344294Z","steps":["trace[1146253692] 'process raft request' (duration: 1.012110955s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:31.344451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:30.33198Z","time spent":"1.012393331s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:47:31.989558Z","caller":"traceutil/trace.go:171","msg":"trace[349318763] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"1.657003203s","start":"2026-03-03T17:47:30.332525Z","end":"2026-03-03T17:47:31.989528Z","steps":["trace[349318763] 'process raft request' (duration: 1.656793046s)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:31.989723Z","caller":"traceutil/trace.go:171","msg":"trace[1964025026] linearizableReadLoop","detail":"{readStateIndex:396; appliedIndex:393; }","duration":"1.328635355s","start":"2026-03-03T17:47:30.66105Z","end":"2026-03-03T17:47:31.989685Z","steps":["trace[1964025026] 'read index received' (duration: 683.114151ms)","trace[1964025026] 'applied index is now lower than readState.Index' (duration: 645.519284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:47:31.989734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:30.332508Z","time spent":"1.657133896s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:47:31.989831Z","caller":"traceutil/trace.go:171","msg":"trace[827303918] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"1.648378236s","start":"2026-03-03T17:47:30.34144Z","end":"2026-03-03T17:47:31.989818Z","steps":["trace[827303918] 'process raft request' (duration: 1.648023907s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:31.989927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:30.341429Z","time spent":"1.648448677s","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:47:31.989946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328885391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T17:47:31.99002Z","caller":"traceutil/trace.go:171","msg":"trace[2118596985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:382; }","duration":"1.328970523s","start":"2026-03-03T17:47:30.661031Z","end":"2026-03-03T17:47:31.990002Z","steps":["trace[2118596985] 'agreement among raft nodes before linearized reading' (duration: 1.32883337s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:31.990062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:30.660972Z","time spent":"1.329082177s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T17:47:31.990068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.089135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:47:31.990167Z","caller":"traceutil/trace.go:171","msg":"trace[1503650070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:382; }","duration":"375.188977ms","start":"2026-03-03T17:47:31.614964Z","end":"2026-03-03T17:47:31.990152Z","steps":["trace[1503650070] 'agreement among raft nodes before linearized reading' (duration: 374.948151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:31.990252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:31.614918Z","time spent":"375.32384ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T17:47:37.320017Z","caller":"traceutil/trace.go:171","msg":"trace[156448395] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"305.670386ms","start":"2026-03-03T17:47:37.014323Z","end":"2026-03-03T17:47:37.319994Z","steps":["trace[156448395] 'process raft request' (duration: 305.531823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:37.320177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:37.014285Z","time spent":"305.8144ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:47:37.980608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.835581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:47:37.980706Z","caller":"traceutil/trace.go:171","msg":"trace[1822153192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"367.979945ms","start":"2026-03-03T17:47:37.612704Z","end":"2026-03-03T17:47:37.980684Z","steps":["trace[1822153192] 'range keys from in-memory index tree' (duration: 367.742489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:37.980747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:37.612688Z","time spent":"368.049977ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:47:37.980792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.599785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T17:47:37.980883Z","caller":"traceutil/trace.go:171","msg":"trace[1630587660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:424; }","duration":"560.735619ms","start":"2026-03-03T17:47:37.420122Z","end":"2026-03-03T17:47:37.980857Z","steps":["trace[1630587660] 'range keys from in-memory index tree' (duration: 560.467572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:37.980873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.160981ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T17:47:37.98093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:37.4201Z","time spent":"560.820301ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T17:47:37.980967Z","caller":"traceutil/trace.go:171","msg":"trace[1169961103] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:424; }","duration":"544.262554ms","start":"2026-03-03T17:47:37.436691Z","end":"2026-03-03T17:47:37.980954Z","steps":["trace[1169961103] 'range keys from in-memory index tree' (duration: 544.147641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:46.570109Z","caller":"traceutil/trace.go:171","msg":"trace[1791116290] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"209.176276ms","start":"2026-03-03T17:47:46.360899Z","end":"2026-03-03T17:47:46.570076Z","steps":["trace[1791116290] 'process raft request' (duration: 209.030533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:46.729316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.410845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:47:46.729417Z","caller":"traceutil/trace.go:171","msg":"trace[818155393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:480; }","duration":"113.530148ms","start":"2026-03-03T17:47:46.615867Z","end":"2026-03-03T17:47:46.729397Z","steps":["trace[818155393] 'range keys from in-memory index tree' (duration: 113.331513ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:48.401685Z","caller":"traceutil/trace.go:171","msg":"trace[200070656] linearizableReadLoop","detail":"{readStateIndex:499; appliedIndex:498; }","duration":"373.399831ms","start":"2026-03-03T17:47:48.028256Z","end":"2026-03-03T17:47:48.401656Z","steps":["trace[200070656] 'read index received' (duration: 373.178105ms)","trace[200070656] 'applied index is now lower than readState.Index' (duration: 220.496µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:47:48.401801Z","caller":"traceutil/trace.go:171","msg":"trace[1684652598] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"915.84668ms","start":"2026-03-03T17:47:47.485922Z","end":"2026-03-03T17:47:48.401768Z","steps":["trace[1684652598] 'process raft request' (duration: 915.575823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:48.401863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.584706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T17:47:48.401887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.361905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T17:47:48.401915Z","caller":"traceutil/trace.go:171","msg":"trace[1261243838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:481; }","duration":"373.662228ms","start":"2026-03-03T17:47:48.028242Z","end":"2026-03-03T17:47:48.401904Z","steps":["trace[1261243838] 'agreement among raft nodes before linearized reading' (duration: 373.550145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:48.401948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:48.02819Z","time spent":"373.75206ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T17:47:48.401946Z","caller":"traceutil/trace.go:171","msg":"trace[879663845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:481; }","duration":"287.462187ms","start":"2026-03-03T17:47:48.114467Z","end":"2026-03-03T17:47:48.401929Z","steps":["trace[879663845] 'agreement among raft nodes before linearized reading' (duration: 287.366444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:48.401974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:47.485899Z","time spent":"915.985543ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:47:48.40202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.60236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T17:47:48.402098Z","caller":"traceutil/trace.go:171","msg":"trace[2036882411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:481; }","duration":"254.706863ms","start":"2026-03-03T17:47:48.147371Z","end":"2026-03-03T17:47:48.402077Z","steps":["trace[2036882411] 'agreement among raft nodes before linearized reading' (duration: 254.55127ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:50.681216Z","caller":"traceutil/trace.go:171","msg":"trace[491615403] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"266.382137ms","start":"2026-03-03T17:47:50.414806Z","end":"2026-03-03T17:47:50.681188Z","steps":["trace[491615403] 'process raft request' (duration: 266.224233ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:50.7336Z","caller":"traceutil/trace.go:171","msg":"trace[1668196067] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"316.90489ms","start":"2026-03-03T17:47:50.416672Z","end":"2026-03-03T17:47:50.733577Z","steps":["trace[1668196067] 'process raft request' (duration: 278.126704ms)","trace[1668196067] 'compare' (duration: 38.452457ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:47:50.733725Z","caller":"traceutil/trace.go:171","msg":"trace[1425918832] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"316.270974ms","start":"2026-03-03T17:47:50.417431Z","end":"2026-03-03T17:47:50.733702Z","steps":["trace[1425918832] 'process raft request' (duration: 316.072049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:50.73378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:50.416658Z","time spent":"317.016153ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:47:50.733792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.875549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T17:47:50.733848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:50.417407Z","time spent":"316.377497ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:47:50.733877Z","caller":"traceutil/trace.go:171","msg":"trace[1489547135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:489; }","duration":"150.982671ms","start":"2026-03-03T17:47:50.582878Z","end":"2026-03-03T17:47:50.733841Z","steps":["trace[1489547135] 'agreement among raft nodes before linearized reading' (duration: 150.762726ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:50.73359Z","caller":"traceutil/trace.go:171","msg":"trace[651467729] linearizableReadLoop","detail":"{readStateIndex:508; appliedIndex:505; }","duration":"150.653374ms","start":"2026-03-03T17:47:50.582911Z","end":"2026-03-03T17:47:50.733565Z","steps":["trace[651467729] 'read index received' (duration: 98.171252ms)","trace[651467729] 'applied index is now lower than readState.Index' (duration: 52.480942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:47:50.734024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.53213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:47:50.734079Z","caller":"traceutil/trace.go:171","msg":"trace[864411432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:489; }","duration":"119.611973ms","start":"2026-03-03T17:47:50.614453Z","end":"2026-03-03T17:47:50.734065Z","steps":["trace[864411432] 'agreement among raft nodes before linearized reading' (duration: 119.531981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:54.85088Z","caller":"traceutil/trace.go:171","msg":"trace[1836191894] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:539; }","duration":"156.297796ms","start":"2026-03-03T17:47:54.69452Z","end":"2026-03-03T17:47:54.850818Z","steps":["trace[1836191894] 'read index received' (duration: 155.586068ms)","trace[1836191894] 'applied index is now lower than readState.Index' (duration: 708.778µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:47:54.851453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.919401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T17:47:54.851525Z","caller":"traceutil/trace.go:171","msg":"trace[576167022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:520; }","duration":"157.037794ms","start":"2026-03-03T17:47:54.694471Z","end":"2026-03-03T17:47:54.851509Z","steps":["trace[576167022] 'agreement among raft nodes before linearized reading' (duration: 156.843509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:54.851794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.396969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T17:47:54.851865Z","caller":"traceutil/trace.go:171","msg":"trace[468996177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:520; }","duration":"104.453381ms","start":"2026-03-03T17:47:54.74738Z","end":"2026-03-03T17:47:54.851833Z","steps":["trace[468996177] 'agreement among raft nodes before linearized reading' (duration: 104.294617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:54.852385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.848525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T17:47:54.852492Z","caller":"traceutil/trace.go:171","msg":"trace[846382913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:520; }","duration":"101.923847ms","start":"2026-03-03T17:47:54.750503Z","end":"2026-03-03T17:47:54.852427Z","steps":["trace[846382913] 'agreement among raft nodes before linearized reading' (duration: 101.819134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:55.182436Z","caller":"traceutil/trace.go:171","msg":"trace[1936832199] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"325.378923ms","start":"2026-03-03T17:47:54.85703Z","end":"2026-03-03T17:47:55.182409Z","steps":["trace[1936832199] 'process raft request' (duration: 325.229579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:55.182584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:54.857013Z","time spent":"325.500997ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:47:55.182437Z","caller":"traceutil/trace.go:171","msg":"trace[1302210296] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"325.711452ms","start":"2026-03-03T17:47:54.856691Z","end":"2026-03-03T17:47:55.182403Z","steps":["trace[1302210296] 'process raft request' (duration: 236.729141ms)","trace[1302210296] 'compare' (duration: 88.553679ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:47:55.182684Z","caller":"traceutil/trace.go:171","msg":"trace[1546583262] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"324.615123ms","start":"2026-03-03T17:47:54.858049Z","end":"2026-03-03T17:47:55.182664Z","steps":["trace[1546583262] 'process raft request' (duration: 324.259575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:55.182772Z","caller":"traceutil/trace.go:171","msg":"trace[1287296581] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"324.556872ms","start":"2026-03-03T17:47:54.858198Z","end":"2026-03-03T17:47:55.182755Z","steps":["trace[1287296581] 'process raft request' (duration: 324.387337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:55.182812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:54.856672Z","time spent":"326.025269ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:47:55.182843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:54.858039Z","time spent":"324.712396ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:47:55.182913Z","caller":"traceutil/trace.go:171","msg":"trace[503845910] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:541; }","duration":"302.294581ms","start":"2026-03-03T17:47:54.880609Z","end":"2026-03-03T17:47:55.182903Z","steps":["trace[503845910] 'read index received' (duration: 212.714736ms)","trace[503845910] 'applied index is now lower than readState.Index' (duration: 89.578615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:47:55.182842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:54.858187Z","time spent":"324.619744ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:47:55.183011Z","caller":"traceutil/trace.go:171","msg":"trace[32840740] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"314.662932ms","start":"2026-03-03T17:47:54.868326Z","end":"2026-03-03T17:47:55.182989Z","steps":["trace[32840740] 'process raft request' (duration: 314.381555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:55.183074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:54.868311Z","time spent":"314.733795ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:47:55.183093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.468316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T17:47:55.18313Z","caller":"traceutil/trace.go:171","msg":"trace[119046932] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:526; }","duration":"302.513577ms","start":"2026-03-03T17:47:54.880605Z","end":"2026-03-03T17:47:55.183119Z","steps":["trace[119046932] 'agreement among raft nodes before linearized reading' (duration: 302.435175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:55.183167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:54.880577Z","time spent":"302.583419ms","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T17:47:55.183921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.433086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:47:55.18403Z","caller":"traceutil/trace.go:171","msg":"trace[1799193749] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:526; }","duration":"227.58802ms","start":"2026-03-03T17:47:54.956413Z","end":"2026-03-03T17:47:55.184001Z","steps":["trace[1799193749] 'agreement among raft nodes before linearized reading' (duration: 227.409585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:56.373378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.107194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:47:56.373542Z","caller":"traceutil/trace.go:171","msg":"trace[1585288941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:526; }","duration":"757.238757ms","start":"2026-03-03T17:47:55.616227Z","end":"2026-03-03T17:47:56.373466Z","steps":["trace[1585288941] 'range keys from in-memory index tree' (duration: 757.01711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:56.373617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:55.616172Z","time spent":"757.428251ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:47:58.116561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204007826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T17:47:58.617576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204007826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T17:47:58.730697Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.54024155s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T17:47:58.731213Z","caller":"traceutil/trace.go:171","msg":"trace[1424589935] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.540841686s","start":"2026-03-03T17:47:57.190341Z","end":"2026-03-03T17:47:58.731183Z","steps":["trace[1424589935] 'process raft request' (duration: 1.540646471s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:58.731523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:57.190313Z","time spent":"1.541050751s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:47:59.206853Z","caller":"traceutil/trace.go:171","msg":"trace[1438711962] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"2.01564606s","start":"2026-03-03T17:47:57.191182Z","end":"2026-03-03T17:47:59.206828Z","steps":["trace[1438711962] 'process raft request' (duration: 1.97158511s)","trace[1438711962] 'compare' (duration: 43.745632ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:47:59.206921Z","caller":"traceutil/trace.go:171","msg":"trace[735607364] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"2.01523176s","start":"2026-03-03T17:47:57.191646Z","end":"2026-03-03T17:47:59.206878Z","steps":["trace[735607364] 'process raft request' (duration: 2.015086146s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:59.206962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:57.191159Z","time spent":"2.015744533s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:47:59.207108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:57.191634Z","time spent":"2.015355433s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:47:59.207168Z","caller":"traceutil/trace.go:171","msg":"trace[1860424610] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"2.014796108s","start":"2026-03-03T17:47:57.192345Z","end":"2026-03-03T17:47:59.207141Z","steps":["trace[1860424610] 'process raft request' (duration: 2.014493081s)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:59.207373Z","caller":"traceutil/trace.go:171","msg":"trace[458015653] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"554.485301ms","start":"2026-03-03T17:47:58.652877Z","end":"2026-03-03T17:47:59.207362Z","steps":["trace[458015653] 'process raft request' (duration: 554.180353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:59.207364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:57.192334Z","time spent":"2.014941242s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:47:59.207426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:58.652852Z","time spent":"554.551952ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:47:59.207576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591626534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:47:59.207654Z","caller":"traceutil/trace.go:171","msg":"trace[718229453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:531; }","duration":"1.591738457s","start":"2026-03-03T17:47:57.615899Z","end":"2026-03-03T17:47:59.207637Z","steps":["trace[718229453] 'agreement among raft nodes before linearized reading' (duration: 1.591624984s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:59.207697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:57.615878Z","time spent":"1.59180773s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T17:47:59.207734Z","caller":"traceutil/trace.go:171","msg":"trace[1922749715] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:546; }","duration":"1.591214394s","start":"2026-03-03T17:47:57.615948Z","end":"2026-03-03T17:47:59.207162Z","steps":["trace[1922749715] 'read index received' (duration: 1.115027145s)","trace[1922749715] 'applied index is now lower than readState.Index' (duration: 476.186309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:47:59.207859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167731831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:47:59.207917Z","caller":"traceutil/trace.go:171","msg":"trace[1430865274] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:531; }","duration":"1.167810363s","start":"2026-03-03T17:47:58.040087Z","end":"2026-03-03T17:47:59.207897Z","steps":["trace[1430865274] 'agreement among raft nodes before linearized reading' (duration: 1.167733491s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:59.207954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:58.040072Z","time spent":"1.167874544s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-03T17:47:59.682223Z","caller":"traceutil/trace.go:171","msg":"trace[959556350] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"130.091446ms","start":"2026-03-03T17:47:59.552093Z","end":"2026-03-03T17:47:59.682184Z","steps":["trace[959556350] 'process raft request' (duration: 124.902845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:59.686122Z","caller":"traceutil/trace.go:171","msg":"trace[1285061198] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"133.841709ms","start":"2026-03-03T17:47:59.552255Z","end":"2026-03-03T17:47:59.686096Z","steps":["trace[1285061198] 'process raft request' (duration: 133.665225ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:59.686259Z","caller":"traceutil/trace.go:171","msg":"trace[1081984057] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"130.914735ms","start":"2026-03-03T17:47:59.555324Z","end":"2026-03-03T17:47:59.686239Z","steps":["trace[1081984057] 'process raft request' (duration: 130.745821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:59.686218Z","caller":"traceutil/trace.go:171","msg":"trace[1924150316] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"133.90331ms","start":"2026-03-03T17:47:59.552289Z","end":"2026-03-03T17:47:59.686192Z","steps":["trace[1924150316] 'process raft request' (duration: 133.738956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:59.686405Z","caller":"traceutil/trace.go:171","msg":"trace[803306018] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"128.767172ms","start":"2026-03-03T17:47:59.55761Z","end":"2026-03-03T17:47:59.686377Z","steps":["trace[803306018] 'process raft request' (duration: 128.584797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:59.686357Z","caller":"traceutil/trace.go:171","msg":"trace[1101917798] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"126.601358ms","start":"2026-03-03T17:47:59.559733Z","end":"2026-03-03T17:47:59.686334Z","steps":["trace[1101917798] 'process raft request' (duration: 126.511136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:59.686409Z","caller":"traceutil/trace.go:171","msg":"trace[1811628902] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"129.209633ms","start":"2026-03-03T17:47:59.557158Z","end":"2026-03-03T17:47:59.686367Z","steps":["trace[1811628902] 'process raft request' (duration: 128.983537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:01.326466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.98254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T17:48:01.326467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.009281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:48:01.326533Z","caller":"traceutil/trace.go:171","msg":"trace[2071122584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:683; }","duration":"114.124423ms","start":"2026-03-03T17:48:01.212395Z","end":"2026-03-03T17:48:01.32652Z","steps":["trace[2071122584] 'range keys from in-memory index tree' (duration: 113.831196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:01.326542Z","caller":"traceutil/trace.go:171","msg":"trace[1922246417] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:683; }","duration":"282.125344ms","start":"2026-03-03T17:48:01.0444Z","end":"2026-03-03T17:48:01.326525Z","steps":["trace[1922246417] 'range keys from in-memory index tree' (duration: 281.892688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:01.326566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.521478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T17:48:01.32663Z","caller":"traceutil/trace.go:171","msg":"trace[1836110439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:683; }","duration":"115.60118ms","start":"2026-03-03T17:48:01.211009Z","end":"2026-03-03T17:48:01.32661Z","steps":["trace[1836110439] 'range keys from in-memory index tree' (duration: 115.385455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:01.326455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.080542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T17:48:01.326765Z","caller":"traceutil/trace.go:171","msg":"trace[627989176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:683; }","duration":"114.465972ms","start":"2026-03-03T17:48:01.212291Z","end":"2026-03-03T17:48:01.326757Z","steps":["trace[627989176] 'range keys from in-memory index tree' (duration: 113.832806ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:07.195814Z","caller":"traceutil/trace.go:171","msg":"trace[1379227493] transaction","detail":"{read_only:false; number_of_response:0; response_revision:743; }","duration":"108.40307ms","start":"2026-03-03T17:48:07.087385Z","end":"2026-03-03T17:48:07.195788Z","steps":["trace[1379227493] 'process raft request' (duration: 108.260446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:11.261482Z","caller":"traceutil/trace.go:171","msg":"trace[1422850511] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"180.076434ms","start":"2026-03-03T17:48:11.081381Z","end":"2026-03-03T17:48:11.261457Z","steps":["trace[1422850511] 'process raft request' (duration: 179.91661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:11.741595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.27871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:48:11.74169Z","caller":"traceutil/trace.go:171","msg":"trace[1021380415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:801; }","duration":"128.438294ms","start":"2026-03-03T17:48:11.61323Z","end":"2026-03-03T17:48:11.741668Z","steps":["trace[1021380415] 'range keys from in-memory index tree' (duration: 128.178107ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:14.154638Z","caller":"traceutil/trace.go:171","msg":"trace[1671505358] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"251.993195ms","start":"2026-03-03T17:48:13.902612Z","end":"2026-03-03T17:48:14.154605Z","steps":["trace[1671505358] 'process raft request' (duration: 251.649097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:14.335173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.680205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:48:14.335368Z","caller":"traceutil/trace.go:171","msg":"trace[1945774199] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"173.57756ms","start":"2026-03-03T17:48:14.161763Z","end":"2026-03-03T17:48:14.335341Z","steps":["trace[1945774199] 'process raft request' (duration: 64.590676ms)","trace[1945774199] 'compare' (duration: 108.504091ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:14.342487Z","caller":"traceutil/trace.go:171","msg":"trace[550430003] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"172.430431ms","start":"2026-03-03T17:48:14.170027Z","end":"2026-03-03T17:48:14.342458Z","steps":["trace[550430003] 'process raft request' (duration: 172.255266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:14.828603Z","caller":"traceutil/trace.go:171","msg":"trace[1002128481] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"255.950325ms","start":"2026-03-03T17:48:14.572624Z","end":"2026-03-03T17:48:14.828574Z","steps":["trace[1002128481] 'process raft request' (duration: 255.870353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:14.82864Z","caller":"traceutil/trace.go:171","msg":"trace[1358115986] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"259.232867ms","start":"2026-03-03T17:48:14.569371Z","end":"2026-03-03T17:48:14.828604Z","steps":["trace[1358115986] 'process raft request' (duration: 196.236261ms)","trace[1358115986] 'compare' (duration: 62.74696ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:14.904501Z","caller":"traceutil/trace.go:171","msg":"trace[1591662164] linearizableReadLoop","detail":"{readStateIndex:869; appliedIndex:866; }","duration":"290.857534ms","start":"2026-03-03T17:48:14.613622Z","end":"2026-03-03T17:48:14.904479Z","steps":["trace[1591662164] 'read index received' (duration: 151.983347ms)","trace[1591662164] 'applied index is now lower than readState.Index' (duration: 138.873097ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:14.904565Z","caller":"traceutil/trace.go:171","msg":"trace[1236456089] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"326.110262ms","start":"2026-03-03T17:48:14.578418Z","end":"2026-03-03T17:48:14.904528Z","steps":["trace[1236456089] 'process raft request' (duration: 325.930998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:14.904663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.021328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:48:14.9047Z","caller":"traceutil/trace.go:171","msg":"trace[435864191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:844; }","duration":"291.092579ms","start":"2026-03-03T17:48:14.613595Z","end":"2026-03-03T17:48:14.904688Z","steps":["trace[435864191] 'agreement among raft nodes before linearized reading' (duration: 291.018657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:14.904741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:14.578402Z","time spent":"326.239085ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4868,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:48:14.90481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.16939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T17:48:14.904867Z","caller":"traceutil/trace.go:171","msg":"trace[80431196] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:844; }","duration":"258.272053ms","start":"2026-03-03T17:48:14.646581Z","end":"2026-03-03T17:48:14.904853Z","steps":["trace[80431196] 'agreement among raft nodes before linearized reading' (duration: 258.101239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:14.904911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.925533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T17:48:14.904961Z","caller":"traceutil/trace.go:171","msg":"trace[1216475124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:844; }","duration":"144.013576ms","start":"2026-03-03T17:48:14.760935Z","end":"2026-03-03T17:48:14.904948Z","steps":["trace[1216475124] 'agreement among raft nodes before linearized reading' (duration: 143.883532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:15.179145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.223863ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-03T17:48:15.269704Z","caller":"traceutil/trace.go:171","msg":"trace[642802647] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"360.634891ms","start":"2026-03-03T17:48:14.909042Z","end":"2026-03-03T17:48:15.269677Z","steps":["trace[642802647] 'process raft request' (duration: 360.375804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:15.269832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:14.909025Z","time spent":"360.747103ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:48:15.269879Z","caller":"traceutil/trace.go:171","msg":"trace[267756789] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"360.785264ms","start":"2026-03-03T17:48:14.909069Z","end":"2026-03-03T17:48:15.269855Z","steps":["trace[267756789] 'process raft request' (duration: 360.495207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:15.269941Z","caller":"traceutil/trace.go:171","msg":"trace[1459263725] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"360.696612ms","start":"2026-03-03T17:48:14.90921Z","end":"2026-03-03T17:48:15.269906Z","steps":["trace[1459263725] 'process raft request' (duration: 360.451676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:15.270025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:14.909051Z","time spent":"360.896956ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:48:15.270155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:14.909201Z","time spent":"360.827685ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:48:15.27022Z","caller":"traceutil/trace.go:171","msg":"trace[1332776106] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"359.517862ms","start":"2026-03-03T17:48:14.910663Z","end":"2026-03-03T17:48:15.270181Z","steps":["trace[1332776106] 'process raft request' (duration: 359.143503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:15.270349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:14.910653Z","time spent":"359.641365ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1453,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:48:15.270394Z","caller":"traceutil/trace.go:171","msg":"trace[1576675187] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"358.891386ms","start":"2026-03-03T17:48:14.91149Z","end":"2026-03-03T17:48:15.270381Z","steps":["trace[1576675187] 'process raft request' (duration: 358.548928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:15.270463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:14.91148Z","time spent":"358.944107ms","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:48:15.270469Z","caller":"traceutil/trace.go:171","msg":"trace[1372967909] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"358.764483ms","start":"2026-03-03T17:48:14.911685Z","end":"2026-03-03T17:48:15.270449Z","steps":["trace[1372967909] 'process raft request' (duration: 358.592579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:15.270668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:14.911677Z","time spent":"358.886396ms","remote":"127.0.0.1:55792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3852,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:48:15.447418Z","caller":"traceutil/trace.go:171","msg":"trace[115793865] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"266.914101ms","start":"2026-03-03T17:48:15.180482Z","end":"2026-03-03T17:48:15.447396Z","steps":["trace[115793865] 'process raft request' (duration: 198.20249ms)","trace[115793865] 'compare' (duration: 68.610158ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:15.494732Z","caller":"traceutil/trace.go:171","msg":"trace[112231137] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"217.149787ms","start":"2026-03-03T17:48:15.277563Z","end":"2026-03-03T17:48:15.494713Z","steps":["trace[112231137] 'process raft request' (duration: 217.017474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:15.64703Z","caller":"traceutil/trace.go:171","msg":"trace[763551411] linearizableReadLoop","detail":"{readStateIndex:879; appliedIndex:878; }","duration":"147.682389ms","start":"2026-03-03T17:48:15.499295Z","end":"2026-03-03T17:48:15.646978Z","steps":["trace[763551411] 'read index received' (duration: 127.135721ms)","trace[763551411] 'applied index is now lower than readState.Index' (duration: 20.545558ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:15.647095Z","caller":"traceutil/trace.go:171","msg":"trace[1616045858] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"148.214122ms","start":"2026-03-03T17:48:15.498846Z","end":"2026-03-03T17:48:15.64706Z","steps":["trace[1616045858] 'process raft request' (duration: 127.569591ms)","trace[1616045858] 'compare' (duration: 20.349053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:48:15.647213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.083219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T17:48:15.64736Z","caller":"traceutil/trace.go:171","msg":"trace[546598110] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:853; }","duration":"148.259414ms","start":"2026-03-03T17:48:15.499073Z","end":"2026-03-03T17:48:15.647332Z","steps":["trace[546598110] 'agreement among raft nodes before linearized reading' (duration: 148.029268ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:15.652774Z","caller":"traceutil/trace.go:171","msg":"trace[1776010413] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"148.655133ms","start":"2026-03-03T17:48:15.504094Z","end":"2026-03-03T17:48:15.652749Z","steps":["trace[1776010413] 'process raft request' (duration: 148.54988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:15.652846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.366601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T17:48:15.652917Z","caller":"traceutil/trace.go:171","msg":"trace[82853281] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"153.494935ms","start":"2026-03-03T17:48:15.499396Z","end":"2026-03-03T17:48:15.652891Z","steps":["trace[82853281] 'process raft request' (duration: 153.103746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:15.652934Z","caller":"traceutil/trace.go:171","msg":"trace[660264760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:855; }","duration":"147.465923ms","start":"2026-03-03T17:48:15.505447Z","end":"2026-03-03T17:48:15.652913Z","steps":["trace[660264760] 'agreement among raft nodes before linearized reading' (duration: 147.252348ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:17.79743Z","caller":"traceutil/trace.go:171","msg":"trace[428577043] linearizableReadLoop","detail":"{readStateIndex:886; appliedIndex:885; }","duration":"140.311203ms","start":"2026-03-03T17:48:17.657093Z","end":"2026-03-03T17:48:17.797404Z","steps":["trace[428577043] 'read index received' (duration: 140.290372ms)","trace[428577043] 'applied index is now lower than readState.Index' (duration: 19.661µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:17.797504Z","caller":"traceutil/trace.go:171","msg":"trace[1472598648] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"140.99975ms","start":"2026-03-03T17:48:17.656433Z","end":"2026-03-03T17:48:17.797433Z","steps":["trace[1472598648] 'process raft request' (duration: 140.827005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:17.797686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.57154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T17:48:17.797779Z","caller":"traceutil/trace.go:171","msg":"trace[542833211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:860; }","duration":"140.720774ms","start":"2026-03-03T17:48:17.657037Z","end":"2026-03-03T17:48:17.797758Z","steps":["trace[542833211] 'agreement among raft nodes before linearized reading' (duration: 140.436666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:17.837656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.293669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T17:48:17.837683Z","caller":"traceutil/trace.go:171","msg":"trace[81992374] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"135.516393ms","start":"2026-03-03T17:48:17.702125Z","end":"2026-03-03T17:48:17.837641Z","steps":["trace[81992374] 'process raft request' (duration: 135.198675ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:17.837749Z","caller":"traceutil/trace.go:171","msg":"trace[1589958909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:861; }","duration":"176.411382ms","start":"2026-03-03T17:48:17.661316Z","end":"2026-03-03T17:48:17.837728Z","steps":["trace[1589958909] 'agreement among raft nodes before linearized reading' (duration: 176.189626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:19.433853Z","caller":"traceutil/trace.go:171","msg":"trace[338986956] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"136.246701ms","start":"2026-03-03T17:48:19.297586Z","end":"2026-03-03T17:48:19.433833Z","steps":["trace[338986956] 'process raft request' (duration: 124.491305ms)","trace[338986956] 'compare' (duration: 11.479789ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:20.131908Z","caller":"traceutil/trace.go:171","msg":"trace[1850641892] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"203.906829ms","start":"2026-03-03T17:48:19.927931Z","end":"2026-03-03T17:48:20.131837Z","steps":["trace[1850641892] 'process raft request' (duration: 150.15603ms)","trace[1850641892] 'compare' (duration: 52.679471ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:20.132163Z","caller":"traceutil/trace.go:171","msg":"trace[282338645] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"155.674955ms","start":"2026-03-03T17:48:19.976401Z","end":"2026-03-03T17:48:20.132076Z","steps":["trace[282338645] 'process raft request' (duration: 155.375868ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:20.132273Z","caller":"traceutil/trace.go:171","msg":"trace[1337433409] linearizableReadLoop","detail":"{readStateIndex:901; appliedIndex:898; }","duration":"185.059904ms","start":"2026-03-03T17:48:19.947159Z","end":"2026-03-03T17:48:20.132219Z","steps":["trace[1337433409] 'read index received' (duration: 10.098353ms)","trace[1337433409] 'applied index is now lower than readState.Index' (duration: 174.611122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:48:20.134386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.192447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-4m879\" ","response":"range_response_count:1 size:5037"} {"level":"info","ts":"2026-03-03T17:48:20.134587Z","caller":"traceutil/trace.go:171","msg":"trace[909863436] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-4m879; range_end:; response_count:1; response_revision:874; }","duration":"187.363611ms","start":"2026-03-03T17:48:19.947114Z","end":"2026-03-03T17:48:20.134477Z","steps":["trace[909863436] 'agreement among raft nodes before linearized reading' (duration: 184.858389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:21.851774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.796233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T17:48:21.851856Z","caller":"traceutil/trace.go:171","msg":"trace[2005140734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:878; }","duration":"412.922837ms","start":"2026-03-03T17:48:21.438916Z","end":"2026-03-03T17:48:21.851839Z","steps":["trace[2005140734] 'range keys from in-memory index tree' (duration: 412.64612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:21.851888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:21.438901Z","time spent":"412.977748ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T17:48:22.069808Z","caller":"traceutil/trace.go:171","msg":"trace[1140081689] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"213.471453ms","start":"2026-03-03T17:48:21.856315Z","end":"2026-03-03T17:48:22.069786Z","steps":["trace[1140081689] 'process raft request' (duration: 213.340019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:22.127554Z","caller":"traceutil/trace.go:171","msg":"trace[365981453] linearizableReadLoop","detail":"{readStateIndex:908; appliedIndex:906; }","duration":"161.286265ms","start":"2026-03-03T17:48:21.966241Z","end":"2026-03-03T17:48:22.127527Z","steps":["trace[365981453] 'read index received' (duration: 103.423508ms)","trace[365981453] 'applied index is now lower than readState.Index' (duration: 57.861517ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:22.127625Z","caller":"traceutil/trace.go:171","msg":"trace[144924887] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"270.612ms","start":"2026-03-03T17:48:21.856975Z","end":"2026-03-03T17:48:22.127587Z","steps":["trace[144924887] 'process raft request' (duration: 270.415465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:22.127801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.539091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T17:48:22.127858Z","caller":"traceutil/trace.go:171","msg":"trace[1804463035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:880; }","duration":"161.658374ms","start":"2026-03-03T17:48:21.966187Z","end":"2026-03-03T17:48:22.127846Z","steps":["trace[1804463035] 'agreement among raft nodes before linearized reading' (duration: 161.455909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:29.042227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204008587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T17:48:29.511461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.444079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:48:29.511611Z","caller":"traceutil/trace.go:171","msg":"trace[500323923] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"1.275391256s","start":"2026-03-03T17:48:28.23619Z","end":"2026-03-03T17:48:29.511581Z","steps":["trace[500323923] 'process raft request' (duration: 1.043717122s)","trace[500323923] 'compare' (duration: 230.845154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:48:29.511715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:28.236171Z","time spent":"1.275498509s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:48:29.557602Z","caller":"traceutil/trace.go:171","msg":"trace[1634778060] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:970; }","duration":"1.01586256s","start":"2026-03-03T17:48:28.541718Z","end":"2026-03-03T17:48:29.557581Z","steps":["trace[1634778060] 'read index received' (duration: 738.186694ms)","trace[1634778060] 'applied index is now lower than readState.Index' (duration: 277.675256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:48:29.557716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015987453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:48:29.557735Z","caller":"traceutil/trace.go:171","msg":"trace[224378059] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:942; }","duration":"1.016066565s","start":"2026-03-03T17:48:28.541662Z","end":"2026-03-03T17:48:29.557729Z","steps":["trace[224378059] 'agreement among raft nodes before linearized reading' (duration: 1.016010724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:29.557754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:28.541636Z","time spent":"1.016112726s","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T17:48:29.557749Z","caller":"traceutil/trace.go:171","msg":"trace[2021040226] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"1.31822135s","start":"2026-03-03T17:48:28.239461Z","end":"2026-03-03T17:48:29.557682Z","steps":["trace[2021040226] 'process raft request' (duration: 1.318028325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:29.557788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.195801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:48:29.557851Z","caller":"traceutil/trace.go:171","msg":"trace[1488550156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:942; }","duration":"942.307384ms","start":"2026-03-03T17:48:28.615527Z","end":"2026-03-03T17:48:29.557835Z","steps":["trace[1488550156] 'agreement among raft nodes before linearized reading' (duration: 942.19871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:29.557885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:28.615505Z","time spent":"942.374896ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:48:29.557922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.193392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T17:48:29.557944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:28.239441Z","time spent":"1.318406235s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:48:29.557989Z","caller":"traceutil/trace.go:171","msg":"trace[396778323] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:942; }","duration":"388.275814ms","start":"2026-03-03T17:48:29.169698Z","end":"2026-03-03T17:48:29.557973Z","steps":["trace[396778323] 'agreement among raft nodes before linearized reading' (duration: 388.12992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:29.558148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:29.169642Z","time spent":"388.448058ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T17:48:53.920175Z","caller":"traceutil/trace.go:171","msg":"trace[1837339664] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"231.990522ms","start":"2026-03-03T17:48:53.688154Z","end":"2026-03-03T17:48:53.920145Z","steps":["trace[1837339664] 'process raft request' (duration: 231.845338ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:54.054019Z","caller":"traceutil/trace.go:171","msg":"trace[1188979075] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"365.888308ms","start":"2026-03-03T17:48:53.688093Z","end":"2026-03-03T17:48:54.053981Z","steps":["trace[1188979075] 'process raft request' (duration: 349.181303ms)","trace[1188979075] 'compare' (duration: 16.554031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:48:54.054229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:53.688076Z","time spent":"366.043762ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:04.467701Z","caller":"traceutil/trace.go:171","msg":"trace[1827711999] linearizableReadLoop","detail":"{readStateIndex:1465; appliedIndex:1464; }","duration":"183.446756ms","start":"2026-03-03T17:49:04.284227Z","end":"2026-03-03T17:49:04.467674Z","steps":["trace[1827711999] 'read index received' (duration: 183.141638ms)","trace[1827711999] 'applied index is now lower than readState.Index' (duration: 303.568µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:49:04.467871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.617211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:49:04.46796Z","caller":"traceutil/trace.go:171","msg":"trace[890112154] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:0; response_revision:1406; }","duration":"183.745823ms","start":"2026-03-03T17:49:04.284198Z","end":"2026-03-03T17:49:04.467943Z","steps":["trace[890112154] 'agreement among raft nodes before linearized reading' (duration: 183.579099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:04.468016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.771298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T17:49:04.468084Z","caller":"traceutil/trace.go:171","msg":"trace[1750792539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1406; }","duration":"126.885691ms","start":"2026-03-03T17:49:04.341181Z","end":"2026-03-03T17:49:04.468067Z","steps":["trace[1750792539] 'agreement among raft nodes before linearized reading' (duration: 126.660616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:04.468444Z","caller":"traceutil/trace.go:171","msg":"trace[534171000] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"184.37251ms","start":"2026-03-03T17:49:04.283358Z","end":"2026-03-03T17:49:04.467731Z","steps":["trace[534171000] 'process raft request' (duration: 184.119634ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:09.733367Z","caller":"traceutil/trace.go:171","msg":"trace[70349251] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"101.06404ms","start":"2026-03-03T17:49:09.632281Z","end":"2026-03-03T17:49:09.733345Z","steps":["trace[70349251] 'process raft request' (duration: 100.941857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:09.7337Z","caller":"traceutil/trace.go:171","msg":"trace[1077662724] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"101.316166ms","start":"2026-03-03T17:49:09.632351Z","end":"2026-03-03T17:49:09.733667Z","steps":["trace[1077662724] 'process raft request' (duration: 101.184243ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:09.733743Z","caller":"traceutil/trace.go:171","msg":"trace[2143525099] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"101.393048ms","start":"2026-03-03T17:49:09.63232Z","end":"2026-03-03T17:49:09.733713Z","steps":["trace[2143525099] 'process raft request' (duration: 100.981468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:09.734077Z","caller":"traceutil/trace.go:171","msg":"trace[1428077772] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"101.46998ms","start":"2026-03-03T17:49:09.632587Z","end":"2026-03-03T17:49:09.734057Z","steps":["trace[1428077772] 'process raft request' (duration: 101.02844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:09.734103Z","caller":"traceutil/trace.go:171","msg":"trace[953624025] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"100.673881ms","start":"2026-03-03T17:49:09.633402Z","end":"2026-03-03T17:49:09.734076Z","steps":["trace[953624025] 'process raft request' (duration: 100.487896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:10.155234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.821005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:49:10.15535Z","caller":"traceutil/trace.go:171","msg":"trace[257406826] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1481; }","duration":"276.985499ms","start":"2026-03-03T17:49:09.87834Z","end":"2026-03-03T17:49:10.155326Z","steps":["trace[257406826] 'count revisions from in-memory index tree' (duration: 276.682171ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:10.159027Z","caller":"traceutil/trace.go:171","msg":"trace[86659128] linearizableReadLoop","detail":"{readStateIndex:1546; appliedIndex:1545; }","duration":"172.680779ms","start":"2026-03-03T17:49:09.986304Z","end":"2026-03-03T17:49:10.158985Z","steps":["trace[86659128] 'read index received' (duration: 158.081927ms)","trace[86659128] 'applied index is now lower than readState.Index' (duration: 14.595142ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:49:10.159195Z","caller":"traceutil/trace.go:171","msg":"trace[486858868] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"103.662224ms","start":"2026-03-03T17:49:10.055484Z","end":"2026-03-03T17:49:10.159146Z","steps":["trace[486858868] 'process raft request' (duration: 103.354677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:10.159505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.177461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T17:49:10.159625Z","caller":"traceutil/trace.go:171","msg":"trace[224919592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1483; }","duration":"173.327175ms","start":"2026-03-03T17:49:09.986265Z","end":"2026-03-03T17:49:10.159593Z","steps":["trace[224919592] 'agreement among raft nodes before linearized reading' (duration: 173.041598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:18.694544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204009886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T17:49:18.823518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.440671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f649e6e4-baa8-47b4-865e-314e2660c414\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-03T17:49:18.823557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.015008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:49:18.823656Z","caller":"traceutil/trace.go:171","msg":"trace[1327243185] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1587; }","duration":"719.171452ms","start":"2026-03-03T17:49:18.104459Z","end":"2026-03-03T17:49:18.823631Z","steps":["trace[1327243185] 'count revisions from in-memory index tree' (duration: 718.907295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:18.823655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608980852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10667"} {"level":"warn","ts":"2026-03-03T17:49:18.823698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.104442Z","time spent":"719.246724ms","remote":"127.0.0.1:55434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T17:49:18.823734Z","caller":"traceutil/trace.go:171","msg":"trace[818295864] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1587; }","duration":"1.609120925s","start":"2026-03-03T17:49:17.214592Z","end":"2026-03-03T17:49:18.823713Z","steps":["trace[818295864] 'range keys from in-memory index tree' (duration: 1.608769116s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:18.823776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:17.214556Z","time spent":"1.609211658s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10689,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-03T17:49:18.823779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208198637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T17:49:18.823892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030331039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T17:49:18.823793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386966077s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:49:18.823902Z","caller":"traceutil/trace.go:171","msg":"trace[364141833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1587; }","duration":"1.208361281s","start":"2026-03-03T17:49:17.615513Z","end":"2026-03-03T17:49:18.823875Z","steps":["trace[364141833] 'range keys from in-memory index tree' (duration: 1.208125886s)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:18.823948Z","caller":"traceutil/trace.go:171","msg":"trace[1160917004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1587; }","duration":"1.030410911s","start":"2026-03-03T17:49:17.793516Z","end":"2026-03-03T17:49:18.823927Z","steps":["trace[1160917004] 'range keys from in-memory index tree' (duration: 1.030209947s)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:18.82396Z","caller":"traceutil/trace.go:171","msg":"trace[2146766122] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1587; }","duration":"1.387130691s","start":"2026-03-03T17:49:17.436808Z","end":"2026-03-03T17:49:18.823939Z","steps":["trace[2146766122] 'range keys from in-memory index tree' (duration: 1.386954487s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:18.823965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:17.615479Z","time spent":"1.208471024s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:49:18.823986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:17.79349Z","time spent":"1.030487684s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T17:49:18.824052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10728441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T17:49:18.82413Z","caller":"traceutil/trace.go:171","msg":"trace[448276269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1587; }","duration":"1.107392083s","start":"2026-03-03T17:49:17.716716Z","end":"2026-03-03T17:49:18.824109Z","steps":["trace[448276269] 'range keys from in-memory index tree' (duration: 1.107049245s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:18.824185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:17.716699Z","time spent":"1.107472415s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T17:49:18.82424Z","caller":"traceutil/trace.go:171","msg":"trace[437065044] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f649e6e4-baa8-47b4-865e-314e2660c414; range_end:; response_count:1; response_revision:1587; }","duration":"641.598145ms","start":"2026-03-03T17:49:18.181996Z","end":"2026-03-03T17:49:18.823594Z","steps":["trace[437065044] 'range keys from in-memory index tree' (duration: 641.203916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:18.824306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.181968Z","time spent":"642.326733ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f649e6e4-baa8-47b4-865e-314e2660c414\" "} {"level":"warn","ts":"2026-03-03T17:49:18.824579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405633561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T17:49:18.824739Z","caller":"traceutil/trace.go:171","msg":"trace[1110368078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1587; }","duration":"1.405847207s","start":"2026-03-03T17:49:17.418855Z","end":"2026-03-03T17:49:18.824702Z","steps":["trace[1110368078] 'range keys from in-memory index tree' (duration: 1.405048136s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:18.824813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:17.418834Z","time spent":"1.405961559s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T17:49:18.870232Z","caller":"traceutil/trace.go:171","msg":"trace[2077664239] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"683.906196ms","start":"2026-03-03T17:49:18.186073Z","end":"2026-03-03T17:49:18.86998Z","steps":["trace[2077664239] 'process raft request' (duration: 683.737722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:18.870357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.186061Z","time spent":"684.225814ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:19.066399Z","caller":"traceutil/trace.go:171","msg":"trace[988173408] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"677.759284ms","start":"2026-03-03T17:49:18.388612Z","end":"2026-03-03T17:49:19.066371Z","steps":["trace[988173408] 'process raft request' (duration: 677.665951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:19.066394Z","caller":"traceutil/trace.go:171","msg":"trace[336035970] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"879.361349ms","start":"2026-03-03T17:49:18.186994Z","end":"2026-03-03T17:49:19.066355Z","steps":["trace[336035970] 'process raft request' (duration: 852.120103ms)","trace[336035970] 'compare' (duration: 26.774895ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:49:19.066547Z","caller":"traceutil/trace.go:171","msg":"trace[1199492409] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"231.402816ms","start":"2026-03-03T17:49:18.835126Z","end":"2026-03-03T17:49:19.066529Z","steps":["trace[1199492409] 'process raft request' (duration: 231.247733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:19.066548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.38857Z","time spent":"677.899977ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:49:19.066609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.186968Z","time spent":"879.529084ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:19.066783Z","caller":"traceutil/trace.go:171","msg":"trace[636305679] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"237.633652ms","start":"2026-03-03T17:49:18.82913Z","end":"2026-03-03T17:49:19.066764Z","steps":["trace[636305679] 'process raft request' (duration: 237.199071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:19.066447Z","caller":"traceutil/trace.go:171","msg":"trace[2048254152] linearizableReadLoop","detail":"{readStateIndex:1656; appliedIndex:1653; }","duration":"872.828508ms","start":"2026-03-03T17:49:18.193602Z","end":"2026-03-03T17:49:19.06643Z","steps":["trace[2048254152] 'read index received' (duration: 676.109722ms)","trace[2048254152] 'applied index is now lower than readState.Index' (duration: 196.717226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:49:19.066833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.202728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T17:49:19.066941Z","caller":"traceutil/trace.go:171","msg":"trace[759900805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1592; }","duration":"873.349912ms","start":"2026-03-03T17:49:18.193562Z","end":"2026-03-03T17:49:19.066912Z","steps":["trace[759900805] 'agreement among raft nodes before linearized reading' (duration: 872.91842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:19.066992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.193545Z","time spent":"873.436303ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T17:49:19.067041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.816781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T17:49:19.0671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.593496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T17:49:19.067102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.539349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T17:49:19.067107Z","caller":"traceutil/trace.go:171","msg":"trace[226979278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1592; }","duration":"240.906253ms","start":"2026-03-03T17:49:18.826181Z","end":"2026-03-03T17:49:19.067087Z","steps":["trace[226979278] 'agreement among raft nodes before linearized reading' (duration: 240.806051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:19.067111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.267024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T17:49:19.067143Z","caller":"traceutil/trace.go:171","msg":"trace[2019845527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1592; }","duration":"391.665668ms","start":"2026-03-03T17:49:18.675465Z","end":"2026-03-03T17:49:19.067131Z","steps":["trace[2019845527] 'agreement among raft nodes before linearized reading' (duration: 391.536545ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:19.067149Z","caller":"traceutil/trace.go:171","msg":"trace[429795383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1592; }","duration":"487.62312ms","start":"2026-03-03T17:49:18.579513Z","end":"2026-03-03T17:49:19.067136Z","steps":["trace[429795383] 'agreement among raft nodes before linearized reading' (duration: 487.502537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:19.067162Z","caller":"traceutil/trace.go:171","msg":"trace[1468333825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1592; }","duration":"872.336487ms","start":"2026-03-03T17:49:18.194811Z","end":"2026-03-03T17:49:19.067148Z","steps":["trace[1468333825] 'agreement among raft nodes before linearized reading' (duration: 872.150972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:19.067177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.675448Z","time spent":"391.722309ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T17:49:19.067185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.579494Z","time spent":"487.682272ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T17:49:19.067195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.194802Z","time spent":"872.386238ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T17:49:20.307136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.752704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:49:20.307345Z","caller":"traceutil/trace.go:171","msg":"trace[1714612929] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"1.235322071s","start":"2026-03-03T17:49:19.071994Z","end":"2026-03-03T17:49:20.307316Z","steps":["trace[1714612929] 'process raft request' (duration: 288.236789ms)","trace[1714612929] 'compare' (duration: 946.60735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:49:20.307419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.071971Z","time spent":"1.235414764s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:20.307962Z","caller":"traceutil/trace.go:171","msg":"trace[12306422] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"1.23485631s","start":"2026-03-03T17:49:19.073064Z","end":"2026-03-03T17:49:20.30792Z","steps":["trace[12306422] 'process raft request' (duration: 1.234415828s)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:20.308146Z","caller":"traceutil/trace.go:171","msg":"trace[1613262973] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"1.234614184s","start":"2026-03-03T17:49:19.073501Z","end":"2026-03-03T17:49:20.308115Z","steps":["trace[1613262973] 'process raft request' (duration: 1.234109711s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:20.308177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.073024Z","time spent":"1.235038594s","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:20.308211Z","caller":"traceutil/trace.go:171","msg":"trace[960950851] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"1.234680065s","start":"2026-03-03T17:49:19.073507Z","end":"2026-03-03T17:49:20.308187Z","steps":["trace[960950851] 'process raft request' (duration: 1.234186843s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:20.308306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.07348Z","time spent":"1.234732856s","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:49:20.308371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.073497Z","time spent":"1.234798488s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:20.308695Z","caller":"traceutil/trace.go:171","msg":"trace[2077824636] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"1.235118365s","start":"2026-03-03T17:49:19.07356Z","end":"2026-03-03T17:49:20.308678Z","steps":["trace[2077824636] 'process raft request' (duration: 1.234576402s)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:20.308725Z","caller":"traceutil/trace.go:171","msg":"trace[761401318] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"1.235018153s","start":"2026-03-03T17:49:19.073694Z","end":"2026-03-03T17:49:20.308712Z","steps":["trace[761401318] 'process raft request' (duration: 1.23487464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:20.308803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.073683Z","time spent":"1.235074914s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:49:20.30881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.073554Z","time spent":"1.235200108s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:20.309039Z","caller":"traceutil/trace.go:171","msg":"trace[208231602] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"1.235155126s","start":"2026-03-03T17:49:19.073845Z","end":"2026-03-03T17:49:20.309Z","steps":["trace[208231602] 'process raft request' (duration: 1.234817448s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:20.309254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.073837Z","time spent":"1.23529187s","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:20.309342Z","caller":"traceutil/trace.go:171","msg":"trace[532856693] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"1.235477614s","start":"2026-03-03T17:49:19.073846Z","end":"2026-03-03T17:49:20.309323Z","steps":["trace[532856693] 'process raft request' (duration: 1.235107895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:20.309443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.07383Z","time spent":"1.235566457s","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:20.30988Z","caller":"traceutil/trace.go:171","msg":"trace[1595285127] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"1.195858131s","start":"2026-03-03T17:49:19.114004Z","end":"2026-03-03T17:49:20.309862Z","steps":["trace[1595285127] 'process raft request' (duration: 1.19538208s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:20.309972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.113987Z","time spent":"1.195939573s","remote":"127.0.0.1:55506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:20.310173Z","caller":"traceutil/trace.go:171","msg":"trace[159723300] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"1.23126226s","start":"2026-03-03T17:49:19.0789Z","end":"2026-03-03T17:49:20.310162Z","steps":["trace[159723300] 'process raft request' (duration: 1.230214154s)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:20.310276Z","caller":"traceutil/trace.go:171","msg":"trace[253857145] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1658; }","duration":"1.231480684s","start":"2026-03-03T17:49:19.07875Z","end":"2026-03-03T17:49:20.310231Z","steps":["trace[253857145] 'read index received' (duration: 281.656984ms)","trace[253857145] 'applied index is now lower than readState.Index' (duration: 949.82065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:49:20.310253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.078884Z","time spent":"1.231322891s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:20.311553Z","caller":"traceutil/trace.go:171","msg":"trace[1200519593] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"765.326947ms","start":"2026-03-03T17:49:19.546201Z","end":"2026-03-03T17:49:20.311528Z","steps":["trace[1200519593] 'process raft request' (duration: 763.515012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:20.311668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.546176Z","time spent":"765.43362ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:49:20.319041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240262004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:49:20.319124Z","caller":"traceutil/trace.go:171","msg":"trace[198900319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1603; }","duration":"1.240372617s","start":"2026-03-03T17:49:19.078728Z","end":"2026-03-03T17:49:20.319101Z","steps":["trace[198900319] 'agreement among raft nodes before linearized reading' (duration: 1.232021769s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:20.319201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.07872Z","time spent":"1.240470009s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:49:20.319297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.932954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f649e6e4-baa8-47b4-865e-314e2660c414\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-03T17:49:20.319398Z","caller":"traceutil/trace.go:171","msg":"trace[2007398344] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f649e6e4-baa8-47b4-865e-314e2660c414; range_end:; response_count:1; response_revision:1603; }","duration":"489.112098ms","start":"2026-03-03T17:49:19.83026Z","end":"2026-03-03T17:49:20.319372Z","steps":["trace[2007398344] 'agreement among raft nodes before linearized reading' (duration: 488.699668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:20.319461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.830239Z","time spent":"489.21174ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f649e6e4-baa8-47b4-865e-314e2660c414\" "} {"level":"warn","ts":"2026-03-03T17:49:20.319524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.617576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T17:49:20.319587Z","caller":"traceutil/trace.go:171","msg":"trace[452113009] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1603; }","duration":"488.699468ms","start":"2026-03-03T17:49:19.830865Z","end":"2026-03-03T17:49:20.319565Z","steps":["trace[452113009] 'agreement among raft nodes before linearized reading' (duration: 488.169755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:20.319623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.830852Z","time spent":"488.762479ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T17:49:27.004285Z","caller":"traceutil/trace.go:171","msg":"trace[1064438942] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"106.104742ms","start":"2026-03-03T17:49:26.898141Z","end":"2026-03-03T17:49:27.004245Z","steps":["trace[1064438942] 'process raft request' (duration: 105.903837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:27.45234Z","caller":"traceutil/trace.go:171","msg":"trace[725126219] linearizableReadLoop","detail":"{readStateIndex:1737; appliedIndex:1735; }","duration":"350.969552ms","start":"2026-03-03T17:49:27.101348Z","end":"2026-03-03T17:49:27.452318Z","steps":["trace[725126219] 'read index received' (duration: 27.254778ms)","trace[725126219] 'applied index is now lower than readState.Index' (duration: 323.713683ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:49:27.45246Z","caller":"traceutil/trace.go:171","msg":"trace[262920294] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"355.61471ms","start":"2026-03-03T17:49:27.096809Z","end":"2026-03-03T17:49:27.452424Z","steps":["trace[262920294] 'process raft request' (duration: 355.338493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:27.452574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.206048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T17:49:27.452589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.337019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-03T17:49:27.45261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:27.096767Z","time spent":"355.761394ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:27.452627Z","caller":"traceutil/trace.go:171","msg":"trace[1870962096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1668; }","duration":"351.29367ms","start":"2026-03-03T17:49:27.101319Z","end":"2026-03-03T17:49:27.452613Z","steps":["trace[1870962096] 'agreement among raft nodes before linearized reading' (duration: 351.134776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:27.452645Z","caller":"traceutil/trace.go:171","msg":"trace[1382330962] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1668; }","duration":"127.42594ms","start":"2026-03-03T17:49:27.325203Z","end":"2026-03-03T17:49:27.452629Z","steps":["trace[1382330962] 'agreement among raft nodes before linearized reading' (duration: 127.292157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:27.452664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:27.10131Z","time spent":"351.346431ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T17:49:29.245397Z","caller":"traceutil/trace.go:171","msg":"trace[1803449509] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"234.621531ms","start":"2026-03-03T17:49:29.010727Z","end":"2026-03-03T17:49:29.245348Z","steps":["trace[1803449509] 'process raft request' (duration: 234.351785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:29.778097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.062119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:49:29.778323Z","caller":"traceutil/trace.go:171","msg":"trace[814512703] linearizableReadLoop","detail":"{readStateIndex:1746; appliedIndex:1744; }","duration":"315.816674ms","start":"2026-03-03T17:49:29.462482Z","end":"2026-03-03T17:49:29.778299Z","steps":["trace[814512703] 'read index received' (duration: 215.102478ms)","trace[814512703] 'applied index is now lower than readState.Index' (duration: 100.712676ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:49:29.778384Z","caller":"traceutil/trace.go:171","msg":"trace[1636916795] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"638.544492ms","start":"2026-03-03T17:49:29.139797Z","end":"2026-03-03T17:49:29.778342Z","steps":["trace[1636916795] 'process raft request' (duration: 144.129574ms)","trace[1636916795] 'compare' (duration: 493.6939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:49:29.778631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.155272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T17:49:29.77863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:29.139762Z","time spent":"638.758008ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:29.778667Z","caller":"traceutil/trace.go:171","msg":"trace[1478463439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1677; }","duration":"316.235734ms","start":"2026-03-03T17:49:29.462422Z","end":"2026-03-03T17:49:29.778658Z","steps":["trace[1478463439] 'agreement among raft nodes before linearized reading' (duration: 316.07673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:29.778698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:29.462388Z","time spent":"316.303136ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T17:49:29.778707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.159095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T17:49:29.778481Z","caller":"traceutil/trace.go:171","msg":"trace[328037859] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"319.847206ms","start":"2026-03-03T17:49:29.458621Z","end":"2026-03-03T17:49:29.778468Z","steps":["trace[328037859] 'process raft request' (duration: 319.60942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:29.778815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:29.458589Z","time spent":"320.193134ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:49:29.778835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.327069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T17:49:29.778855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.101083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:49:29.778867Z","caller":"traceutil/trace.go:171","msg":"trace[1463054223] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1677; }","duration":"112.423982ms","start":"2026-03-03T17:49:29.666435Z","end":"2026-03-03T17:49:29.778859Z","steps":["trace[1463054223] 'agreement among raft nodes before linearized reading' (duration: 112.34185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:29.77888Z","caller":"traceutil/trace.go:171","msg":"trace[1504670321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1677; }","duration":"163.164545ms","start":"2026-03-03T17:49:29.615707Z","end":"2026-03-03T17:49:29.778871Z","steps":["trace[1504670321] 'agreement among raft nodes before linearized reading' (duration: 163.120484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:29.778756Z","caller":"traceutil/trace.go:171","msg":"trace[1984057380] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1677; }","duration":"305.273517ms","start":"2026-03-03T17:49:29.473469Z","end":"2026-03-03T17:49:29.778743Z","steps":["trace[1984057380] 'agreement among raft nodes before linearized reading' (duration: 305.132634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:29.778941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:29.473439Z","time spent":"305.491603ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T17:49:36.891322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204010176,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T17:49:37.020234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.774776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:49:37.020363Z","caller":"traceutil/trace.go:171","msg":"trace[97783567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1725; }","duration":"897.968601ms","start":"2026-03-03T17:49:36.122363Z","end":"2026-03-03T17:49:37.020332Z","steps":["trace[97783567] 'range keys from in-memory index tree' (duration: 897.646342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:37.020428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:36.122337Z","time spent":"898.072482ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:49:37.020665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022477448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-03-03T17:49:37.020759Z","caller":"traceutil/trace.go:171","msg":"trace[1462914075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1725; }","duration":"1.022643854s","start":"2026-03-03T17:49:35.998091Z","end":"2026-03-03T17:49:37.020734Z","steps":["trace[1462914075] 'range keys from in-memory index tree' (duration: 1.02221451s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:37.020818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:35.998058Z","time spent":"1.022745335s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12004,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T17:49:37.391544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204010176,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T17:49:37.776908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.403659905s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T17:49:37.777451Z","caller":"traceutil/trace.go:171","msg":"trace[569191922] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"1.40428396s","start":"2026-03-03T17:49:36.373137Z","end":"2026-03-03T17:49:37.777421Z","steps":["trace[569191922] 'process raft request' (duration: 1.404009634s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:37.777633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:36.373117Z","time spent":"1.404418394s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:38.082046Z","caller":"traceutil/trace.go:171","msg":"trace[1684779079] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"807.887493ms","start":"2026-03-03T17:49:37.274111Z","end":"2026-03-03T17:49:38.081999Z","steps":["trace[1684779079] 'process raft request' (duration: 806.680523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:38.082305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:37.27406Z","time spent":"808.105399ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:38.082454Z","caller":"traceutil/trace.go:171","msg":"trace[1581865879] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1797; }","duration":"1.691892971s","start":"2026-03-03T17:49:36.39053Z","end":"2026-03-03T17:49:38.082423Z","steps":["trace[1581865879] 'read index received' (duration: 1.38729088s)","trace[1581865879] 'applied index is now lower than readState.Index' (duration: 304.598021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:49:38.08275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692219939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T17:49:38.082869Z","caller":"traceutil/trace.go:171","msg":"trace[1188222785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1727; }","duration":"1.692351883s","start":"2026-03-03T17:49:36.390465Z","end":"2026-03-03T17:49:38.082817Z","steps":["trace[1188222785] 'agreement among raft nodes before linearized reading' (duration: 1.692055556s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:38.082922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:36.390443Z","time spent":"1.692464995s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T17:49:38.083579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052373425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:49:38.083639Z","caller":"traceutil/trace.go:171","msg":"trace[544160463] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1729; }","duration":"1.052428816s","start":"2026-03-03T17:49:37.03119Z","end":"2026-03-03T17:49:38.083618Z","steps":["trace[544160463] 'agreement among raft nodes before linearized reading' (duration: 1.052335984s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:38.083689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:37.031097Z","time spent":"1.052579849s","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T17:49:38.083621Z","caller":"traceutil/trace.go:171","msg":"trace[1394810809] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"270.700134ms","start":"2026-03-03T17:49:37.8129Z","end":"2026-03-03T17:49:38.0836Z","steps":["trace[1394810809] 'process raft request' (duration: 269.724359ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:38.08379Z","caller":"traceutil/trace.go:171","msg":"trace[943924191] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"269.454252ms","start":"2026-03-03T17:49:37.814271Z","end":"2026-03-03T17:49:38.083726Z","steps":["trace[943924191] 'process raft request' (duration: 268.959849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:38.083892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249470047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T17:49:38.083915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692593929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T17:49:38.083994Z","caller":"traceutil/trace.go:171","msg":"trace[1097300976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1729; }","duration":"1.24961178s","start":"2026-03-03T17:49:36.834335Z","end":"2026-03-03T17:49:38.083947Z","steps":["trace[1097300976] 'agreement among raft nodes before linearized reading' (duration: 1.249260571s)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:38.083991Z","caller":"traceutil/trace.go:171","msg":"trace[815687888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1729; }","duration":"1.692731832s","start":"2026-03-03T17:49:36.391241Z","end":"2026-03-03T17:49:38.083972Z","steps":["trace[815687888] 'agreement among raft nodes before linearized reading' (duration: 1.692512666s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:38.084021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.034216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T17:49:38.084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69304397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T17:49:38.084051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:36.834226Z","time spent":"1.249811474s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T17:49:38.084063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:36.391235Z","time spent":"1.692821324s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T17:49:38.084071Z","caller":"traceutil/trace.go:171","msg":"trace[2126168308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1729; }","duration":"213.137348ms","start":"2026-03-03T17:49:37.870919Z","end":"2026-03-03T17:49:38.084056Z","steps":["trace[2126168308] 'agreement among raft nodes before linearized reading' (duration: 213.011265ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:38.084104Z","caller":"traceutil/trace.go:171","msg":"trace[1490019356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1729; }","duration":"1.693152423s","start":"2026-03-03T17:49:36.390928Z","end":"2026-03-03T17:49:38.08408Z","steps":["trace[1490019356] 'agreement among raft nodes before linearized reading' (duration: 1.692980578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:38.084101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467628512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T17:49:38.084158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:36.390924Z","time spent":"1.693224864s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T17:49:38.084248Z","caller":"traceutil/trace.go:171","msg":"trace[1661268301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1729; }","duration":"1.468037432s","start":"2026-03-03T17:49:36.616143Z","end":"2026-03-03T17:49:38.084181Z","steps":["trace[1661268301] 'agreement among raft nodes before linearized reading' (duration: 1.467426167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:38.084294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:36.616112Z","time spent":"1.468168746s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:49:38.084575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692605089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T17:49:38.085764Z","caller":"traceutil/trace.go:171","msg":"trace[2019502644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1729; }","duration":"1.694873347s","start":"2026-03-03T17:49:36.390862Z","end":"2026-03-03T17:49:38.085736Z","steps":["trace[2019502644] 'agreement among raft nodes before linearized reading' (duration: 1.692470656s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:38.085895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:36.390835Z","time spent":"1.69503775s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T17:50:12.443407Z","caller":"traceutil/trace.go:171","msg":"trace[985286539] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"211.62346ms","start":"2026-03-03T17:50:12.231763Z","end":"2026-03-03T17:50:12.443386Z","steps":["trace[985286539] 'process raft request' (duration: 211.427065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:12.445665Z","caller":"traceutil/trace.go:171","msg":"trace[1496781526] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"204.791057ms","start":"2026-03-03T17:50:12.240844Z","end":"2026-03-03T17:50:12.445635Z","steps":["trace[1496781526] 'process raft request' (duration: 204.586931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:12.445916Z","caller":"traceutil/trace.go:171","msg":"trace[1647467398] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1976; }","duration":"170.11491ms","start":"2026-03-03T17:50:12.27575Z","end":"2026-03-03T17:50:12.445865Z","steps":["trace[1647467398] 'read index received' (duration: 167.638378ms)","trace[1647467398] 'applied index is now lower than readState.Index' (duration: 2.473492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:50:12.446224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.124492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T17:50:12.446255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.252459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T17:50:12.446289Z","caller":"traceutil/trace.go:171","msg":"trace[630680965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1900; }","duration":"159.249256ms","start":"2026-03-03T17:50:12.287027Z","end":"2026-03-03T17:50:12.446276Z","steps":["trace[630680965] 'agreement among raft nodes before linearized reading' (duration: 159.03057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:12.446334Z","caller":"traceutil/trace.go:171","msg":"trace[1822789570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1900; }","duration":"154.352611ms","start":"2026-03-03T17:50:12.29196Z","end":"2026-03-03T17:50:12.446313Z","steps":["trace[1822789570] 'agreement among raft nodes before linearized reading' (duration: 154.172417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:12.446311Z","caller":"traceutil/trace.go:171","msg":"trace[1214835766] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"204.95195ms","start":"2026-03-03T17:50:12.240994Z","end":"2026-03-03T17:50:12.445946Z","steps":["trace[1214835766] 'process raft request' (duration: 204.579181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:12.44637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.406038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T17:50:12.44622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.442639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T17:50:12.446483Z","caller":"traceutil/trace.go:171","msg":"trace[2128639909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1900; }","duration":"170.727656ms","start":"2026-03-03T17:50:12.275727Z","end":"2026-03-03T17:50:12.446454Z","steps":["trace[2128639909] 'agreement among raft nodes before linearized reading' (duration: 170.322976ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:12.446517Z","caller":"traceutil/trace.go:171","msg":"trace[114133746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1900; }","duration":"155.561872ms","start":"2026-03-03T17:50:12.290924Z","end":"2026-03-03T17:50:12.446486Z","steps":["trace[114133746] 'agreement among raft nodes before linearized reading' (duration: 155.240874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:12.446794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.789487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T17:50:12.44687Z","caller":"traceutil/trace.go:171","msg":"trace[1553322703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1900; }","duration":"153.883279ms","start":"2026-03-03T17:50:12.292968Z","end":"2026-03-03T17:50:12.446851Z","steps":["trace[1553322703] 'agreement among raft nodes before linearized reading' (duration: 153.13509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:12.621263Z","caller":"traceutil/trace.go:171","msg":"trace[1654575366] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"170.227164ms","start":"2026-03-03T17:50:12.451014Z","end":"2026-03-03T17:50:12.621241Z","steps":["trace[1654575366] 'process raft request' (duration: 162.16754ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:12.621301Z","caller":"traceutil/trace.go:171","msg":"trace[927439634] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"170.06381ms","start":"2026-03-03T17:50:12.451219Z","end":"2026-03-03T17:50:12.621283Z","steps":["trace[927439634] 'process raft request' (duration: 169.957837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:12.621448Z","caller":"traceutil/trace.go:171","msg":"trace[1444844028] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"170.12034ms","start":"2026-03-03T17:50:12.45132Z","end":"2026-03-03T17:50:12.621441Z","steps":["trace[1444844028] 'process raft request' (duration: 170.007658ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:12.621473Z","caller":"traceutil/trace.go:171","msg":"trace[890584821] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"170.158842ms","start":"2026-03-03T17:50:12.451269Z","end":"2026-03-03T17:50:12.621428Z","steps":["trace[890584821] 'process raft request' (duration: 169.984718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:13.18276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.910796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:50:13.182865Z","caller":"traceutil/trace.go:171","msg":"trace[1616082673] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1983; }","duration":"224.159146ms","start":"2026-03-03T17:50:12.95869Z","end":"2026-03-03T17:50:13.182849Z","steps":["trace[1616082673] 'read index received' (duration: 104.986084ms)","trace[1616082673] 'applied index is now lower than readState.Index' (duration: 119.171892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:50:13.183051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.035764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T17:50:13.183114Z","caller":"traceutil/trace.go:171","msg":"trace[1784177792] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1906; }","duration":"224.135386ms","start":"2026-03-03T17:50:12.958961Z","end":"2026-03-03T17:50:13.183096Z","steps":["trace[1784177792] 'agreement among raft nodes before linearized reading' (duration: 224.000923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:13.183153Z","caller":"traceutil/trace.go:171","msg":"trace[805294272] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"317.246789ms","start":"2026-03-03T17:50:12.865849Z","end":"2026-03-03T17:50:13.183095Z","steps":["trace[805294272] 'process raft request' (duration: 197.914503ms)","trace[805294272] 'compare' (duration: 118.803863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:50:13.183508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:12.865824Z","time spent":"317.575358ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:50:13.183674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.979648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128324"} {"level":"info","ts":"2026-03-03T17:50:13.183807Z","caller":"traceutil/trace.go:171","msg":"trace[547143846] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1906; }","duration":"225.154873ms","start":"2026-03-03T17:50:12.958631Z","end":"2026-03-03T17:50:13.183785Z","steps":["trace[547143846] 'agreement among raft nodes before linearized reading' (duration: 224.320871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:14.637568Z","caller":"traceutil/trace.go:171","msg":"trace[1287827656] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"188.277779ms","start":"2026-03-03T17:50:14.449263Z","end":"2026-03-03T17:50:14.637541Z","steps":["trace[1287827656] 'process raft request' (duration: 188.074124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:14.689119Z","caller":"traceutil/trace.go:171","msg":"trace[1414548405] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1984; }","duration":"227.719246ms","start":"2026-03-03T17:50:14.461377Z","end":"2026-03-03T17:50:14.689096Z","steps":["trace[1414548405] 'read index received' (duration: 176.026559ms)","trace[1414548405] 'applied index is now lower than readState.Index' (duration: 51.691567ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:50:14.689196Z","caller":"traceutil/trace.go:171","msg":"trace[1209596787] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"238.089368ms","start":"2026-03-03T17:50:14.451079Z","end":"2026-03-03T17:50:14.689169Z","steps":["trace[1209596787] 'process raft request' (duration: 237.842892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:14.68944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.83926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T17:50:14.689484Z","caller":"traceutil/trace.go:171","msg":"trace[960291033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1909; }","duration":"176.955523ms","start":"2026-03-03T17:50:14.512516Z","end":"2026-03-03T17:50:14.689472Z","steps":["trace[960291033] 'agreement among raft nodes before linearized reading' (duration: 176.797759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:14.689607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.292805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:50:14.68964Z","caller":"traceutil/trace.go:171","msg":"trace[324970700] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1909; }","duration":"170.343527ms","start":"2026-03-03T17:50:14.519288Z","end":"2026-03-03T17:50:14.689632Z","steps":["trace[324970700] 'agreement among raft nodes before linearized reading' (duration: 170.278165ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:14.689259Z","caller":"traceutil/trace.go:171","msg":"trace[1707599368] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"237.34577ms","start":"2026-03-03T17:50:14.45189Z","end":"2026-03-03T17:50:14.689236Z","steps":["trace[1707599368] 'process raft request' (duration: 237.165605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:14.690066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.616728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T17:50:14.690157Z","caller":"traceutil/trace.go:171","msg":"trace[309277262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"228.819473ms","start":"2026-03-03T17:50:14.46132Z","end":"2026-03-03T17:50:14.690139Z","steps":["trace[309277262] 'agreement among raft nodes before linearized reading' (duration: 227.934061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:14.835324Z","caller":"traceutil/trace.go:171","msg":"trace[1571324289] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"139.532437ms","start":"2026-03-03T17:50:14.695764Z","end":"2026-03-03T17:50:14.835296Z","steps":["trace[1571324289] 'process raft request' (duration: 139.426125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:14.835443Z","caller":"traceutil/trace.go:171","msg":"trace[1573493013] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"140.756778ms","start":"2026-03-03T17:50:14.694571Z","end":"2026-03-03T17:50:14.835327Z","steps":["trace[1573493013] 'process raft request' (duration: 140.4415ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:14.83569Z","caller":"traceutil/trace.go:171","msg":"trace[332582016] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"139.797834ms","start":"2026-03-03T17:50:14.695852Z","end":"2026-03-03T17:50:14.83565Z","steps":["trace[332582016] 'process raft request' (duration: 139.378864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:14.835853Z","caller":"traceutil/trace.go:171","msg":"trace[368877586] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"139.737183ms","start":"2026-03-03T17:50:14.696102Z","end":"2026-03-03T17:50:14.835839Z","steps":["trace[368877586] 'process raft request' (duration: 139.467326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:14.835845Z","caller":"traceutil/trace.go:171","msg":"trace[1773086158] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"139.61396ms","start":"2026-03-03T17:50:14.69618Z","end":"2026-03-03T17:50:14.835794Z","steps":["trace[1773086158] 'process raft request' (duration: 139.558318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:14.851299Z","caller":"traceutil/trace.go:171","msg":"trace[1499475146] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"139.577469ms","start":"2026-03-03T17:50:14.711706Z","end":"2026-03-03T17:50:14.851284Z","steps":["trace[1499475146] 'process raft request' (duration: 139.441535ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:16.472147Z","caller":"traceutil/trace.go:171","msg":"trace[252147321] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1994; }","duration":"350.405328ms","start":"2026-03-03T17:50:16.121716Z","end":"2026-03-03T17:50:16.472121Z","steps":["trace[252147321] 'read index received' (duration: 350.280145ms)","trace[252147321] 'applied index is now lower than readState.Index' (duration: 123.873µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:50:16.472305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.567612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:50:16.472293Z","caller":"traceutil/trace.go:171","msg":"trace[1326823695] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"656.65089ms","start":"2026-03-03T17:50:15.815597Z","end":"2026-03-03T17:50:16.472248Z","steps":["trace[1326823695] 'process raft request' (duration: 656.362273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:16.47234Z","caller":"traceutil/trace.go:171","msg":"trace[1062778334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"350.670655ms","start":"2026-03-03T17:50:16.121657Z","end":"2026-03-03T17:50:16.472327Z","steps":["trace[1062778334] 'agreement among raft nodes before linearized reading' (duration: 350.567283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:16.472391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:16.12163Z","time spent":"350.753607ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:50:16.472495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:15.81558Z","time spent":"656.804704ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:50:17.045808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.676532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:50:17.045917Z","caller":"traceutil/trace.go:171","msg":"trace[575361606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"429.838476ms","start":"2026-03-03T17:50:16.616058Z","end":"2026-03-03T17:50:17.045897Z","steps":["trace[575361606] 'range keys from in-memory index tree' (duration: 429.578549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:17.04596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:16.616025Z","time spent":"429.924388ms","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T17:50:17.046182Z","caller":"traceutil/trace.go:171","msg":"trace[1099796742] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"403.174942ms","start":"2026-03-03T17:50:16.642977Z","end":"2026-03-03T17:50:17.046152Z","steps":["trace[1099796742] 'process raft request' (duration: 329.217693ms)","trace[1099796742] 'compare' (duration: 73.804775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:50:17.046577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:16.642945Z","time spent":"403.325976ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:50:18.678965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242063269s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:50:18.679074Z","caller":"traceutil/trace.go:171","msg":"trace[474297524] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1917; }","duration":"1.242179672s","start":"2026-03-03T17:50:17.436878Z","end":"2026-03-03T17:50:18.679058Z","steps":["trace[474297524] 'range keys from in-memory index tree' (duration: 1.242051889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:18.679727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.516596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:50:18.679981Z","caller":"traceutil/trace.go:171","msg":"trace[569729540] linearizableReadLoop","detail":"{readStateIndex:1998; appliedIndex:1995; }","duration":"1.973164271s","start":"2026-03-03T17:50:16.706799Z","end":"2026-03-03T17:50:18.679963Z","steps":["trace[569729540] 'read index received' (duration: 265.479901ms)","trace[569729540] 'applied index is now lower than readState.Index' (duration: 1.70768335s)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:50:18.680018Z","caller":"traceutil/trace.go:171","msg":"trace[1672299565] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"1.983497393s","start":"2026-03-03T17:50:16.696476Z","end":"2026-03-03T17:50:18.679973Z","steps":["trace[1672299565] 'process raft request' (duration: 1.983366468s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:18.680164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:16.696438Z","time spent":"1.983630606s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:50:18.680339Z","caller":"traceutil/trace.go:171","msg":"trace[1311163334] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"1.983952584s","start":"2026-03-03T17:50:16.69636Z","end":"2026-03-03T17:50:18.680313Z","steps":["trace[1311163334] 'process raft request' (duration: 1.044758061s)","trace[1311163334] 'compare' (duration: 938.163936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:50:18.680457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:16.696331Z","time spent":"1.984066657s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:50:18.680597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45413543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T17:50:18.680607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.881221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T17:50:18.680629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839320778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T17:50:18.680651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839077731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T17:50:18.680648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.773071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12379"} {"level":"info","ts":"2026-03-03T17:50:18.680657Z","caller":"traceutil/trace.go:171","msg":"trace[1894238113] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1920; }","duration":"1.454245513s","start":"2026-03-03T17:50:17.226396Z","end":"2026-03-03T17:50:18.680641Z","steps":["trace[1894238113] 'agreement among raft nodes before linearized reading' (duration: 1.454150381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:18.680648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839189645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T17:50:18.680673Z","caller":"traceutil/trace.go:171","msg":"trace[1780570525] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1920; }","duration":"476.005044ms","start":"2026-03-03T17:50:18.204651Z","end":"2026-03-03T17:50:18.680656Z","steps":["trace[1780570525] 'agreement among raft nodes before linearized reading' (duration: 475.888981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:18.680696Z","caller":"traceutil/trace.go:171","msg":"trace[381702462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1920; }","duration":"1.839175004s","start":"2026-03-03T17:50:16.841508Z","end":"2026-03-03T17:50:18.680683Z","steps":["trace[381702462] 'agreement among raft nodes before linearized reading' (duration: 1.839061051s)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:18.680697Z","caller":"traceutil/trace.go:171","msg":"trace[2086735986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1920; }","duration":"1.839397409s","start":"2026-03-03T17:50:16.841283Z","end":"2026-03-03T17:50:18.68068Z","steps":["trace[2086735986] 'agreement among raft nodes before linearized reading' (duration: 1.839183714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:18.680715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:17.226371Z","time spent":"1.454330645s","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:50:18.680721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:18.204631Z","time spent":"476.080816ms","remote":"127.0.0.1:59144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T17:50:18.680728Z","caller":"traceutil/trace.go:171","msg":"trace[1082177111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1920; }","duration":"1.839293697s","start":"2026-03-03T17:50:16.841413Z","end":"2026-03-03T17:50:18.680706Z","steps":["trace[1082177111] 'agreement among raft nodes before linearized reading' (duration: 1.839049691s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:18.680747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:16.841476Z","time spent":"1.839260387s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T17:50:18.680754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:16.841274Z","time spent":"1.839467962s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T17:50:18.680776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.62719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T17:50:18.680786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:16.841345Z","time spent":"1.839431331s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T17:50:18.680811Z","caller":"traceutil/trace.go:171","msg":"trace[1206330873] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1920; }","duration":"620.695562ms","start":"2026-03-03T17:50:18.060107Z","end":"2026-03-03T17:50:18.680803Z","steps":["trace[1206330873] 'agreement among raft nodes before linearized reading' (duration: 620.637131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:18.680817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839604174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T17:50:18.680848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:18.060085Z","time spent":"620.754383ms","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:50:18.680645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83941456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T17:50:18.68071Z","caller":"traceutil/trace.go:171","msg":"trace[1191164037] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1920; }","duration":"339.866272ms","start":"2026-03-03T17:50:18.340826Z","end":"2026-03-03T17:50:18.680692Z","steps":["trace[1191164037] 'agreement among raft nodes before linearized reading' (duration: 339.637327ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:18.68088Z","caller":"traceutil/trace.go:171","msg":"trace[999355106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1920; }","duration":"1.839696868s","start":"2026-03-03T17:50:16.841159Z","end":"2026-03-03T17:50:18.680856Z","steps":["trace[999355106] 'agreement among raft nodes before linearized reading' (duration: 1.839571414s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:18.680845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973980632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T17:50:18.680922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:18.340806Z","time spent":"340.101899ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12401,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T17:50:18.680925Z","caller":"traceutil/trace.go:171","msg":"trace[13765438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1920; }","duration":"1.839748479s","start":"2026-03-03T17:50:16.841148Z","end":"2026-03-03T17:50:18.680897Z","steps":["trace[13765438] 'agreement among raft nodes before linearized reading' (duration: 1.839247446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:18.680949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:16.841135Z","time spent":"1.83980396s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T17:50:18.68098Z","caller":"traceutil/trace.go:171","msg":"trace[525259678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"1.974205718s","start":"2026-03-03T17:50:16.706742Z","end":"2026-03-03T17:50:18.680948Z","steps":["trace[525259678] 'agreement among raft nodes before linearized reading' (duration: 1.973528191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:18.680992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:16.841128Z","time spent":"1.839846311s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T17:50:18.681035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:16.706721Z","time spent":"1.97430045s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T17:50:18.681186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066746828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:50:18.681271Z","caller":"traceutil/trace.go:171","msg":"trace[520099051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1920; }","duration":"1.06686093s","start":"2026-03-03T17:50:17.614399Z","end":"2026-03-03T17:50:18.68126Z","steps":["trace[520099051] 'agreement among raft nodes before linearized reading' (duration: 1.066034259s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:18.681306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:17.614378Z","time spent":"1.066920582s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T17:51:21.04605Z","caller":"traceutil/trace.go:171","msg":"trace[1750521270] linearizableReadLoop","detail":"{readStateIndex:2491; appliedIndex:2490; }","duration":"276.40514ms","start":"2026-03-03T17:51:20.769619Z","end":"2026-03-03T17:51:21.046024Z","steps":["trace[1750521270] 'read index received' (duration: 276.305207ms)","trace[1750521270] 'applied index is now lower than readState.Index' (duration: 98.833µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:51:21.046127Z","caller":"traceutil/trace.go:171","msg":"trace[676459804] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"284.019691ms","start":"2026-03-03T17:51:20.762066Z","end":"2026-03-03T17:51:21.046085Z","steps":["trace[676459804] 'process raft request' (duration: 283.808686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:21.046285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.616035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:51:21.046398Z","caller":"traceutil/trace.go:171","msg":"trace[1573927474] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2392; }","duration":"276.79076ms","start":"2026-03-03T17:51:20.769584Z","end":"2026-03-03T17:51:21.046375Z","steps":["trace[1573927474] 'agreement among raft nodes before linearized reading' (duration: 276.553184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:51:21.06052Z","caller":"traceutil/trace.go:171","msg":"trace[1047278005] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"131.998413ms","start":"2026-03-03T17:51:20.92848Z","end":"2026-03-03T17:51:21.060479Z","steps":["trace[1047278005] 'process raft request' (duration: 131.734786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:51:21.06063Z","caller":"traceutil/trace.go:171","msg":"trace[631171336] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"131.12106ms","start":"2026-03-03T17:51:20.92949Z","end":"2026-03-03T17:51:21.060612Z","steps":["trace[631171336] 'process raft request' (duration: 130.851663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:22.115576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204011719,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T17:51:22.17293Z","caller":"traceutil/trace.go:171","msg":"trace[1680256933] linearizableReadLoop","detail":"{readStateIndex:2499; appliedIndex:2498; }","duration":"557.423655ms","start":"2026-03-03T17:51:21.615472Z","end":"2026-03-03T17:51:22.172896Z","steps":["trace[1680256933] 'read index received' (duration: 557.099087ms)","trace[1680256933] 'applied index is now lower than readState.Index' (duration: 323.398µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:51:22.173047Z","caller":"traceutil/trace.go:171","msg":"trace[6159838] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"868.346596ms","start":"2026-03-03T17:51:21.304637Z","end":"2026-03-03T17:51:22.172983Z","steps":["trace[6159838] 'process raft request' (duration: 868.036048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:22.173126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.64625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:51:22.173199Z","caller":"traceutil/trace.go:171","msg":"trace[1020298174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2400; }","duration":"557.792084ms","start":"2026-03-03T17:51:21.615388Z","end":"2026-03-03T17:51:22.173181Z","steps":["trace[1020298174] 'agreement among raft nodes before linearized reading' (duration: 557.641111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:22.173243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:21.61536Z","time spent":"557.877148ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:51:22.173318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:21.304612Z","time spent":"868.569751ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:51:27.364206Z","caller":"traceutil/trace.go:171","msg":"trace[344717649] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"280.837862ms","start":"2026-03-03T17:51:27.083336Z","end":"2026-03-03T17:51:27.364174Z","steps":["trace[344717649] 'process raft request' (duration: 280.635256ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:51:27.365821Z","caller":"traceutil/trace.go:171","msg":"trace[384826095] linearizableReadLoop","detail":"{readStateIndex:2533; appliedIndex:2531; }","duration":"276.876661ms","start":"2026-03-03T17:51:27.08891Z","end":"2026-03-03T17:51:27.365786Z","steps":["trace[384826095] 'read index received' (duration: 275.158188ms)","trace[384826095] 'applied index is now lower than readState.Index' (duration: 1.717373ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:51:27.365984Z","caller":"traceutil/trace.go:171","msg":"trace[385739797] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"280.993095ms","start":"2026-03-03T17:51:27.084975Z","end":"2026-03-03T17:51:27.365968Z","steps":["trace[385739797] 'process raft request' (duration: 280.635906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:27.366133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.199499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T17:51:27.366179Z","caller":"traceutil/trace.go:171","msg":"trace[1799165362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2432; }","duration":"277.273551ms","start":"2026-03-03T17:51:27.088889Z","end":"2026-03-03T17:51:27.366163Z","steps":["trace[1799165362] 'agreement among raft nodes before linearized reading' (duration: 277.079636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:27.366248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.882271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T17:51:27.366295Z","caller":"traceutil/trace.go:171","msg":"trace[1970701804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2432; }","duration":"274.968953ms","start":"2026-03-03T17:51:27.091315Z","end":"2026-03-03T17:51:27.366284Z","steps":["trace[1970701804] 'agreement among raft nodes before linearized reading' (duration: 274.793928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:27.36642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.125411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T17:51:27.366445Z","caller":"traceutil/trace.go:171","msg":"trace[1634179380] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2432; }","duration":"230.195433ms","start":"2026-03-03T17:51:27.136243Z","end":"2026-03-03T17:51:27.366439Z","steps":["trace[1634179380] 'agreement among raft nodes before linearized reading' (duration: 230.121141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:27.366603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.317757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T17:51:27.366593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.815654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T17:51:27.366644Z","caller":"traceutil/trace.go:171","msg":"trace[279062391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2432; }","duration":"274.401679ms","start":"2026-03-03T17:51:27.092236Z","end":"2026-03-03T17:51:27.366638Z","steps":["trace[279062391] 'agreement among raft nodes before linearized reading' (duration: 274.322087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:51:27.366686Z","caller":"traceutil/trace.go:171","msg":"trace[1983827269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2432; }","duration":"271.966077ms","start":"2026-03-03T17:51:27.094695Z","end":"2026-03-03T17:51:27.366661Z","steps":["trace[1983827269] 'agreement among raft nodes before linearized reading' (duration: 271.721201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:27.366794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.000128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T17:51:27.366909Z","caller":"traceutil/trace.go:171","msg":"trace[565487685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2432; }","duration":"272.170522ms","start":"2026-03-03T17:51:27.09471Z","end":"2026-03-03T17:51:27.366881Z","steps":["trace[565487685] 'agreement among raft nodes before linearized reading' (duration: 271.880194ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:51:31.560736Z","caller":"traceutil/trace.go:171","msg":"trace[380033477] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"180.99384ms","start":"2026-03-03T17:51:31.379717Z","end":"2026-03-03T17:51:31.560711Z","steps":["trace[380033477] 'process raft request' (duration: 180.825895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:51:31.566642Z","caller":"traceutil/trace.go:171","msg":"trace[1532815421] linearizableReadLoop","detail":"{readStateIndex:2556; appliedIndex:2554; }","duration":"174.125797ms","start":"2026-03-03T17:51:31.392497Z","end":"2026-03-03T17:51:31.566623Z","steps":["trace[1532815421] 'read index received' (duration: 168.069814ms)","trace[1532815421] 'applied index is now lower than readState.Index' (duration: 6.054963ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:51:31.566691Z","caller":"traceutil/trace.go:171","msg":"trace[1794421866] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"185.190536ms","start":"2026-03-03T17:51:31.381476Z","end":"2026-03-03T17:51:31.566666Z","steps":["trace[1794421866] 'process raft request' (duration: 183.810691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:31.566861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.341642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T17:51:31.566932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.044919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T17:51:31.566967Z","caller":"traceutil/trace.go:171","msg":"trace[1133546383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2454; }","duration":"171.111571ms","start":"2026-03-03T17:51:31.395847Z","end":"2026-03-03T17:51:31.566958Z","steps":["trace[1133546383] 'agreement among raft nodes before linearized reading' (duration: 170.987678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:51:31.566975Z","caller":"traceutil/trace.go:171","msg":"trace[910907922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2454; }","duration":"174.508687ms","start":"2026-03-03T17:51:31.392448Z","end":"2026-03-03T17:51:31.566957Z","steps":["trace[910907922] 'agreement among raft nodes before linearized reading' (duration: 174.24597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:31.566984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.718477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T17:51:31.567048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.724037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T17:51:31.567089Z","caller":"traceutil/trace.go:171","msg":"trace[1130251457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2454; }","duration":"171.884401ms","start":"2026-03-03T17:51:31.395182Z","end":"2026-03-03T17:51:31.567067Z","steps":["trace[1130251457] 'agreement among raft nodes before linearized reading' (duration: 171.599924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:51:31.567109Z","caller":"traceutil/trace.go:171","msg":"trace[2100869019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2454; }","duration":"171.825599ms","start":"2026-03-03T17:51:31.395269Z","end":"2026-03-03T17:51:31.567095Z","steps":["trace[2100869019] 'agreement among raft nodes before linearized reading' (duration: 171.579433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:31.566958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.019828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T17:51:31.567268Z","caller":"traceutil/trace.go:171","msg":"trace[542864510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2454; }","duration":"171.343226ms","start":"2026-03-03T17:51:31.395882Z","end":"2026-03-03T17:51:31.567226Z","steps":["trace[542864510] 'agreement among raft nodes before linearized reading' (duration: 170.955127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:56.284046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204012212,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T17:51:56.565637Z","caller":"traceutil/trace.go:171","msg":"trace[1764187409] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2690; }","duration":"781.761539ms","start":"2026-03-03T17:51:55.783846Z","end":"2026-03-03T17:51:56.565607Z","steps":["trace[1764187409] 'read index received' (duration: 781.596805ms)","trace[1764187409] 'applied index is now lower than readState.Index' (duration: 163.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:51:56.565702Z","caller":"traceutil/trace.go:171","msg":"trace[2075092016] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"807.167069ms","start":"2026-03-03T17:51:55.758488Z","end":"2026-03-03T17:51:56.565655Z","steps":["trace[2075092016] 'process raft request' (duration: 806.945274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:56.565888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:55.758441Z","time spent":"807.342755ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:51:56.566112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.249113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T17:51:56.566167Z","caller":"traceutil/trace.go:171","msg":"trace[1974218015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2584; }","duration":"782.355365ms","start":"2026-03-03T17:51:55.783798Z","end":"2026-03-03T17:51:56.566153Z","steps":["trace[1974218015] 'agreement among raft nodes before linearized reading' (duration: 781.948483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:56.56636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:55.783775Z","time spent":"782.57024ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T17:51:57.359763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.18129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:51:57.359967Z","caller":"traceutil/trace.go:171","msg":"trace[847337105] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"1.036589821s","start":"2026-03-03T17:51:56.323346Z","end":"2026-03-03T17:51:57.359936Z","steps":["trace[847337105] 'process raft request' (duration: 533.090573ms)","trace[847337105] 'compare' (duration: 503.017416ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:51:57.360053Z","caller":"traceutil/trace.go:171","msg":"trace[1813856945] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"788.551441ms","start":"2026-03-03T17:51:56.571437Z","end":"2026-03-03T17:51:57.359989Z","steps":["trace[1813856945] 'process raft request' (duration: 788.464318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.360128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:56.323312Z","time spent":"1.036753266s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:51:57.360146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:56.571398Z","time spent":"788.699254ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:51:57.360279Z","caller":"traceutil/trace.go:171","msg":"trace[1416827303] linearizableReadLoop","detail":"{readStateIndex:2692; appliedIndex:2691; }","duration":"794.547282ms","start":"2026-03-03T17:51:56.565717Z","end":"2026-03-03T17:51:57.360264Z","steps":["trace[1416827303] 'read index received' (duration: 290.675185ms)","trace[1416827303] 'applied index is now lower than readState.Index' (duration: 503.870737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:51:57.360566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200751398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T17:51:57.360634Z","caller":"traceutil/trace.go:171","msg":"trace[1263270278] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2586; }","duration":"1.20086972s","start":"2026-03-03T17:51:56.159745Z","end":"2026-03-03T17:51:57.360615Z","steps":["trace[1263270278] 'agreement among raft nodes before linearized reading' (duration: 1.200702246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.360685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:56.159715Z","time spent":"1.200955473s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T17:51:57.360855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570041393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T17:51:57.360919Z","caller":"traceutil/trace.go:171","msg":"trace[755582137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2586; }","duration":"1.570119865s","start":"2026-03-03T17:51:55.790783Z","end":"2026-03-03T17:51:57.360903Z","steps":["trace[755582137] 'agreement among raft nodes before linearized reading' (duration: 1.569963011s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.360972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:55.790777Z","time spent":"1.570181367s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T17:51:57.360983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575760237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T17:51:57.361028Z","caller":"traceutil/trace.go:171","msg":"trace[119055486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2586; }","duration":"1.575832149s","start":"2026-03-03T17:51:55.785182Z","end":"2026-03-03T17:51:57.361014Z","steps":["trace[119055486] 'agreement among raft nodes before linearized reading' (duration: 1.575707826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.361082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:55.785167Z","time spent":"1.57590293s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T17:51:57.361268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516176386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1899663298b8d24b\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T17:51:57.361329Z","caller":"traceutil/trace.go:171","msg":"trace[1169571838] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1899663298b8d24b; range_end:; response_count:1; response_revision:2586; }","duration":"1.516279878s","start":"2026-03-03T17:51:55.845034Z","end":"2026-03-03T17:51:57.361314Z","steps":["trace[1169571838] 'agreement among raft nodes before linearized reading' (duration: 1.516133545s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.361372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:55.845014Z","time spent":"1.516346722s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.1899663298b8d24b\" "} {"level":"warn","ts":"2026-03-03T17:51:57.361639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.236701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T17:51:57.361664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56551593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T17:51:57.3617Z","caller":"traceutil/trace.go:171","msg":"trace[207918154] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2586; }","duration":"226.332574ms","start":"2026-03-03T17:51:57.135353Z","end":"2026-03-03T17:51:57.361685Z","steps":["trace[207918154] 'agreement among raft nodes before linearized reading' (duration: 226.1902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.361818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56986164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T17:51:57.361872Z","caller":"traceutil/trace.go:171","msg":"trace[753895679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2586; }","duration":"1.569932751s","start":"2026-03-03T17:51:55.791927Z","end":"2026-03-03T17:51:57.36186Z","steps":["trace[753895679] 'agreement among raft nodes before linearized reading' (duration: 1.569808988s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.361915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:55.791913Z","time spent":"1.569990883s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T17:51:57.361711Z","caller":"traceutil/trace.go:171","msg":"trace[1712760409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2586; }","duration":"1.565586012s","start":"2026-03-03T17:51:55.796111Z","end":"2026-03-03T17:51:57.361697Z","steps":["trace[1712760409] 'agreement among raft nodes before linearized reading' (duration: 1.565463589s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.362006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:55.796099Z","time spent":"1.565889989s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T17:51:57.361372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.747476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T17:51:57.362146Z","caller":"traceutil/trace.go:171","msg":"trace[873744822] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2586; }","duration":"333.551186ms","start":"2026-03-03T17:51:57.028575Z","end":"2026-03-03T17:51:57.362127Z","steps":["trace[873744822] 'agreement among raft nodes before linearized reading' (duration: 332.699723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.36221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:57.028556Z","time spent":"333.636777ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T17:51:57.914346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.865628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:51:57.914498Z","caller":"traceutil/trace.go:171","msg":"trace[1104638368] linearizableReadLoop","detail":"{readStateIndex:2694; appliedIndex:2693; }","duration":"547.173508ms","start":"2026-03-03T17:51:57.3673Z","end":"2026-03-03T17:51:57.914473Z","steps":["trace[1104638368] 'read index received' (duration: 162.049393ms)","trace[1104638368] 'applied index is now lower than readState.Index' (duration: 385.122625ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:51:57.914547Z","caller":"traceutil/trace.go:171","msg":"trace[1293903995] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"549.305412ms","start":"2026-03-03T17:51:57.365193Z","end":"2026-03-03T17:51:57.914499Z","steps":["trace[1293903995] 'process raft request' (duration: 164.156466ms)","trace[1293903995] 'compare' (duration: 384.672554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:51:57.914772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:57.365176Z","time spent":"549.463636ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:51:57.914962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.608129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-03T17:51:57.915087Z","caller":"traceutil/trace.go:171","msg":"trace[1826605302] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2587; }","duration":"547.822574ms","start":"2026-03-03T17:51:57.367239Z","end":"2026-03-03T17:51:57.915061Z","steps":["trace[1826605302] 'agreement among raft nodes before linearized reading' (duration: 547.363942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.915153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:57.367225Z","time spent":"547.916387ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-03T17:51:57.921181Z","caller":"traceutil/trace.go:171","msg":"trace[2105914493] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"553.791394ms","start":"2026-03-03T17:51:57.367369Z","end":"2026-03-03T17:51:57.92116Z","steps":["trace[2105914493] 'process raft request' (duration: 553.541568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.921261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:57.367348Z","time spent":"553.873476ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:51:57.921408Z","caller":"traceutil/trace.go:171","msg":"trace[165255765] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"553.980239ms","start":"2026-03-03T17:51:57.367392Z","end":"2026-03-03T17:51:57.921373Z","steps":["trace[165255765] 'process raft request' (duration: 553.664871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:51:57.921643Z","caller":"traceutil/trace.go:171","msg":"trace[1250938045] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"552.605956ms","start":"2026-03-03T17:51:57.369023Z","end":"2026-03-03T17:51:57.921629Z","steps":["trace[1250938045] 'process raft request' (duration: 552.547294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:51:57.921693Z","caller":"traceutil/trace.go:171","msg":"trace[1657259602] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"552.970875ms","start":"2026-03-03T17:51:57.368712Z","end":"2026-03-03T17:51:57.921683Z","steps":["trace[1657259602] 'process raft request' (duration: 552.588765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.921653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:57.367383Z","time spent":"554.170624ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:51:57.921772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:57.369014Z","time spent":"552.709528ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:51:57.921742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:57.368703Z","time spent":"553.014376ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:51:57.922001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.800256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:51:57.922031Z","caller":"traceutil/trace.go:171","msg":"trace[1169116939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2593; }","duration":"307.878689ms","start":"2026-03-03T17:51:57.614145Z","end":"2026-03-03T17:51:57.922023Z","steps":["trace[1169116939] 'agreement among raft nodes before linearized reading' (duration: 307.802487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.922056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:57.614115Z","time spent":"307.93627ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T17:51:57.922057Z","caller":"traceutil/trace.go:171","msg":"trace[968105333] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"141.988689ms","start":"2026-03-03T17:51:57.780037Z","end":"2026-03-03T17:51:57.922025Z","steps":["trace[968105333] 'process raft request' (duration: 141.789854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.922083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.151975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:51:57.921458Z","caller":"traceutil/trace.go:171","msg":"trace[22594379] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"553.995499ms","start":"2026-03-03T17:51:57.367444Z","end":"2026-03-03T17:51:57.921439Z","steps":["trace[22594379] 'process raft request' (duration: 553.718882ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:51:57.922137Z","caller":"traceutil/trace.go:171","msg":"trace[1731665957] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2593; }","duration":"258.259569ms","start":"2026-03-03T17:51:57.66386Z","end":"2026-03-03T17:51:57.92212Z","steps":["trace[1731665957] 'agreement among raft nodes before linearized reading' (duration: 258.159507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:51:57.922285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:51:57.367436Z","time spent":"554.730928ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:54:29.991655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.609698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:54:29.991891Z","caller":"traceutil/trace.go:171","msg":"trace[891242677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3515; }","duration":"477.892225ms","start":"2026-03-03T17:54:29.513969Z","end":"2026-03-03T17:54:29.991861Z","steps":["trace[891242677] 'count revisions from in-memory index tree' (duration: 477.497834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:29.991966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:29.513636Z","time spent":"478.305326ms","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:54:29.99198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.800582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:54:29.992064Z","caller":"traceutil/trace.go:171","msg":"trace[1615675262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3515; }","duration":"253.914044ms","start":"2026-03-03T17:54:29.738131Z","end":"2026-03-03T17:54:29.992045Z","steps":["trace[1615675262] 'count revisions from in-memory index tree' (duration: 253.717839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:29.995389Z","caller":"traceutil/trace.go:171","msg":"trace[1476647875] linearizableReadLoop","detail":"{readStateIndex:3660; appliedIndex:3659; }","duration":"134.264911ms","start":"2026-03-03T17:54:29.861091Z","end":"2026-03-03T17:54:29.995356Z","steps":["trace[1476647875] 'read index received' (duration: 132.542308ms)","trace[1476647875] 'applied index is now lower than readState.Index' (duration: 1.696813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:29.995691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.605179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-03-03T17:54:29.99579Z","caller":"traceutil/trace.go:171","msg":"trace[1896248339] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3516; }","duration":"134.695802ms","start":"2026-03-03T17:54:29.861033Z","end":"2026-03-03T17:54:29.995729Z","steps":["trace[1896248339] 'agreement among raft nodes before linearized reading' (duration: 134.416305ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:35.510079Z","caller":"traceutil/trace.go:171","msg":"trace[184434303] linearizableReadLoop","detail":"{readStateIndex:3687; appliedIndex:3686; }","duration":"162.948404ms","start":"2026-03-03T17:54:35.347096Z","end":"2026-03-03T17:54:35.510044Z","steps":["trace[184434303] 'read index received' (duration: 162.667467ms)","trace[184434303] 'applied index is now lower than readState.Index' (duration: 279.577µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:35.510302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.160729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:54:35.510375Z","caller":"traceutil/trace.go:171","msg":"trace[1193092260] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3541; }","duration":"163.328843ms","start":"2026-03-03T17:54:35.347032Z","end":"2026-03-03T17:54:35.510361Z","steps":["trace[1193092260] 'agreement among raft nodes before linearized reading' (duration: 163.149718ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:35.51022Z","caller":"traceutil/trace.go:171","msg":"trace[226365882] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"325.917587ms","start":"2026-03-03T17:54:35.184274Z","end":"2026-03-03T17:54:35.510192Z","steps":["trace[226365882] 'process raft request' (duration: 325.561859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:35.510611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:35.184232Z","time spent":"326.266477ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:55:50.175945Z","caller":"traceutil/trace.go:171","msg":"trace[1076227591] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"125.639097ms","start":"2026-03-03T17:55:50.05025Z","end":"2026-03-03T17:55:50.175889Z","steps":["trace[1076227591] 'process raft request' (duration: 125.465322ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:55:55.215786Z","caller":"traceutil/trace.go:171","msg":"trace[1662180820] linearizableReadLoop","detail":"{readStateIndex:4663; appliedIndex:4662; }","duration":"195.539077ms","start":"2026-03-03T17:55:55.020216Z","end":"2026-03-03T17:55:55.215755Z","steps":["trace[1662180820] 'read index received' (duration: 195.25426ms)","trace[1662180820] 'applied index is now lower than readState.Index' (duration: 283.667µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:55:55.215955Z","caller":"traceutil/trace.go:171","msg":"trace[314278319] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"200.089322ms","start":"2026-03-03T17:55:55.015812Z","end":"2026-03-03T17:55:55.215902Z","steps":["trace[314278319] 'process raft request' (duration: 199.734333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:55:55.216088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.831065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-03T17:55:55.216145Z","caller":"traceutil/trace.go:171","msg":"trace[863955614] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4480; }","duration":"195.959468ms","start":"2026-03-03T17:55:55.02017Z","end":"2026-03-03T17:55:55.21613Z","steps":["trace[863955614] 'agreement among raft nodes before linearized reading' (duration: 195.724592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:55:55.495236Z","caller":"traceutil/trace.go:171","msg":"trace[1026789914] linearizableReadLoop","detail":"{readStateIndex:4665; appliedIndex:4664; }","duration":"149.478991ms","start":"2026-03-03T17:55:55.345727Z","end":"2026-03-03T17:55:55.495206Z","steps":["trace[1026789914] 'read index received' (duration: 105.9947ms)","trace[1026789914] 'applied index is now lower than readState.Index' (duration: 43.482221ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:55:55.495407Z","caller":"traceutil/trace.go:171","msg":"trace[1541841887] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"150.258471ms","start":"2026-03-03T17:55:55.345099Z","end":"2026-03-03T17:55:55.495358Z","steps":["trace[1541841887] 'process raft request' (duration: 106.701508ms)","trace[1541841887] 'compare' (duration: 43.223775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:55:55.495799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.742309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T17:55:55.495905Z","caller":"traceutil/trace.go:171","msg":"trace[2080898758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4482; }","duration":"100.905513ms","start":"2026-03-03T17:55:55.394978Z","end":"2026-03-03T17:55:55.495883Z","steps":["trace[2080898758] 'agreement among raft nodes before linearized reading' (duration: 100.583325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:55:55.496162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.359244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-03T17:55:55.496245Z","caller":"traceutil/trace.go:171","msg":"trace[1583376787] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4482; }","duration":"150.493127ms","start":"2026-03-03T17:55:55.345711Z","end":"2026-03-03T17:55:55.496204Z","steps":["trace[1583376787] 'agreement among raft nodes before linearized reading' (duration: 149.733218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:55:55.496494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.528496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T17:55:55.496662Z","caller":"traceutil/trace.go:171","msg":"trace[709226281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4482; }","duration":"124.760801ms","start":"2026-03-03T17:55:55.371875Z","end":"2026-03-03T17:55:55.496636Z","steps":["trace[709226281] 'agreement among raft nodes before linearized reading' (duration: 123.643874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:55:55.610651Z","caller":"traceutil/trace.go:171","msg":"trace[1503043271] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"109.652302ms","start":"2026-03-03T17:55:55.500966Z","end":"2026-03-03T17:55:55.610618Z","steps":["trace[1503043271] 'process raft request' (duration: 99.441015ms)","trace[1503043271] 'compare' (duration: 10.015822ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:55:55.610964Z","caller":"traceutil/trace.go:171","msg":"trace[1476308341] linearizableReadLoop","detail":"{readStateIndex:4669; appliedIndex:4665; }","duration":"107.747495ms","start":"2026-03-03T17:55:55.503183Z","end":"2026-03-03T17:55:55.61093Z","steps":["trace[1476308341] 'read index received' (duration: 65.236818ms)","trace[1476308341] 'applied index is now lower than readState.Index' (duration: 42.509147ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:55:55.610964Z","caller":"traceutil/trace.go:171","msg":"trace[1884747026] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"109.902289ms","start":"2026-03-03T17:55:55.501013Z","end":"2026-03-03T17:55:55.610915Z","steps":["trace[1884747026] 'process raft request' (duration: 109.5604ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:55:55.611117Z","caller":"traceutil/trace.go:171","msg":"trace[1658485376] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"109.672602ms","start":"2026-03-03T17:55:55.501428Z","end":"2026-03-03T17:55:55.6111Z","steps":["trace[1658485376] 'process raft request' (duration: 109.372165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:55:55.61122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.009031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-03T17:55:55.611297Z","caller":"traceutil/trace.go:171","msg":"trace[1041505655] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4486; }","duration":"108.122054ms","start":"2026-03-03T17:55:55.503159Z","end":"2026-03-03T17:55:55.611281Z","steps":["trace[1041505655] 'agreement among raft nodes before linearized reading' (duration: 107.876938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:55:58.181326Z","caller":"traceutil/trace.go:171","msg":"trace[505345113] linearizableReadLoop","detail":"{readStateIndex:4729; appliedIndex:4728; }","duration":"300.160113ms","start":"2026-03-03T17:55:57.881145Z","end":"2026-03-03T17:55:58.181305Z","steps":["trace[505345113] 'read index received' (duration: 300.024319ms)","trace[505345113] 'applied index is now lower than readState.Index' (duration: 134.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:55:58.181401Z","caller":"traceutil/trace.go:171","msg":"trace[331365642] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"377.148665ms","start":"2026-03-03T17:55:57.804204Z","end":"2026-03-03T17:55:58.181353Z","steps":["trace[331365642] 'process raft request' (duration: 376.93289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:55:58.181534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.376638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ceb39b7-70a8-4721-94d6-0a46822c4e74\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-03-03T17:55:58.18157Z","caller":"traceutil/trace.go:171","msg":"trace[610591292] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ceb39b7-70a8-4721-94d6-0a46822c4e74; range_end:; response_count:1; response_revision:4543; }","duration":"300.46809ms","start":"2026-03-03T17:55:57.881092Z","end":"2026-03-03T17:55:58.18156Z","steps":["trace[610591292] 'agreement among raft nodes before linearized reading' (duration: 300.330357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:55:58.181605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:55:57.881065Z","time spent":"300.531652ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4101,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ceb39b7-70a8-4721-94d6-0a46822c4e74\" "} {"level":"warn","ts":"2026-03-03T17:55:58.181635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:55:57.80417Z","time spent":"377.344779ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:55:58.18381Z","caller":"traceutil/trace.go:171","msg":"trace[1503381367] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"267.373589ms","start":"2026-03-03T17:55:57.916382Z","end":"2026-03-03T17:55:58.183755Z","steps":["trace[1503381367] 'process raft request' (duration: 266.743774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:55:58.355177Z","caller":"traceutil/trace.go:171","msg":"trace[1468720463] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"147.012639ms","start":"2026-03-03T17:55:58.208119Z","end":"2026-03-03T17:55:58.355131Z","steps":["trace[1468720463] 'process raft request' (duration: 113.93315ms)","trace[1468720463] 'compare' (duration: 32.831123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:56:01.309959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204017363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T17:56:01.874908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.87601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:56:01.881829Z","caller":"traceutil/trace.go:171","msg":"trace[1232851673] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"1.114326336s","start":"2026-03-03T17:56:00.767431Z","end":"2026-03-03T17:56:01.881757Z","steps":["trace[1232851673] 'process raft request' (duration: 757.524242ms)","trace[1232851673] 'compare' (duration: 349.725226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:56:01.881964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:00.767415Z","time spent":"1.114477349s","remote":"127.0.0.1:54880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2899,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:56:02.481239Z","caller":"traceutil/trace.go:171","msg":"trace[1069559457] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"1.579972501s","start":"2026-03-03T17:56:00.901231Z","end":"2026-03-03T17:56:02.481204Z","steps":["trace[1069559457] 'process raft request' (duration: 1.579435308s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.481446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:00.901197Z","time spent":"1.580137976s","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413667,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:02.481494Z","caller":"traceutil/trace.go:171","msg":"trace[1120935746] linearizableReadLoop","detail":"{readStateIndex:4882; appliedIndex:4879; }","duration":"1.672515053s","start":"2026-03-03T17:56:00.808909Z","end":"2026-03-03T17:56:02.481424Z","steps":["trace[1120935746] 'read index received' (duration: 716.149482ms)","trace[1120935746] 'applied index is now lower than readState.Index' (duration: 956.363211ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:02.481612Z","caller":"traceutil/trace.go:171","msg":"trace[1782459801] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"1.241584928s","start":"2026-03-03T17:56:01.240014Z","end":"2026-03-03T17:56:02.481599Z","steps":["trace[1782459801] 'process raft request' (duration: 1.241117687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.481696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:01.239981Z","time spent":"1.24166159s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:56:02.481789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672855082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:56:02.481925Z","caller":"traceutil/trace.go:171","msg":"trace[341488122] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4692; }","duration":"1.673044747s","start":"2026-03-03T17:56:00.808853Z","end":"2026-03-03T17:56:02.481898Z","steps":["trace[341488122] 'agreement among raft nodes before linearized reading' (duration: 1.672845072s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.481988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:00.808833Z","time spent":"1.673140478s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-03-03T17:56:02.574746Z","caller":"traceutil/trace.go:171","msg":"trace[1758924796] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"682.326413ms","start":"2026-03-03T17:56:01.892382Z","end":"2026-03-03T17:56:02.574709Z","steps":["trace[1758924796] 'process raft request' (duration: 682.057116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.574905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:01.892359Z","time spent":"682.470717ms","remote":"127.0.0.1:54838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:56:02.575115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.56771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T17:56:02.575167Z","caller":"traceutil/trace.go:171","msg":"trace[1327610313] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"379.499704ms","start":"2026-03-03T17:56:02.195602Z","end":"2026-03-03T17:56:02.575102Z","steps":["trace[1327610313] 'process raft request' (duration: 379.048743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.575219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.237863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T17:56:02.575272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250936593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc17d54d-5d8e-406d-a779-14dfda75ae84\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-03T17:56:02.575352Z","caller":"traceutil/trace.go:171","msg":"trace[1183869820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4695; }","duration":"804.415768ms","start":"2026-03-03T17:56:01.770906Z","end":"2026-03-03T17:56:02.575322Z","steps":["trace[1183869820] 'agreement among raft nodes before linearized reading' (duration: 804.150831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.575399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:02.195548Z","time spent":"379.74114ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:02.575353Z","caller":"traceutil/trace.go:171","msg":"trace[332005232] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"113.449937ms","start":"2026-03-03T17:56:02.461767Z","end":"2026-03-03T17:56:02.575217Z","steps":["trace[332005232] 'process raft request' (duration: 112.956225ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:02.575395Z","caller":"traceutil/trace.go:171","msg":"trace[682239141] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc17d54d-5d8e-406d-a779-14dfda75ae84; range_end:; response_count:1; response_revision:4695; }","duration":"1.25116227s","start":"2026-03-03T17:56:01.324204Z","end":"2026-03-03T17:56:02.575366Z","steps":["trace[682239141] 'agreement among raft nodes before linearized reading' (duration: 1.250797221s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.575391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.660159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T17:56:02.575442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102292324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:56:02.575504Z","caller":"traceutil/trace.go:171","msg":"trace[270085838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4695; }","duration":"962.851624ms","start":"2026-03-03T17:56:01.61263Z","end":"2026-03-03T17:56:02.575482Z","steps":["trace[270085838] 'agreement among raft nodes before linearized reading' (duration: 962.484924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.575551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:01.612603Z","time spent":"962.941356ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T17:56:02.575564Z","caller":"traceutil/trace.go:171","msg":"trace[342649769] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4695; }","duration":"1.102506459s","start":"2026-03-03T17:56:01.47302Z","end":"2026-03-03T17:56:02.575526Z","steps":["trace[342649769] 'agreement among raft nodes before linearized reading' (duration: 1.102216201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.575606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:01.472975Z","time spent":"1.102622131s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:56:02.575366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.005073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc17d54d-5d8e-406d-a779-14dfda75ae84\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-03T17:56:02.575629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.800237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T17:56:02.575469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:01.324175Z","time spent":"1.251282802s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc17d54d-5d8e-406d-a779-14dfda75ae84\" "} {"level":"info","ts":"2026-03-03T17:56:02.575679Z","caller":"traceutil/trace.go:171","msg":"trace[1940916784] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc17d54d-5d8e-406d-a779-14dfda75ae84; range_end:; response_count:1; response_revision:4695; }","duration":"811.368422ms","start":"2026-03-03T17:56:01.764292Z","end":"2026-03-03T17:56:02.57566Z","steps":["trace[1940916784] 'agreement among raft nodes before linearized reading' (duration: 810.985202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.575742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:01.764259Z","time spent":"811.449224ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc17d54d-5d8e-406d-a779-14dfda75ae84\" "} {"level":"warn","ts":"2026-03-03T17:56:02.575397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312670823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8b2t2-tls\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-03-03T17:56:02.57579Z","caller":"traceutil/trace.go:171","msg":"trace[468260783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4695; }","duration":"962.042294ms","start":"2026-03-03T17:56:01.613621Z","end":"2026-03-03T17:56:02.575663Z","steps":["trace[468260783] 'agreement among raft nodes before linearized reading' (duration: 961.779007ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:02.575812Z","caller":"traceutil/trace.go:171","msg":"trace[1462727618] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8b2t2-tls; range_end:; response_count:1; response_revision:4695; }","duration":"1.313153745s","start":"2026-03-03T17:56:01.262643Z","end":"2026-03-03T17:56:02.575796Z","steps":["trace[1462727618] 'agreement among raft nodes before linearized reading' (duration: 1.31252392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.575428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:01.770882Z","time spent":"804.53305ms","remote":"127.0.0.1:59164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:56:02.575867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:01.262619Z","time spent":"1.313234237s","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2205,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8b2t2-tls\" "} {"level":"warn","ts":"2026-03-03T17:56:02.575888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:01.61359Z","time spent":"962.220919ms","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:56:02.575475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.81388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T17:56:02.575984Z","caller":"traceutil/trace.go:171","msg":"trace[1973604685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4695; }","duration":"935.377794ms","start":"2026-03-03T17:56:01.640597Z","end":"2026-03-03T17:56:02.575975Z","steps":["trace[1973604685] 'agreement among raft nodes before linearized reading' (duration: 934.793439ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:02.575211Z","caller":"traceutil/trace.go:171","msg":"trace[1609455983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4695; }","duration":"939.694003ms","start":"2026-03-03T17:56:01.635486Z","end":"2026-03-03T17:56:02.57518Z","steps":["trace[1609455983] 'agreement among raft nodes before linearized reading' (duration: 939.425516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.57606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:01.635472Z","time spent":"940.576365ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T17:56:02.576024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:01.640569Z","time spent":"935.431695ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T17:56:02.576422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.735413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T17:56:02.576452Z","caller":"traceutil/trace.go:171","msg":"trace[1465401732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4695; }","duration":"933.818224ms","start":"2026-03-03T17:56:01.642627Z","end":"2026-03-03T17:56:02.576445Z","steps":["trace[1465401732] 'agreement among raft nodes before linearized reading' (duration: 932.652175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.576478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:01.642601Z","time spent":"933.873316ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T17:56:02.774528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.970623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:56:02.774618Z","caller":"traceutil/trace.go:171","msg":"trace[246553422] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:0; response_revision:4695; }","duration":"193.098396ms","start":"2026-03-03T17:56:02.581499Z","end":"2026-03-03T17:56:02.774597Z","steps":["trace[246553422] 'range keys from in-memory index tree' (duration: 192.891951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.774828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.234035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:56:02.775189Z","caller":"traceutil/trace.go:171","msg":"trace[328146157] linearizableReadLoop","detail":"{readStateIndex:4890; appliedIndex:4885; }","duration":"190.594963ms","start":"2026-03-03T17:56:02.584579Z","end":"2026-03-03T17:56:02.775174Z","steps":["trace[328146157] 'read index received' (duration: 34.944127ms)","trace[328146157] 'applied index is now lower than readState.Index' (duration: 155.649466ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:02.77532Z","caller":"traceutil/trace.go:171","msg":"trace[42432982] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"191.822333ms","start":"2026-03-03T17:56:02.583484Z","end":"2026-03-03T17:56:02.775306Z","steps":["trace[42432982] 'process raft request' (duration: 191.652589ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:02.775335Z","caller":"traceutil/trace.go:171","msg":"trace[82526086] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"192.0805ms","start":"2026-03-03T17:56:02.583219Z","end":"2026-03-03T17:56:02.7753Z","steps":["trace[82526086] 'process raft request' (duration: 191.867575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.775397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.015875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:56:02.775444Z","caller":"traceutil/trace.go:171","msg":"trace[1574462542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4700; }","duration":"160.095407ms","start":"2026-03-03T17:56:02.615335Z","end":"2026-03-03T17:56:02.775431Z","steps":["trace[1574462542] 'agreement among raft nodes before linearized reading' (duration: 160.016785ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:02.775468Z","caller":"traceutil/trace.go:171","msg":"trace[1682002058] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"193.64465ms","start":"2026-03-03T17:56:02.5818Z","end":"2026-03-03T17:56:02.775444Z","steps":["trace[1682002058] 'process raft request' (duration: 37.707407ms)","trace[1682002058] 'compare' (duration: 154.902547ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:02.775577Z","caller":"traceutil/trace.go:171","msg":"trace[34448405] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"192.8427ms","start":"2026-03-03T17:56:02.582721Z","end":"2026-03-03T17:56:02.775564Z","steps":["trace[34448405] 'process raft request' (duration: 192.202874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.775634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.050524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-8b2t2-tls\" ","response":"range_response_count:1 size:4427"} {"level":"info","ts":"2026-03-03T17:56:02.775671Z","caller":"traceutil/trace.go:171","msg":"trace[23870381] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-8b2t2-tls; range_end:; response_count:1; response_revision:4700; }","duration":"191.119306ms","start":"2026-03-03T17:56:02.584537Z","end":"2026-03-03T17:56:02.775656Z","steps":["trace[23870381] 'agreement among raft nodes before linearized reading' (duration: 191.025064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:02.775678Z","caller":"traceutil/trace.go:171","msg":"trace[873121920] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"192.51379ms","start":"2026-03-03T17:56:02.583153Z","end":"2026-03-03T17:56:02.775666Z","steps":["trace[873121920] 'process raft request' (duration: 191.850604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:02.775842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.506598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xw7nv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T17:56:02.775876Z","caller":"traceutil/trace.go:171","msg":"trace[156924601] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xw7nv; range_end:; response_count:1; response_revision:4700; }","duration":"109.58813ms","start":"2026-03-03T17:56:02.666278Z","end":"2026-03-03T17:56:02.775866Z","steps":["trace[156924601] 'agreement among raft nodes before linearized reading' (duration: 109.483327ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:02.936341Z","caller":"traceutil/trace.go:171","msg":"trace[578572938] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4701; }","duration":"105.200821ms","start":"2026-03-03T17:56:02.831106Z","end":"2026-03-03T17:56:02.936307Z","steps":["trace[578572938] 'process raft request' (duration: 50.158049ms)","trace[578572938] 'compare' (duration: 54.96746ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:03.547603Z","caller":"traceutil/trace.go:171","msg":"trace[1960847592] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"590.256923ms","start":"2026-03-03T17:56:02.957306Z","end":"2026-03-03T17:56:03.547563Z","steps":["trace[1960847592] 'process raft request' (duration: 589.973936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:03.547822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:02.957286Z","time spent":"590.445298ms","remote":"127.0.0.1:55412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58202,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:56:05.810353Z","caller":"traceutil/trace.go:171","msg":"trace[1315763098] linearizableReadLoop","detail":"{readStateIndex:4933; appliedIndex:4932; }","duration":"208.858932ms","start":"2026-03-03T17:56:05.601467Z","end":"2026-03-03T17:56:05.810326Z","steps":["trace[1315763098] 'read index received' (duration: 208.624055ms)","trace[1315763098] 'applied index is now lower than readState.Index' (duration: 233.767µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:05.810442Z","caller":"traceutil/trace.go:171","msg":"trace[176400715] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"268.722104ms","start":"2026-03-03T17:56:05.541689Z","end":"2026-03-03T17:56:05.810411Z","steps":["trace[176400715] 'process raft request' (duration: 268.485518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:05.810599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.120959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc17d54d-5d8e-406d-a779-14dfda75ae84\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-03-03T17:56:05.810639Z","caller":"traceutil/trace.go:171","msg":"trace[7233923] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc17d54d-5d8e-406d-a779-14dfda75ae84; range_end:; response_count:1; response_revision:4740; }","duration":"209.238621ms","start":"2026-03-03T17:56:05.601389Z","end":"2026-03-03T17:56:05.810628Z","steps":["trace[7233923] 'agreement among raft nodes before linearized reading' (duration: 209.067997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:05.810815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.199479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:56:05.810887Z","caller":"traceutil/trace.go:171","msg":"trace[1629262703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4740; }","duration":"197.352803ms","start":"2026-03-03T17:56:05.613517Z","end":"2026-03-03T17:56:05.81087Z","steps":["trace[1629262703] 'agreement among raft nodes before linearized reading' (duration: 197.086237ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:06.067905Z","caller":"traceutil/trace.go:171","msg":"trace[1227177208] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"185.487365ms","start":"2026-03-03T17:56:05.882392Z","end":"2026-03-03T17:56:06.067879Z","steps":["trace[1227177208] 'process raft request' (duration: 185.31406ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:06.213331Z","caller":"traceutil/trace.go:171","msg":"trace[155974835] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4741; }","duration":"117.144769ms","start":"2026-03-03T17:56:06.096158Z","end":"2026-03-03T17:56:06.213303Z","steps":["trace[155974835] 'process raft request' (duration: 72.707605ms)","trace[155974835] 'compare' (duration: 44.375653ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:11.664032Z","caller":"traceutil/trace.go:171","msg":"trace[797725886] linearizableReadLoop","detail":"{readStateIndex:5063; appliedIndex:5062; }","duration":"171.912594ms","start":"2026-03-03T17:56:11.49208Z","end":"2026-03-03T17:56:11.663992Z","steps":["trace[797725886] 'read index received' (duration: 130.354501ms)","trace[797725886] 'applied index is now lower than readState.Index' (duration: 41.557043ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:11.664074Z","caller":"traceutil/trace.go:171","msg":"trace[120802661] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"174.13873ms","start":"2026-03-03T17:56:11.489883Z","end":"2026-03-03T17:56:11.664022Z","steps":["trace[120802661] 'process raft request' (duration: 132.564987ms)","trace[120802661] 'compare' (duration: 41.336467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:56:11.66439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.279633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T17:56:11.664496Z","caller":"traceutil/trace.go:171","msg":"trace[163523601] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4867; }","duration":"172.401176ms","start":"2026-03-03T17:56:11.492066Z","end":"2026-03-03T17:56:11.664468Z","steps":["trace[163523601] 'agreement among raft nodes before linearized reading' (duration: 172.057198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:13.445293Z","caller":"traceutil/trace.go:171","msg":"trace[2097029909] linearizableReadLoop","detail":"{readStateIndex:5081; appliedIndex:5080; }","duration":"245.713727ms","start":"2026-03-03T17:56:13.19956Z","end":"2026-03-03T17:56:13.445273Z","steps":["trace[2097029909] 'read index received' (duration: 245.479281ms)","trace[2097029909] 'applied index is now lower than readState.Index' (duration: 233.556µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:13.445474Z","caller":"traceutil/trace.go:171","msg":"trace[1972374882] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"246.494086ms","start":"2026-03-03T17:56:13.198938Z","end":"2026-03-03T17:56:13.445432Z","steps":["trace[1972374882] 'process raft request' (duration: 246.179439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:13.445763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.175318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:44 size:65437"} {"level":"info","ts":"2026-03-03T17:56:13.445803Z","caller":"traceutil/trace.go:171","msg":"trace[1145036510] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:44; response_revision:4885; }","duration":"246.239709ms","start":"2026-03-03T17:56:13.199554Z","end":"2026-03-03T17:56:13.445794Z","steps":["trace[1145036510] 'agreement among raft nodes before linearized reading' (duration: 245.829469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:13.44577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.560677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128324"} {"level":"info","ts":"2026-03-03T17:56:13.445874Z","caller":"traceutil/trace.go:171","msg":"trace[1322701784] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4885; }","duration":"244.690711ms","start":"2026-03-03T17:56:13.201154Z","end":"2026-03-03T17:56:13.445845Z","steps":["trace[1322701784] 'agreement among raft nodes before linearized reading' (duration: 244.323932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:15.869322Z","caller":"traceutil/trace.go:171","msg":"trace[844555429] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5122; }","duration":"207.725013ms","start":"2026-03-03T17:56:15.661571Z","end":"2026-03-03T17:56:15.869296Z","steps":["trace[844555429] 'read index received' (duration: 207.61364ms)","trace[844555429] 'applied index is now lower than readState.Index' (duration: 110.073µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:15.869385Z","caller":"traceutil/trace.go:171","msg":"trace[1136293261] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"380.554251ms","start":"2026-03-03T17:56:15.488794Z","end":"2026-03-03T17:56:15.869348Z","steps":["trace[1136293261] 'process raft request' (duration: 380.270524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:15.869504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.931908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T17:56:15.869552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:15.488778Z","time spent":"380.683294ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7953,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:56:15.869599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.722575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:56:15.869649Z","caller":"traceutil/trace.go:171","msg":"trace[1787968029] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4925; }","duration":"182.830078ms","start":"2026-03-03T17:56:15.686805Z","end":"2026-03-03T17:56:15.869635Z","steps":["trace[1787968029] 'agreement among raft nodes before linearized reading' (duration: 182.650283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:15.86957Z","caller":"traceutil/trace.go:171","msg":"trace[88245926] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:4925; }","duration":"208.057701ms","start":"2026-03-03T17:56:15.661498Z","end":"2026-03-03T17:56:15.869555Z","steps":["trace[88245926] 'agreement among raft nodes before linearized reading' (duration: 207.932048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:16.080493Z","caller":"traceutil/trace.go:171","msg":"trace[625894042] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"205.145689ms","start":"2026-03-03T17:56:15.875324Z","end":"2026-03-03T17:56:16.08047Z","steps":["trace[625894042] 'process raft request' (duration: 196.260916ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:16.080478Z","caller":"traceutil/trace.go:171","msg":"trace[728288011] linearizableReadLoop","detail":"{readStateIndex:5124; appliedIndex:5123; }","duration":"202.773289ms","start":"2026-03-03T17:56:15.877674Z","end":"2026-03-03T17:56:16.080448Z","steps":["trace[728288011] 'read index received' (duration: 193.884616ms)","trace[728288011] 'applied index is now lower than readState.Index' (duration: 8.887363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:56:16.080685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.992545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128324"} {"level":"info","ts":"2026-03-03T17:56:16.080747Z","caller":"traceutil/trace.go:171","msg":"trace[812308970] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4926; }","duration":"203.098448ms","start":"2026-03-03T17:56:15.877637Z","end":"2026-03-03T17:56:16.080736Z","steps":["trace[812308970] 'agreement among raft nodes before linearized reading' (duration: 202.888592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:16.085077Z","caller":"traceutil/trace.go:171","msg":"trace[1086617615] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"207.325733ms","start":"2026-03-03T17:56:15.877717Z","end":"2026-03-03T17:56:16.085043Z","steps":["trace[1086617615] 'process raft request' (duration: 207.062127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:16.085351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.61865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-wftmx\" ","response":"range_response_count:1 size:5851"} {"level":"info","ts":"2026-03-03T17:56:16.085637Z","caller":"traceutil/trace.go:171","msg":"trace[1073636804] range","detail":"{range_begin:/registry/pods/monitoring/vector-wftmx; range_end:; response_count:1; response_revision:4928; }","duration":"207.938469ms","start":"2026-03-03T17:56:15.877679Z","end":"2026-03-03T17:56:16.085618Z","steps":["trace[1073636804] 'agreement among raft nodes before linearized reading' (duration: 207.511358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:23.676139Z","caller":"traceutil/trace.go:171","msg":"trace[1455587865] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"248.815225ms","start":"2026-03-03T17:56:23.42726Z","end":"2026-03-03T17:56:23.676076Z","steps":["trace[1455587865] 'process raft request' (duration: 167.584767ms)","trace[1455587865] 'compare' (duration: 80.812168ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:23.676278Z","caller":"traceutil/trace.go:171","msg":"trace[1851149678] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"231.476919ms","start":"2026-03-03T17:56:23.444774Z","end":"2026-03-03T17:56:23.67625Z","steps":["trace[1851149678] 'process raft request' (duration: 231.393347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:23.676545Z","caller":"traceutil/trace.go:171","msg":"trace[557817408] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"244.69556ms","start":"2026-03-03T17:56:23.43184Z","end":"2026-03-03T17:56:23.676536Z","steps":["trace[557817408] 'process raft request' (duration: 244.182698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:23.676514Z","caller":"traceutil/trace.go:171","msg":"trace[1687216530] linearizableReadLoop","detail":"{readStateIndex:5244; appliedIndex:5243; }","duration":"244.68647ms","start":"2026-03-03T17:56:23.431724Z","end":"2026-03-03T17:56:23.676411Z","steps":["trace[1687216530] 'read index received' (duration: 163.208836ms)","trace[1687216530] 'applied index is now lower than readState.Index' (duration: 81.472264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:56:23.677084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.954905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4473"} {"level":"warn","ts":"2026-03-03T17:56:23.676995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.186293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-03T17:56:23.677119Z","caller":"traceutil/trace.go:171","msg":"trace[421664521] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5047; }","duration":"115.039647ms","start":"2026-03-03T17:56:23.562068Z","end":"2026-03-03T17:56:23.677107Z","steps":["trace[421664521] 'agreement among raft nodes before linearized reading' (duration: 114.890884ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:23.677137Z","caller":"traceutil/trace.go:171","msg":"trace[713676305] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5047; }","duration":"245.433389ms","start":"2026-03-03T17:56:23.431682Z","end":"2026-03-03T17:56:23.677116Z","steps":["trace[713676305] 'agreement among raft nodes before linearized reading' (duration: 245.07332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:23.677502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.314894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:56:23.67761Z","caller":"traceutil/trace.go:171","msg":"trace[1686592005] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5047; }","duration":"231.952101ms","start":"2026-03-03T17:56:23.445627Z","end":"2026-03-03T17:56:23.677579Z","steps":["trace[1686592005] 'agreement among raft nodes before linearized reading' (duration: 231.255743ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:23.996927Z","caller":"traceutil/trace.go:171","msg":"trace[1417021480] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"302.818971ms","start":"2026-03-03T17:56:23.694073Z","end":"2026-03-03T17:56:23.996892Z","steps":["trace[1417021480] 'process raft request' (duration: 302.537313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:23.997275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:23.694046Z","time spent":"303.107957ms","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1137,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:23.997313Z","caller":"traceutil/trace.go:171","msg":"trace[14015908] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"303.187919ms","start":"2026-03-03T17:56:23.694096Z","end":"2026-03-03T17:56:23.997284Z","steps":["trace[14015908] 'process raft request' (duration: 302.716568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:23.99749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:23.694086Z","time spent":"303.307132ms","remote":"127.0.0.1:55634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:23.997701Z","caller":"traceutil/trace.go:171","msg":"trace[19232616] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"303.517787ms","start":"2026-03-03T17:56:23.694096Z","end":"2026-03-03T17:56:23.997613Z","steps":["trace[19232616] 'process raft request' (duration: 303.038526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:23.997968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:23.694065Z","time spent":"303.862356ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1624,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:56:24.002467Z","caller":"traceutil/trace.go:171","msg":"trace[1595179261] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"308.068841ms","start":"2026-03-03T17:56:23.694368Z","end":"2026-03-03T17:56:24.002437Z","steps":["trace[1595179261] 'process raft request' (duration: 307.617729ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:24.002638Z","caller":"traceutil/trace.go:171","msg":"trace[660095300] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"303.877016ms","start":"2026-03-03T17:56:23.698742Z","end":"2026-03-03T17:56:24.002619Z","steps":["trace[660095300] 'process raft request' (duration: 303.492826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:24.002727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:23.698724Z","time spent":"303.971159ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:56:24.002649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:23.694361Z","time spent":"308.181084ms","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1373,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:24.00284Z","caller":"traceutil/trace.go:171","msg":"trace[2084242968] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"308.034071ms","start":"2026-03-03T17:56:23.694794Z","end":"2026-03-03T17:56:24.002828Z","steps":["trace[2084242968] 'process raft request' (duration: 307.365533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:24.002908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:23.694785Z","time spent":"308.090732ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:24.002929Z","caller":"traceutil/trace.go:171","msg":"trace[1790078004] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"304.084052ms","start":"2026-03-03T17:56:23.698831Z","end":"2026-03-03T17:56:24.002915Z","steps":["trace[1790078004] 'process raft request' (duration: 303.59336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:24.003052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:23.698824Z","time spent":"304.191024ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:56:24.003897Z","caller":"traceutil/trace.go:171","msg":"trace[1661026161] linearizableReadLoop","detail":"{readStateIndex:5254; appliedIndex:5249; }","duration":"307.560559ms","start":"2026-03-03T17:56:23.696303Z","end":"2026-03-03T17:56:24.003864Z","steps":["trace[1661026161] 'read index received' (duration: 300.267106ms)","trace[1661026161] 'applied index is now lower than readState.Index' (duration: 7.291873ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:24.004085Z","caller":"traceutil/trace.go:171","msg":"trace[226447173] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"305.134938ms","start":"2026-03-03T17:56:23.698923Z","end":"2026-03-03T17:56:24.004058Z","steps":["trace[226447173] 'process raft request' (duration: 303.575649ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:24.004122Z","caller":"traceutil/trace.go:171","msg":"trace[649191253] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"303.569438ms","start":"2026-03-03T17:56:23.700533Z","end":"2026-03-03T17:56:24.004102Z","steps":["trace[649191253] 'process raft request' (duration: 303.062516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:24.004216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:23.698863Z","time spent":"305.292661ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3884,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:56:24.004253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:23.700523Z","time spent":"303.65469ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9164,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:56:24.004479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.168944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-03T17:56:24.004566Z","caller":"traceutil/trace.go:171","msg":"trace[460887030] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"302.86482ms","start":"2026-03-03T17:56:23.701659Z","end":"2026-03-03T17:56:24.004524Z","steps":["trace[460887030] 'process raft request' (duration: 302.070861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:24.004641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.450635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-03T17:56:24.004703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:23.701644Z","time spent":"302.987994ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4752,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:24.004728Z","caller":"traceutil/trace.go:171","msg":"trace[1833487730] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5060; }","duration":"301.562207ms","start":"2026-03-03T17:56:23.703142Z","end":"2026-03-03T17:56:24.004705Z","steps":["trace[1833487730] 'agreement among raft nodes before linearized reading' (duration: 301.331111ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:24.004613Z","caller":"traceutil/trace.go:171","msg":"trace[1104535498] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5060; }","duration":"308.332688ms","start":"2026-03-03T17:56:23.696264Z","end":"2026-03-03T17:56:24.004596Z","steps":["trace[1104535498] 'agreement among raft nodes before linearized reading' (duration: 307.843526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:24.004785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:23.703133Z","time spent":"301.63737ms","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T17:56:24.004906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:23.696253Z","time spent":"308.574334ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-03T17:56:24.004756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.353352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-03T17:56:24.005753Z","caller":"traceutil/trace.go:171","msg":"trace[511690106] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5060; }","duration":"300.388698ms","start":"2026-03-03T17:56:23.705334Z","end":"2026-03-03T17:56:24.005722Z","steps":["trace[511690106] 'agreement among raft nodes before linearized reading' (duration: 299.174637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:24.005815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:23.705319Z","time spent":"300.481552ms","remote":"127.0.0.1:55412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-03T17:56:25.308867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.910419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:56:25.30917Z","caller":"traceutil/trace.go:171","msg":"trace[1711128451] linearizableReadLoop","detail":"{readStateIndex:5299; appliedIndex:5296; }","duration":"402.362608ms","start":"2026-03-03T17:56:24.906786Z","end":"2026-03-03T17:56:25.309148Z","steps":["trace[1711128451] 'read index received' (duration: 35.05923ms)","trace[1711128451] 'applied index is now lower than readState.Index' (duration: 367.302028ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:25.309171Z","caller":"traceutil/trace.go:171","msg":"trace[908481677] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"406.526402ms","start":"2026-03-03T17:56:24.902594Z","end":"2026-03-03T17:56:25.30912Z","steps":["trace[908481677] 'process raft request' (duration: 39.239985ms)","trace[908481677] 'compare' (duration: 366.364504ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:25.309293Z","caller":"traceutil/trace.go:171","msg":"trace[1307945210] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"405.62838ms","start":"2026-03-03T17:56:24.903636Z","end":"2026-03-03T17:56:25.309264Z","steps":["trace[1307945210] 'process raft request' (duration: 405.364383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:25.309418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:24.902581Z","time spent":"406.717988ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:25.309309Z","caller":"traceutil/trace.go:171","msg":"trace[530884870] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"405.536808ms","start":"2026-03-03T17:56:24.903738Z","end":"2026-03-03T17:56:25.309275Z","steps":["trace[530884870] 'process raft request' (duration: 405.371154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:25.309507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:24.903703Z","time spent":"405.767024ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:56:25.309422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:24.903558Z","time spent":"405.799744ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:56:25.309718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.063781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T17:56:25.309771Z","caller":"traceutil/trace.go:171","msg":"trace[761709981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5099; }","duration":"398.146422ms","start":"2026-03-03T17:56:24.911607Z","end":"2026-03-03T17:56:25.309753Z","steps":["trace[761709981] 'agreement among raft nodes before linearized reading' (duration: 397.958787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:25.309823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:24.911596Z","time spent":"398.216774ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T17:56:25.309789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.305206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T17:56:25.309838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.042835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80032"} {"level":"warn","ts":"2026-03-03T17:56:25.30982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.495377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cce07e43-32da-4bdb-a2c8-d402ffb5cdbc\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-03T17:56:25.309886Z","caller":"traceutil/trace.go:171","msg":"trace[729750043] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5099; }","duration":"403.105147ms","start":"2026-03-03T17:56:24.906769Z","end":"2026-03-03T17:56:25.309874Z","steps":["trace[729750043] 'agreement among raft nodes before linearized reading' (duration: 402.562613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:25.309877Z","caller":"traceutil/trace.go:171","msg":"trace[1414529021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5099; }","duration":"353.389718ms","start":"2026-03-03T17:56:24.956469Z","end":"2026-03-03T17:56:25.309858Z","steps":["trace[1414529021] 'agreement among raft nodes before linearized reading' (duration: 353.155663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:25.309913Z","caller":"traceutil/trace.go:171","msg":"trace[1263590518] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cce07e43-32da-4bdb-a2c8-d402ffb5cdbc; range_end:; response_count:1; response_revision:5099; }","duration":"250.683551ms","start":"2026-03-03T17:56:25.059209Z","end":"2026-03-03T17:56:25.309893Z","steps":["trace[1263590518] 'agreement among raft nodes before linearized reading' (duration: 250.359943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:25.309922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:24.90676Z","time spent":"403.152808ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80054,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T17:56:25.30994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:24.956428Z","time spent":"353.498581ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T17:56:26.080012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.262512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:56:26.080105Z","caller":"traceutil/trace.go:171","msg":"trace[1197825626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5101; }","duration":"464.407565ms","start":"2026-03-03T17:56:25.615678Z","end":"2026-03-03T17:56:26.080085Z","steps":["trace[1197825626] 'range keys from in-memory index tree' (duration: 464.092696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:26.080155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:25.615643Z","time spent":"464.490397ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:56:26.080275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.115384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cce07e43-32da-4bdb-a2c8-d402ffb5cdbc\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-03T17:56:26.080325Z","caller":"traceutil/trace.go:171","msg":"trace[920308576] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cce07e43-32da-4bdb-a2c8-d402ffb5cdbc; range_end:; response_count:1; response_revision:5101; }","duration":"495.225288ms","start":"2026-03-03T17:56:25.585085Z","end":"2026-03-03T17:56:26.08031Z","steps":["trace[920308576] 'range keys from in-memory index tree' (duration: 494.800267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:26.08036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:25.585055Z","time spent":"495.29694ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cce07e43-32da-4bdb-a2c8-d402ffb5cdbc\" "} {"level":"warn","ts":"2026-03-03T17:56:26.817495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204018263,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T17:56:26.980141Z","caller":"traceutil/trace.go:171","msg":"trace[1330285750] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"891.760509ms","start":"2026-03-03T17:56:26.088348Z","end":"2026-03-03T17:56:26.980108Z","steps":["trace[1330285750] 'process raft request' (duration: 891.563214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:26.980382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:26.088328Z","time spent":"891.939095ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:27.036156Z","caller":"traceutil/trace.go:171","msg":"trace[75817425] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"832.589764ms","start":"2026-03-03T17:56:26.203518Z","end":"2026-03-03T17:56:27.036108Z","steps":["trace[75817425] 'process raft request' (duration: 805.386332ms)","trace[75817425] 'compare' (duration: 26.899585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:56:27.036458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.665357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cce07e43-32da-4bdb-a2c8-d402ffb5cdbc\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-03T17:56:27.036518Z","caller":"traceutil/trace.go:171","msg":"trace[376732079] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cce07e43-32da-4bdb-a2c8-d402ffb5cdbc; range_end:; response_count:1; response_revision:5106; }","duration":"720.80446ms","start":"2026-03-03T17:56:26.315699Z","end":"2026-03-03T17:56:27.036503Z","steps":["trace[376732079] 'agreement among raft nodes before linearized reading' (duration: 720.592795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:27.03616Z","caller":"traceutil/trace.go:171","msg":"trace[1121753536] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"364.333234ms","start":"2026-03-03T17:56:26.671796Z","end":"2026-03-03T17:56:27.036129Z","steps":["trace[1121753536] 'process raft request' (duration: 364.247592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:27.036566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:26.31567Z","time spent":"720.886782ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cce07e43-32da-4bdb-a2c8-d402ffb5cdbc\" "} {"level":"info","ts":"2026-03-03T17:56:27.036182Z","caller":"traceutil/trace.go:171","msg":"trace[180751766] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"452.986017ms","start":"2026-03-03T17:56:26.583157Z","end":"2026-03-03T17:56:27.036143Z","steps":["trace[180751766] 'process raft request' (duration: 452.827423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:27.036712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:26.203481Z","time spent":"832.882572ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:56:27.036723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:26.671761Z","time spent":"364.821087ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:56:27.036802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:26.58311Z","time spent":"453.582623ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:27.03629Z","caller":"traceutil/trace.go:171","msg":"trace[2121932314] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"359.907192ms","start":"2026-03-03T17:56:26.67637Z","end":"2026-03-03T17:56:27.036277Z","steps":["trace[2121932314] 'process raft request' (duration: 359.716647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:27.036262Z","caller":"traceutil/trace.go:171","msg":"trace[1121499703] linearizableReadLoop","detail":"{readStateIndex:5306; appliedIndex:5301; }","duration":"720.475052ms","start":"2026-03-03T17:56:26.315775Z","end":"2026-03-03T17:56:27.03625Z","steps":["trace[1121499703] 'read index received' (duration: 664.163907ms)","trace[1121499703] 'applied index is now lower than readState.Index' (duration: 56.309785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:56:27.037069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:26.676342Z","time spent":"360.60549ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:56:29.494538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204018305,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T17:56:29.709569Z","caller":"traceutil/trace.go:171","msg":"trace[143060792] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"762.445094ms","start":"2026-03-03T17:56:28.946715Z","end":"2026-03-03T17:56:29.70916Z","steps":["trace[143060792] 'process raft request' (duration: 755.686874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:29.709828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:28.946668Z","time spent":"763.05826ms","remote":"127.0.0.1:55412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2581,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:56:29.711479Z","caller":"traceutil/trace.go:171","msg":"trace[1415491313] linearizableReadLoop","detail":"{readStateIndex:5333; appliedIndex:5328; }","duration":"717.818584ms","start":"2026-03-03T17:56:28.993633Z","end":"2026-03-03T17:56:29.711452Z","steps":["trace[1415491313] 'read index received' (duration: 708.772578ms)","trace[1415491313] 'applied index is now lower than readState.Index' (duration: 9.044776ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:29.711682Z","caller":"traceutil/trace.go:171","msg":"trace[891616447] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"668.539808ms","start":"2026-03-03T17:56:29.043089Z","end":"2026-03-03T17:56:29.711628Z","steps":["trace[891616447] 'process raft request' (duration: 668.331292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:29.711747Z","caller":"traceutil/trace.go:171","msg":"trace[1247297749] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"668.669081ms","start":"2026-03-03T17:56:29.04302Z","end":"2026-03-03T17:56:29.711689Z","steps":["trace[1247297749] 'process raft request' (duration: 668.337042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:29.711935Z","caller":"traceutil/trace.go:171","msg":"trace[985292775] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"742.558885ms","start":"2026-03-03T17:56:28.969365Z","end":"2026-03-03T17:56:29.711924Z","steps":["trace[985292775] 'process raft request' (duration: 741.814696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:29.711929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.456547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:56:29.711986Z","caller":"traceutil/trace.go:171","msg":"trace[469959310] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"668.952848ms","start":"2026-03-03T17:56:29.043021Z","end":"2026-03-03T17:56:29.711973Z","steps":["trace[469959310] 'process raft request' (duration: 668.372203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:29.712062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:29.042994Z","time spent":"669.02932ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:56:29.712017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:29.042994Z","time spent":"668.879626ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:29.712108Z","caller":"traceutil/trace.go:171","msg":"trace[1906308500] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5132; }","duration":"686.650022ms","start":"2026-03-03T17:56:29.025365Z","end":"2026-03-03T17:56:29.712016Z","steps":["trace[1906308500] 'agreement among raft nodes before linearized reading' (duration: 686.446367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:29.71218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:29.025337Z","time spent":"686.829076ms","remote":"127.0.0.1:55792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:56:29.712205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.037208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xw7nv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T17:56:29.712247Z","caller":"traceutil/trace.go:171","msg":"trace[1923301578] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xw7nv; range_end:; response_count:1; response_revision:5132; }","duration":"386.09651ms","start":"2026-03-03T17:56:29.32614Z","end":"2026-03-03T17:56:29.712236Z","steps":["trace[1923301578] 'agreement among raft nodes before linearized reading' (duration: 385.952076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:29.712064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:28.969326Z","time spent":"742.648537ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:56:29.712273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:29.32613Z","time spent":"386.138791ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-xw7nv\" "} {"level":"warn","ts":"2026-03-03T17:56:29.71229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.994672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T17:56:29.712319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.796177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T17:56:29.712356Z","caller":"traceutil/trace.go:171","msg":"trace[2111838597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5132; }","duration":"387.122956ms","start":"2026-03-03T17:56:29.325218Z","end":"2026-03-03T17:56:29.712341Z","steps":["trace[2111838597] 'agreement among raft nodes before linearized reading' (duration: 386.951741ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:29.712388Z","caller":"traceutil/trace.go:171","msg":"trace[831258347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5132; }","duration":"386.9189ms","start":"2026-03-03T17:56:29.325452Z","end":"2026-03-03T17:56:29.712371Z","steps":["trace[831258347] 'agreement among raft nodes before linearized reading' (duration: 386.671864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:29.712408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:29.32517Z","time spent":"387.228968ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T17:56:29.712404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.193384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cce07e43-32da-4bdb-a2c8-d402ffb5cdbc\" ","response":"range_response_count:1 size:3951"} {"level":"warn","ts":"2026-03-03T17:56:29.712466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:29.32544Z","time spent":"387.001192ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T17:56:29.712472Z","caller":"traceutil/trace.go:171","msg":"trace[1749533701] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cce07e43-32da-4bdb-a2c8-d402ffb5cdbc; range_end:; response_count:1; response_revision:5132; }","duration":"665.304677ms","start":"2026-03-03T17:56:29.047151Z","end":"2026-03-03T17:56:29.712456Z","steps":["trace[1749533701] 'agreement among raft nodes before linearized reading' (duration: 665.081082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:29.712526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.148127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T17:56:29.712532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:29.047124Z","time spent":"665.394889ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cce07e43-32da-4bdb-a2c8-d402ffb5cdbc\" "} {"level":"warn","ts":"2026-03-03T17:56:29.71193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:29.043057Z","time spent":"668.742483ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:29.712824Z","caller":"traceutil/trace.go:171","msg":"trace[1206720976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5132; }","duration":"293.24569ms","start":"2026-03-03T17:56:29.419306Z","end":"2026-03-03T17:56:29.712552Z","steps":["trace[1206720976] 'agreement among raft nodes before linearized reading' (duration: 293.143727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:29.712907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.252941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-wstwx\" ","response":"range_response_count:1 size:4753"} {"level":"warn","ts":"2026-03-03T17:56:29.712977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.579925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T17:56:29.713004Z","caller":"traceutil/trace.go:171","msg":"trace[23560307] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-wstwx; range_end:; response_count:1; response_revision:5132; }","duration":"719.410944ms","start":"2026-03-03T17:56:28.993573Z","end":"2026-03-03T17:56:29.712984Z","steps":["trace[23560307] 'agreement among raft nodes before linearized reading' (duration: 719.000784ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:29.713026Z","caller":"traceutil/trace.go:171","msg":"trace[1157523365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5132; }","duration":"369.666637ms","start":"2026-03-03T17:56:29.343348Z","end":"2026-03-03T17:56:29.713014Z","steps":["trace[1157523365] 'agreement among raft nodes before linearized reading' (duration: 369.536004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:29.712972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.010183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-03T17:56:29.713071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:29.343332Z","time spent":"369.729259ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T17:56:29.71314Z","caller":"traceutil/trace.go:171","msg":"trace[221954950] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5132; }","duration":"395.205048ms","start":"2026-03-03T17:56:29.317878Z","end":"2026-03-03T17:56:29.713083Z","steps":["trace[221954950] 'agreement among raft nodes before linearized reading' (duration: 394.345707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:29.713043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:28.993543Z","time spent":"719.490997ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4775,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-wstwx\" "} {"level":"warn","ts":"2026-03-03T17:56:29.71411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.92708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T17:56:29.714179Z","caller":"traceutil/trace.go:171","msg":"trace[1278492769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5132; }","duration":"389.055223ms","start":"2026-03-03T17:56:29.325108Z","end":"2026-03-03T17:56:29.714163Z","steps":["trace[1278492769] 'agreement among raft nodes before linearized reading' (duration: 388.243803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:29.714237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:29.32508Z","time spent":"389.141755ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T17:56:29.713204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:29.317851Z","time spent":"395.339542ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T17:56:39.171593Z","caller":"traceutil/trace.go:171","msg":"trace[1215244332] linearizableReadLoop","detail":"{readStateIndex:5466; appliedIndex:5465; }","duration":"444.335841ms","start":"2026-03-03T17:56:38.727225Z","end":"2026-03-03T17:56:39.171561Z","steps":["trace[1215244332] 'read index received' (duration: 444.055994ms)","trace[1215244332] 'applied index is now lower than readState.Index' (duration: 278.727µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:39.171664Z","caller":"traceutil/trace.go:171","msg":"trace[344469126] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"448.375822ms","start":"2026-03-03T17:56:38.723241Z","end":"2026-03-03T17:56:39.171617Z","steps":["trace[344469126] 'process raft request' (duration: 448.114886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:39.171867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.604718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-03-03T17:56:39.171879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:38.723205Z","time spent":"448.561448ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:39.171917Z","caller":"traceutil/trace.go:171","msg":"trace[890022701] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5261; }","duration":"444.721391ms","start":"2026-03-03T17:56:38.727185Z","end":"2026-03-03T17:56:39.171906Z","steps":["trace[890022701] 'agreement among raft nodes before linearized reading' (duration: 444.502825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:39.171953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:38.727174Z","time spent":"444.771562ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-03T17:56:39.171863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.782079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T17:56:39.172032Z","caller":"traceutil/trace.go:171","msg":"trace[1877733231] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5261; }","duration":"418.969725ms","start":"2026-03-03T17:56:38.753045Z","end":"2026-03-03T17:56:39.172015Z","steps":["trace[1877733231] 'agreement among raft nodes before linearized reading' (duration: 418.700548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:39.172188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:38.75302Z","time spent":"419.154109ms","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T17:56:39.380771Z","caller":"traceutil/trace.go:171","msg":"trace[594894547] linearizableReadLoop","detail":"{readStateIndex:5467; appliedIndex:5466; }","duration":"192.304177ms","start":"2026-03-03T17:56:39.188434Z","end":"2026-03-03T17:56:39.380738Z","steps":["trace[594894547] 'read index received' (duration: 192.02857ms)","trace[594894547] 'applied index is now lower than readState.Index' (duration: 274.707µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:39.380897Z","caller":"traceutil/trace.go:171","msg":"trace[1442116880] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"201.447296ms","start":"2026-03-03T17:56:39.179424Z","end":"2026-03-03T17:56:39.380872Z","steps":["trace[1442116880] 'process raft request' (duration: 201.116058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:39.381229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.750318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-03T17:56:39.381312Z","caller":"traceutil/trace.go:171","msg":"trace[1787095451] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5262; }","duration":"192.889581ms","start":"2026-03-03T17:56:39.188397Z","end":"2026-03-03T17:56:39.381286Z","steps":["trace[1787095451] 'agreement among raft nodes before linearized reading' (duration: 192.479121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:39.549139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.395149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-tmtvf\" ","response":"range_response_count:1 size:4343"} {"level":"info","ts":"2026-03-03T17:56:39.549248Z","caller":"traceutil/trace.go:171","msg":"trace[265764692] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-tmtvf; range_end:; response_count:1; response_revision:5263; }","duration":"102.589404ms","start":"2026-03-03T17:56:39.446634Z","end":"2026-03-03T17:56:39.549223Z","steps":["trace[265764692] 'range keys from in-memory index tree' (duration: 102.103662ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:39.72147Z","caller":"traceutil/trace.go:171","msg":"trace[1406948915] linearizableReadLoop","detail":"{readStateIndex:5469; appliedIndex:5468; }","duration":"107.657772ms","start":"2026-03-03T17:56:39.613773Z","end":"2026-03-03T17:56:39.72143Z","steps":["trace[1406948915] 'read index received' (duration: 107.324454ms)","trace[1406948915] 'applied index is now lower than readState.Index' (duration: 332.228µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:39.721638Z","caller":"traceutil/trace.go:171","msg":"trace[1121733499] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"164.033987ms","start":"2026-03-03T17:56:39.557554Z","end":"2026-03-03T17:56:39.721588Z","steps":["trace[1121733499] 'process raft request' (duration: 163.633847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:39.721708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.899999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:56:39.721757Z","caller":"traceutil/trace.go:171","msg":"trace[1550394815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5264; }","duration":"108.027052ms","start":"2026-03-03T17:56:39.613716Z","end":"2026-03-03T17:56:39.721743Z","steps":["trace[1550394815] 'agreement among raft nodes before linearized reading' (duration: 107.867828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:39.858961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.984194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:56:39.859102Z","caller":"traceutil/trace.go:171","msg":"trace[1166570725] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"130.619829ms","start":"2026-03-03T17:56:39.728458Z","end":"2026-03-03T17:56:39.859078Z","steps":["trace[1166570725] 'process raft request' (duration: 29.395248ms)","trace[1166570725] 'compare' (duration: 100.846881ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:39.889468Z","caller":"traceutil/trace.go:171","msg":"trace[1194204803] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"160.445128ms","start":"2026-03-03T17:56:39.729Z","end":"2026-03-03T17:56:39.889445Z","steps":["trace[1194204803] 'process raft request' (duration: 160.168491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:39.889532Z","caller":"traceutil/trace.go:171","msg":"trace[786100221] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"158.763974ms","start":"2026-03-03T17:56:39.730749Z","end":"2026-03-03T17:56:39.889513Z","steps":["trace[786100221] 'process raft request' (duration: 158.61319ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:39.889514Z","caller":"traceutil/trace.go:171","msg":"trace[823356798] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"134.008583ms","start":"2026-03-03T17:56:39.755473Z","end":"2026-03-03T17:56:39.889482Z","steps":["trace[823356798] 'process raft request' (duration: 133.949652ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:39.902306Z","caller":"traceutil/trace.go:171","msg":"trace[1929366989] linearizableReadLoop","detail":"{readStateIndex:5475; appliedIndex:5470; }","duration":"124.782141ms","start":"2026-03-03T17:56:39.777498Z","end":"2026-03-03T17:56:39.90228Z","steps":["trace[1929366989] 'read index received' (duration: 111.651742ms)","trace[1929366989] 'applied index is now lower than readState.Index' (duration: 13.129309ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:39.902389Z","caller":"traceutil/trace.go:171","msg":"trace[1784537157] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"144.159878ms","start":"2026-03-03T17:56:39.758187Z","end":"2026-03-03T17:56:39.902347Z","steps":["trace[1784537157] 'process raft request' (duration: 143.928812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:39.902457Z","caller":"traceutil/trace.go:171","msg":"trace[1089031810] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"139.420168ms","start":"2026-03-03T17:56:39.762985Z","end":"2026-03-03T17:56:39.902405Z","steps":["trace[1089031810] 'process raft request' (duration: 139.256974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:39.90254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.016107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T17:56:39.902573Z","caller":"traceutil/trace.go:171","msg":"trace[1091001453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5270; }","duration":"125.106749ms","start":"2026-03-03T17:56:39.777457Z","end":"2026-03-03T17:56:39.902563Z","steps":["trace[1091001453] 'agreement among raft nodes before linearized reading' (duration: 124.946455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:39.94449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.368745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xw7nv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T17:56:39.944516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.182948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T17:56:39.944558Z","caller":"traceutil/trace.go:171","msg":"trace[1481271409] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xw7nv; range_end:; response_count:1; response_revision:5271; }","duration":"166.469138ms","start":"2026-03-03T17:56:39.778074Z","end":"2026-03-03T17:56:39.944544Z","steps":["trace[1481271409] 'agreement among raft nodes before linearized reading' (duration: 166.212761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:39.94458Z","caller":"traceutil/trace.go:171","msg":"trace[1052191766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5271; }","duration":"150.298351ms","start":"2026-03-03T17:56:39.794263Z","end":"2026-03-03T17:56:39.944561Z","steps":["trace[1052191766] 'agreement among raft nodes before linearized reading' (duration: 150.041495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:39.944605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.713071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T17:56:39.944689Z","caller":"traceutil/trace.go:171","msg":"trace[559946886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5271; }","duration":"150.838305ms","start":"2026-03-03T17:56:39.793832Z","end":"2026-03-03T17:56:39.944671Z","steps":["trace[559946886] 'agreement among raft nodes before linearized reading' (duration: 150.620119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:39.944751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.636746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T17:56:39.944605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.366968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T17:56:39.944828Z","caller":"traceutil/trace.go:171","msg":"trace[170560182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5271; }","duration":"163.769099ms","start":"2026-03-03T17:56:39.78104Z","end":"2026-03-03T17:56:39.944809Z","steps":["trace[170560182] 'agreement among raft nodes before linearized reading' (duration: 163.515213ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:39.944917Z","caller":"traceutil/trace.go:171","msg":"trace[1393726547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5271; }","duration":"161.683407ms","start":"2026-03-03T17:56:39.783182Z","end":"2026-03-03T17:56:39.944865Z","steps":["trace[1393726547] 'agreement among raft nodes before linearized reading' (duration: 161.221915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:40.343176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.17924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:56:40.343407Z","caller":"traceutil/trace.go:171","msg":"trace[1366653434] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"434.490053ms","start":"2026-03-03T17:56:39.908842Z","end":"2026-03-03T17:56:40.343332Z","steps":["trace[1366653434] 'process raft request' (duration: 68.045437ms)","trace[1366653434] 'compare' (duration: 366.029886ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:40.343547Z","caller":"traceutil/trace.go:171","msg":"trace[290473514] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"394.100581ms","start":"2026-03-03T17:56:39.949423Z","end":"2026-03-03T17:56:40.343524Z","steps":["trace[290473514] 'process raft request' (duration: 394.022439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:40.343626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:39.908813Z","time spent":"434.676938ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:56:40.343633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:39.949415Z","time spent":"394.179303ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:40.343604Z","caller":"traceutil/trace.go:171","msg":"trace[934299949] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"394.177203ms","start":"2026-03-03T17:56:39.94937Z","end":"2026-03-03T17:56:40.343547Z","steps":["trace[934299949] 'process raft request' (duration: 393.961877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:40.343664Z","caller":"traceutil/trace.go:171","msg":"trace[1811388851] linearizableReadLoop","detail":"{readStateIndex:5477; appliedIndex:5476; }","duration":"394.262475ms","start":"2026-03-03T17:56:39.949368Z","end":"2026-03-03T17:56:40.343631Z","steps":["trace[1811388851] 'read index received' (duration: 27.603793ms)","trace[1811388851] 'applied index is now lower than readState.Index' (duration: 366.656592ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:40.343771Z","caller":"traceutil/trace.go:171","msg":"trace[1283728950] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"394.349526ms","start":"2026-03-03T17:56:39.949388Z","end":"2026-03-03T17:56:40.343738Z","steps":["trace[1283728950] 'process raft request' (duration: 394.023978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:40.34387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:39.949343Z","time spent":"394.380068ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:40.343928Z","caller":"traceutil/trace.go:171","msg":"trace[831785851] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"394.45ms","start":"2026-03-03T17:56:39.949469Z","end":"2026-03-03T17:56:40.343919Z","steps":["trace[831785851] 'process raft request' (duration: 394.007599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:40.343947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:39.949351Z","time spent":"394.49898ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:56:40.343977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:39.949433Z","time spent":"394.521731ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:56:40.344101Z","caller":"traceutil/trace.go:171","msg":"trace[608122070] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"393.882565ms","start":"2026-03-03T17:56:39.950195Z","end":"2026-03-03T17:56:40.344078Z","steps":["trace[608122070] 'process raft request' (duration: 393.565047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:40.344176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:39.950169Z","time spent":"393.970837ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:56:40.344374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.972632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81718"} {"level":"info","ts":"2026-03-03T17:56:40.344419Z","caller":"traceutil/trace.go:171","msg":"trace[2046825753] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5276; }","duration":"395.072055ms","start":"2026-03-03T17:56:39.949333Z","end":"2026-03-03T17:56:40.344405Z","steps":["trace[2046825753] 'agreement among raft nodes before linearized reading' (duration: 394.4543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:40.344447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:39.949311Z","time spent":"395.128416ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81740,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T17:56:40.387059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.271005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:56:40.38717Z","caller":"traceutil/trace.go:171","msg":"trace[349547307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5277; }","duration":"298.47812ms","start":"2026-03-03T17:56:40.088667Z","end":"2026-03-03T17:56:40.387146Z","steps":["trace[349547307] 'agreement among raft nodes before linearized reading' (duration: 298.300976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:40.387155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.501721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T17:56:40.387351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.369181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-03T17:56:40.3874Z","caller":"traceutil/trace.go:171","msg":"trace[1866413984] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5277; }","duration":"143.8509ms","start":"2026-03-03T17:56:40.243522Z","end":"2026-03-03T17:56:40.387373Z","steps":["trace[1866413984] 'agreement among raft nodes before linearized reading' (duration: 143.45394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:40.387468Z","caller":"traceutil/trace.go:171","msg":"trace[1869235939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5277; }","duration":"381.546475ms","start":"2026-03-03T17:56:40.005876Z","end":"2026-03-03T17:56:40.387422Z","steps":["trace[1869235939] 'agreement among raft nodes before linearized reading' (duration: 381.047763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:40.387542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:56:40.005848Z","time spent":"381.677549ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T17:56:40.687587Z","caller":"traceutil/trace.go:171","msg":"trace[638096931] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"125.537661ms","start":"2026-03-03T17:56:40.562015Z","end":"2026-03-03T17:56:40.687553Z","steps":["trace[638096931] 'process raft request' (duration: 125.302015ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:57:06.765151Z","caller":"traceutil/trace.go:171","msg":"trace[32542524] linearizableReadLoop","detail":"{readStateIndex:5728; appliedIndex:5727; }","duration":"272.57258ms","start":"2026-03-03T17:57:06.492547Z","end":"2026-03-03T17:57:06.76512Z","steps":["trace[32542524] 'read index received' (duration: 270.15806ms)","trace[32542524] 'applied index is now lower than readState.Index' (duration: 2.41291ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:57:06.765249Z","caller":"traceutil/trace.go:171","msg":"trace[1639150468] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"273.298978ms","start":"2026-03-03T17:57:06.491912Z","end":"2026-03-03T17:57:06.765211Z","steps":["trace[1639150468] 'process raft request' (duration: 270.875028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:57:06.765444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.883769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T17:57:06.765499Z","caller":"traceutil/trace.go:171","msg":"trace[985907274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5515; }","duration":"273.091004ms","start":"2026-03-03T17:57:06.492396Z","end":"2026-03-03T17:57:06.765487Z","steps":["trace[985907274] 'agreement among raft nodes before linearized reading' (duration: 272.892888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:57:06.765563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.295313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T17:57:06.7656Z","caller":"traceutil/trace.go:171","msg":"trace[1441084709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5515; }","duration":"268.355793ms","start":"2026-03-03T17:57:06.497236Z","end":"2026-03-03T17:57:06.765592Z","steps":["trace[1441084709] 'agreement among raft nodes before linearized reading' (duration: 268.257911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:57:06.765671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.418071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T17:57:06.765686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.97059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T17:57:06.765749Z","caller":"traceutil/trace.go:171","msg":"trace[755438861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5515; }","duration":"271.528684ms","start":"2026-03-03T17:57:06.494204Z","end":"2026-03-03T17:57:06.765733Z","steps":["trace[755438861] 'agreement among raft nodes before linearized reading' (duration: 271.265347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:57:06.765793Z","caller":"traceutil/trace.go:171","msg":"trace[1433955719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5515; }","duration":"271.101233ms","start":"2026-03-03T17:57:06.494669Z","end":"2026-03-03T17:57:06.76577Z","steps":["trace[1433955719] 'agreement among raft nodes before linearized reading' (duration: 270.843496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:57:11.662618Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2658} {"level":"info","ts":"2026-03-03T17:57:11.726442Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2658,"took":"62.052318ms","hash":2595284006,"current-db-size-bytes":40574976,"current-db-size":"41 MB","current-db-size-in-use-bytes":30052352,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T17:57:11.72652Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2595284006,"revision":2658,"compact-revision":-1} {"level":"info","ts":"2026-03-03T17:57:16.214218Z","caller":"traceutil/trace.go:171","msg":"trace[1038318802] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"167.511014ms","start":"2026-03-03T17:57:16.046669Z","end":"2026-03-03T17:57:16.21418Z","steps":["trace[1038318802] 'process raft request' (duration: 167.210806ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:57:16.214345Z","caller":"traceutil/trace.go:171","msg":"trace[1691978822] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"167.243817ms","start":"2026-03-03T17:57:16.047035Z","end":"2026-03-03T17:57:16.214279Z","steps":["trace[1691978822] 'process raft request' (duration: 167.057353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:57:25.195921Z","caller":"traceutil/trace.go:171","msg":"trace[98823175] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"167.676389ms","start":"2026-03-03T17:57:25.028206Z","end":"2026-03-03T17:57:25.195882Z","steps":["trace[98823175] 'process raft request' (duration: 167.486454ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:57:25.200716Z","caller":"traceutil/trace.go:171","msg":"trace[983492019] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"172.257554ms","start":"2026-03-03T17:57:25.028431Z","end":"2026-03-03T17:57:25.200689Z","steps":["trace[983492019] 'process raft request' (duration: 171.966186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:57:25.200711Z","caller":"traceutil/trace.go:171","msg":"trace[1141902484] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"171.397812ms","start":"2026-03-03T17:57:25.029276Z","end":"2026-03-03T17:57:25.200674Z","steps":["trace[1141902484] 'process raft request' (duration: 171.30194ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:57:25.200879Z","caller":"traceutil/trace.go:171","msg":"trace[1466445637] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"171.571187ms","start":"2026-03-03T17:57:25.029277Z","end":"2026-03-03T17:57:25.200848Z","steps":["trace[1466445637] 'process raft request' (duration: 171.341511ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:57:30.297391Z","caller":"traceutil/trace.go:171","msg":"trace[1847882409] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"103.25091ms","start":"2026-03-03T17:57:30.194104Z","end":"2026-03-03T17:57:30.297355Z","steps":["trace[1847882409] 'process raft request' (duration: 88.276551ms)","trace[1847882409] 'compare' (duration: 14.780134ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:11.668614Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5545} {"level":"info","ts":"2026-03-03T18:02:11.790979Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5545,"took":"120.301594ms","hash":2999038997,"current-db-size-bytes":41738240,"current-db-size":"42 MB","current-db-size-in-use-bytes":21831680,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T18:02:11.791065Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2999038997,"revision":5545,"compact-revision":2658} {"level":"info","ts":"2026-03-03T18:02:39.388906Z","caller":"traceutil/trace.go:171","msg":"trace[940475152] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"365.333811ms","start":"2026-03-03T18:02:39.023548Z","end":"2026-03-03T18:02:39.388882Z","steps":["trace[940475152] 'process raft request' (duration: 312.64793ms)","trace[940475152] 'compare' (duration: 52.577489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:02:39.389051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:39.02353Z","time spent":"365.450514ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:02:41.625041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204025473,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:02:41.668947Z","caller":"traceutil/trace.go:171","msg":"trace[1286592419] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"643.261169ms","start":"2026-03-03T18:02:41.025659Z","end":"2026-03-03T18:02:41.66892Z","steps":["trace[1286592419] 'process raft request' (duration: 643.088645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:41.669317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:41.025643Z","time spent":"643.404932ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:02:42.139485Z","caller":"traceutil/trace.go:171","msg":"trace[1657754462] transaction","detail":"{read_only:false; response_revision:7793; number_of_response:1; }","duration":"1.11103437s","start":"2026-03-03T18:02:41.02837Z","end":"2026-03-03T18:02:42.139405Z","steps":["trace[1657754462] 'process raft request' (duration: 1.11065131s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:02:42.139872Z","caller":"traceutil/trace.go:171","msg":"trace[1926550214] linearizableReadLoop","detail":"{readStateIndex:8092; appliedIndex:8088; }","duration":"1.015282827s","start":"2026-03-03T18:02:41.124572Z","end":"2026-03-03T18:02:42.139854Z","steps":["trace[1926550214] 'read index received' (duration: 544.787188ms)","trace[1926550214] 'applied index is now lower than readState.Index' (duration: 470.494619ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:42.140008Z","caller":"traceutil/trace.go:171","msg":"trace[683826690] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"580.825084ms","start":"2026-03-03T18:02:41.559174Z","end":"2026-03-03T18:02:42.139999Z","steps":["trace[683826690] 'process raft request' (duration: 580.436015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:42.140156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:41.559139Z","time spent":"580.905436ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:02:42.140309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.658271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:02:42.140391Z","caller":"traceutil/trace.go:171","msg":"trace[962528229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7796; }","duration":"746.803155ms","start":"2026-03-03T18:02:41.393568Z","end":"2026-03-03T18:02:42.140372Z","steps":["trace[962528229] 'agreement among raft nodes before linearized reading' (duration: 746.58952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:42.140439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:41.393541Z","time spent":"746.890607ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:02:42.140455Z","caller":"traceutil/trace.go:171","msg":"trace[1708694200] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"578.755323ms","start":"2026-03-03T18:02:41.561678Z","end":"2026-03-03T18:02:42.140433Z","steps":["trace[1708694200] 'process raft request' (duration: 578.121117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:42.14055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.567199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:02:42.140571Z","caller":"traceutil/trace.go:171","msg":"trace[807648502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7796; }","duration":"525.62772ms","start":"2026-03-03T18:02:41.614937Z","end":"2026-03-03T18:02:42.140564Z","steps":["trace[807648502] 'agreement among raft nodes before linearized reading' (duration: 525.594829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:42.140592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:41.614915Z","time spent":"525.673402ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:02:42.14035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015735857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T18:02:42.140693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:41.561652Z","time spent":"578.884005ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:02:42.140467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:41.028356Z","time spent":"1.111511952s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:02:42.140722Z","caller":"traceutil/trace.go:171","msg":"trace[93092344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7796; }","duration":"1.01622064s","start":"2026-03-03T18:02:41.124485Z","end":"2026-03-03T18:02:42.140706Z","steps":["trace[93092344] 'agreement among raft nodes before linearized reading' (duration: 1.015577064s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:02:42.139743Z","caller":"traceutil/trace.go:171","msg":"trace[1991380020] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"676.264969ms","start":"2026-03-03T18:02:41.46342Z","end":"2026-03-03T18:02:42.139685Z","steps":["trace[1991380020] 'process raft request' (duration: 675.789438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:42.14086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:41.124458Z","time spent":"1.016392833s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:02:42.140983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:41.463391Z","time spent":"677.48422ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:02:42.294844Z","caller":"traceutil/trace.go:171","msg":"trace[2007862994] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"149.633554ms","start":"2026-03-03T18:02:42.145181Z","end":"2026-03-03T18:02:42.294814Z","steps":["trace[2007862994] 'process raft request' (duration: 81.262883ms)","trace[2007862994] 'compare' (duration: 68.096204ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:42.295091Z","caller":"traceutil/trace.go:171","msg":"trace[2011481320] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"148.508106ms","start":"2026-03-03T18:02:42.14654Z","end":"2026-03-03T18:02:42.295048Z","steps":["trace[2011481320] 'process raft request' (duration: 148.221338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:53.230059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204025668,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:02:53.502968Z","caller":"traceutil/trace.go:171","msg":"trace[64716942] linearizableReadLoop","detail":"{readStateIndex:8143; appliedIndex:8142; }","duration":"773.667923ms","start":"2026-03-03T18:02:52.72927Z","end":"2026-03-03T18:02:53.502938Z","steps":["trace[64716942] 'read index received' (duration: 773.436348ms)","trace[64716942] 'applied index is now lower than readState.Index' (duration: 229.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:53.503009Z","caller":"traceutil/trace.go:171","msg":"trace[749112805] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"817.856083ms","start":"2026-03-03T18:02:52.685126Z","end":"2026-03-03T18:02:53.502982Z","steps":["trace[749112805] 'process raft request' (duration: 817.612357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:53.50318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:52.685096Z","time spent":"817.979127ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:02:53.503317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.753218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xw7nv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T18:02:53.503288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.92461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:02:53.503363Z","caller":"traceutil/trace.go:171","msg":"trace[1553538407] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xw7nv; range_end:; response_count:1; response_revision:7845; }","duration":"759.82492ms","start":"2026-03-03T18:02:52.743523Z","end":"2026-03-03T18:02:53.503348Z","steps":["trace[1553538407] 'agreement among raft nodes before linearized reading' (duration: 759.592624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:53.503399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:52.743511Z","time spent":"759.879851ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-xw7nv\" "} {"level":"info","ts":"2026-03-03T18:02:53.503401Z","caller":"traceutil/trace.go:171","msg":"trace[1020567459] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7845; }","duration":"774.164017ms","start":"2026-03-03T18:02:52.729205Z","end":"2026-03-03T18:02:53.503369Z","steps":["trace[1020567459] 'agreement among raft nodes before linearized reading' (duration: 773.884979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:53.503415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.50421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-03T18:02:53.503465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:52.72918Z","time spent":"774.27244ms","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:02:53.503517Z","caller":"traceutil/trace.go:171","msg":"trace[1571442719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7845; }","duration":"468.661334ms","start":"2026-03-03T18:02:53.034826Z","end":"2026-03-03T18:02:53.503487Z","steps":["trace[1571442719] 'agreement among raft nodes before linearized reading' (duration: 468.310774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:53.50362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.935201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:02:53.504661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:53.034794Z","time spent":"469.823032ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:02:53.504717Z","caller":"traceutil/trace.go:171","msg":"trace[2063486455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7845; }","duration":"732.065298ms","start":"2026-03-03T18:02:52.77262Z","end":"2026-03-03T18:02:53.504685Z","steps":["trace[2063486455] 'agreement among raft nodes before linearized reading' (duration: 730.604131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:53.504793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:52.772614Z","time spent":"732.16112ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:02:53.641679Z","caller":"traceutil/trace.go:171","msg":"trace[491440022] linearizableReadLoop","detail":"{readStateIndex:8144; appliedIndex:8143; }","duration":"130.791795ms","start":"2026-03-03T18:02:53.51084Z","end":"2026-03-03T18:02:53.641632Z","steps":["trace[491440022] 'read index received' (duration: 98.426429ms)","trace[491440022] 'applied index is now lower than readState.Index' (duration: 32.363516ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:53.641742Z","caller":"traceutil/trace.go:171","msg":"trace[590719919] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"132.007425ms","start":"2026-03-03T18:02:53.509668Z","end":"2026-03-03T18:02:53.641675Z","steps":["trace[590719919] 'process raft request' (duration: 99.738132ms)","trace[590719919] 'compare' (duration: 31.898454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:02:53.642013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.136404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19631"} {"level":"info","ts":"2026-03-03T18:02:53.64214Z","caller":"traceutil/trace.go:171","msg":"trace[1153291159] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7846; }","duration":"131.296497ms","start":"2026-03-03T18:02:53.510816Z","end":"2026-03-03T18:02:53.642113Z","steps":["trace[1153291159] 'agreement among raft nodes before linearized reading' (duration: 130.930108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:02:53.869617Z","caller":"traceutil/trace.go:171","msg":"trace[1007038182] linearizableReadLoop","detail":"{readStateIndex:8145; appliedIndex:8144; }","duration":"126.60405ms","start":"2026-03-03T18:02:53.74298Z","end":"2026-03-03T18:02:53.869584Z","steps":["trace[1007038182] 'read index received' (duration: 81.661652ms)","trace[1007038182] 'applied index is now lower than readState.Index' (duration: 44.941408ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:53.869793Z","caller":"traceutil/trace.go:171","msg":"trace[1094295122] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"196.303685ms","start":"2026-03-03T18:02:53.673472Z","end":"2026-03-03T18:02:53.869776Z","steps":["trace[1094295122] 'process raft request' (duration: 151.09402ms)","trace[1094295122] 'compare' (duration: 44.873167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:02:53.870245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.235586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:02:53.870357Z","caller":"traceutil/trace.go:171","msg":"trace[1594181030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7847; }","duration":"127.421012ms","start":"2026-03-03T18:02:53.742909Z","end":"2026-03-03T18:02:53.87033Z","steps":["trace[1594181030] 'agreement among raft nodes before linearized reading' (duration: 127.105083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:55.107096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:54.695409Z","time spent":"411.681036ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:02:55.649032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.677872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:02:55.649172Z","caller":"traceutil/trace.go:171","msg":"trace[1710098675] linearizableReadLoop","detail":"{readStateIndex:8154; appliedIndex:8153; }","duration":"130.653552ms","start":"2026-03-03T18:02:55.518497Z","end":"2026-03-03T18:02:55.649151Z","steps":["trace[1710098675] 'read index received' (duration: 1.737833ms)","trace[1710098675] 'applied index is now lower than readState.Index' (duration: 128.912739ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:55.649204Z","caller":"traceutil/trace.go:171","msg":"trace[132721778] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"540.587693ms","start":"2026-03-03T18:02:55.108569Z","end":"2026-03-03T18:02:55.649157Z","steps":["trace[132721778] 'process raft request' (duration: 411.656834ms)","trace[132721778] 'compare' (duration: 128.061607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:02:55.649424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:55.108534Z","time spent":"540.772468ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:02:55.649453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.927729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xw7nv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T18:02:55.649557Z","caller":"traceutil/trace.go:171","msg":"trace[470710371] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xw7nv; range_end:; response_count:1; response_revision:7855; }","duration":"131.081223ms","start":"2026-03-03T18:02:55.518453Z","end":"2026-03-03T18:02:55.649534Z","steps":["trace[470710371] 'agreement among raft nodes before linearized reading' (duration: 130.796186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:02:55.863646Z","caller":"traceutil/trace.go:171","msg":"trace[1668736480] linearizableReadLoop","detail":"{readStateIndex:8156; appliedIndex:8154; }","duration":"207.481884ms","start":"2026-03-03T18:02:55.65613Z","end":"2026-03-03T18:02:55.863612Z","steps":["trace[1668736480] 'read index received' (duration: 24.299686ms)","trace[1668736480] 'applied index is now lower than readState.Index' (duration: 183.180818ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:55.863898Z","caller":"traceutil/trace.go:171","msg":"trace[846690679] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"209.438142ms","start":"2026-03-03T18:02:55.654387Z","end":"2026-03-03T18:02:55.863826Z","steps":["trace[846690679] 'process raft request' (duration: 209.020132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:55.864088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.929044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:02:55.864157Z","caller":"traceutil/trace.go:171","msg":"trace[1850174617] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7857; }","duration":"208.050418ms","start":"2026-03-03T18:02:55.656093Z","end":"2026-03-03T18:02:55.864143Z","steps":["trace[1850174617] 'agreement among raft nodes before linearized reading' (duration: 207.786881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:55.864058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.458917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:02:55.864318Z","caller":"traceutil/trace.go:171","msg":"trace[1558545734] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7857; }","duration":"173.730394ms","start":"2026-03-03T18:02:55.69054Z","end":"2026-03-03T18:02:55.86427Z","steps":["trace[1558545734] 'agreement among raft nodes before linearized reading' (duration: 173.387545ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:02:56.24008Z","caller":"traceutil/trace.go:171","msg":"trace[1896578104] linearizableReadLoop","detail":"{readStateIndex:8158; appliedIndex:8157; }","duration":"118.312054ms","start":"2026-03-03T18:02:56.121733Z","end":"2026-03-03T18:02:56.240045Z","steps":["trace[1896578104] 'read index received' (duration: 117.975786ms)","trace[1896578104] 'applied index is now lower than readState.Index' (duration: 335.028µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:56.240184Z","caller":"traceutil/trace.go:171","msg":"trace[888992643] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"171.18316ms","start":"2026-03-03T18:02:56.068963Z","end":"2026-03-03T18:02:56.240147Z","steps":["trace[888992643] 'process raft request' (duration: 170.817951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:56.240322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.563241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:02:56.240378Z","caller":"traceutil/trace.go:171","msg":"trace[1621974475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7859; }","duration":"118.709854ms","start":"2026-03-03T18:02:56.121655Z","end":"2026-03-03T18:02:56.240365Z","steps":["trace[1621974475] 'agreement among raft nodes before linearized reading' (duration: 118.582691ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:02:56.725678Z","caller":"traceutil/trace.go:171","msg":"trace[1301107525] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"490.805445ms","start":"2026-03-03T18:02:56.234816Z","end":"2026-03-03T18:02:56.725622Z","steps":["trace[1301107525] 'process raft request' (duration: 392.400206ms)","trace[1301107525] 'compare' (duration: 97.632089ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:56.725796Z","caller":"traceutil/trace.go:171","msg":"trace[856250511] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"437.378205ms","start":"2026-03-03T18:02:56.288381Z","end":"2026-03-03T18:02:56.72576Z","steps":["trace[856250511] 'process raft request' (duration: 437.137149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:56.725924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:56.234778Z","time spent":"491.01579ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:02:56.726022Z","caller":"traceutil/trace.go:171","msg":"trace[2069510157] linearizableReadLoop","detail":"{readStateIndex:8160; appliedIndex:8158; }","duration":"405.4196ms","start":"2026-03-03T18:02:56.320503Z","end":"2026-03-03T18:02:56.725923Z","steps":["trace[2069510157] 'read index received' (duration: 306.685083ms)","trace[2069510157] 'applied index is now lower than readState.Index' (duration: 98.732707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:02:56.726032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:56.288345Z","time spent":"437.536129ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:02:56.726074Z","caller":"traceutil/trace.go:171","msg":"trace[533203646] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"371.784463ms","start":"2026-03-03T18:02:56.354246Z","end":"2026-03-03T18:02:56.726031Z","steps":["trace[533203646] 'process raft request' (duration: 371.459455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:56.726262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.755308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T18:02:56.726278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:56.354203Z","time spent":"371.966537ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:02:56.726308Z","caller":"traceutil/trace.go:171","msg":"trace[473929134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7862; }","duration":"405.806619ms","start":"2026-03-03T18:02:56.320489Z","end":"2026-03-03T18:02:56.726295Z","steps":["trace[473929134] 'agreement among raft nodes before linearized reading' (duration: 405.631945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:56.726344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:56.320411Z","time spent":"405.924632ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:02:56.727076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.741561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:02:56.727133Z","caller":"traceutil/trace.go:171","msg":"trace[1191606649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7862; }","duration":"111.887534ms","start":"2026-03-03T18:02:56.615232Z","end":"2026-03-03T18:02:56.727119Z","steps":["trace[1191606649] 'agreement among raft nodes before linearized reading' (duration: 111.793312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:56.727503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.101373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:02:56.727486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.701216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:02:56.727574Z","caller":"traceutil/trace.go:171","msg":"trace[464489683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7862; }","duration":"340.184996ms","start":"2026-03-03T18:02:56.387368Z","end":"2026-03-03T18:02:56.727553Z","steps":["trace[464489683] 'agreement among raft nodes before linearized reading' (duration: 339.686394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:02:56.727576Z","caller":"traceutil/trace.go:171","msg":"trace[1255398099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7862; }","duration":"352.815919ms","start":"2026-03-03T18:02:56.374745Z","end":"2026-03-03T18:02:56.727561Z","steps":["trace[1255398099] 'agreement among raft nodes before linearized reading' (duration: 352.615114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:56.727612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:56.387361Z","time spent":"340.243387ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:02:56.727619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:56.374729Z","time spent":"352.879961ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:02:57.124009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.124018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:02:57.124141Z","caller":"traceutil/trace.go:171","msg":"trace[331964571] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"392.446406ms","start":"2026-03-03T18:02:56.731672Z","end":"2026-03-03T18:02:57.124118Z","steps":["trace[331964571] 'process raft request' (duration: 172.089962ms)","trace[331964571] 'compare' (duration: 219.78268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:02:57.124207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:56.731643Z","time spent":"392.532459ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:02:57.43038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.727732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:02:57.430653Z","caller":"traceutil/trace.go:171","msg":"trace[285527858] linearizableReadLoop","detail":"{readStateIndex:8164; appliedIndex:8161; }","duration":"685.425297ms","start":"2026-03-03T18:02:56.745204Z","end":"2026-03-03T18:02:57.430629Z","steps":["trace[285527858] 'read index received' (duration: 158.775821ms)","trace[285527858] 'applied index is now lower than readState.Index' (duration: 526.648386ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:57.430811Z","caller":"traceutil/trace.go:171","msg":"trace[384995601] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"698.138854ms","start":"2026-03-03T18:02:56.732661Z","end":"2026-03-03T18:02:57.4308Z","steps":["trace[384995601] 'process raft request' (duration: 697.847297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:57.430886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:56.732646Z","time spent":"698.203477ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:02:57.431171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.94329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8684ffcb89-vndkm.189966cc794dd8c0\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-03T18:02:57.431296Z","caller":"traceutil/trace.go:171","msg":"trace[1676910136] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8684ffcb89-vndkm.189966cc794dd8c0; range_end:; response_count:1; response_revision:7865; }","duration":"686.116765ms","start":"2026-03-03T18:02:56.745151Z","end":"2026-03-03T18:02:57.431268Z","steps":["trace[1676910136] 'agreement among raft nodes before linearized reading' (duration: 685.809857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:57.431233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.825175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-03T18:02:57.431353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:56.745135Z","time spent":"686.207308ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-8684ffcb89-vndkm.189966cc794dd8c0\" "} {"level":"info","ts":"2026-03-03T18:02:57.431367Z","caller":"traceutil/trace.go:171","msg":"trace[877112209] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"699.508179ms","start":"2026-03-03T18:02:56.73184Z","end":"2026-03-03T18:02:57.431348Z","steps":["trace[877112209] 'process raft request' (duration: 510.661329ms)","trace[877112209] 'compare' (duration: 187.385853ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:57.431383Z","caller":"traceutil/trace.go:171","msg":"trace[439758226] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7865; }","duration":"401.02631ms","start":"2026-03-03T18:02:57.030326Z","end":"2026-03-03T18:02:57.431353Z","steps":["trace[439758226] 'agreement among raft nodes before linearized reading' (duration: 400.652001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:57.431431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:56.731814Z","time spent":"699.58499ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:02:57.431439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:57.030302Z","time spent":"401.124543ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T18:02:58.042642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.022875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:02:58.042663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.747414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:02:58.042751Z","caller":"traceutil/trace.go:171","msg":"trace[848789244] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7868; }","duration":"312.18199ms","start":"2026-03-03T18:02:57.730543Z","end":"2026-03-03T18:02:58.042725Z","steps":["trace[848789244] 'count revisions from in-memory index tree' (duration: 311.890602ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:02:58.042762Z","caller":"traceutil/trace.go:171","msg":"trace[310628320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7868; }","duration":"173.917118ms","start":"2026-03-03T18:02:57.868821Z","end":"2026-03-03T18:02:58.042738Z","steps":["trace[310628320] 'range keys from in-memory index tree' (duration: 173.519779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:58.042653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.818334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:02:58.042807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:57.730528Z","time spent":"312.262642ms","remote":"127.0.0.1:54880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":53,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:02:58.042836Z","caller":"traceutil/trace.go:171","msg":"trace[700249375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7868; }","duration":"106.07069ms","start":"2026-03-03T18:02:57.936743Z","end":"2026-03-03T18:02:58.042814Z","steps":["trace[700249375] 'range keys from in-memory index tree' (duration: 105.539537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:22.575108Z","caller":"traceutil/trace.go:171","msg":"trace[887334357] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"161.860048ms","start":"2026-03-03T18:03:22.413203Z","end":"2026-03-03T18:03:22.575063Z","steps":["trace[887334357] 'process raft request' (duration: 161.570641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:26.011652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204026332,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:03:26.118986Z","caller":"traceutil/trace.go:171","msg":"trace[1427188645] linearizableReadLoop","detail":"{readStateIndex:8362; appliedIndex:8361; }","duration":"608.109251ms","start":"2026-03-03T18:03:25.510845Z","end":"2026-03-03T18:03:26.118954Z","steps":["trace[1427188645] 'read index received' (duration: 607.831634ms)","trace[1427188645] 'applied index is now lower than readState.Index' (duration: 276.567µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:03:26.119581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.624249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xw7nv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T18:03:26.119605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.863721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:03:26.119664Z","caller":"traceutil/trace.go:171","msg":"trace[1143295904] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xw7nv; range_end:; response_count:1; response_revision:8055; }","duration":"258.773802ms","start":"2026-03-03T18:03:25.860871Z","end":"2026-03-03T18:03:26.119645Z","steps":["trace[1143295904] 'agreement among raft nodes before linearized reading' (duration: 258.542706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:26.119688Z","caller":"traceutil/trace.go:171","msg":"trace[614990770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8055; }","duration":"539.015625ms","start":"2026-03-03T18:03:25.580653Z","end":"2026-03-03T18:03:26.119669Z","steps":["trace[614990770] 'agreement among raft nodes before linearized reading' (duration: 538.733588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:26.11975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:25.580626Z","time spent":"539.104797ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:03:26.119806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.235666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T18:03:26.119901Z","caller":"traceutil/trace.go:171","msg":"trace[2085447070] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8055; }","duration":"423.352608ms","start":"2026-03-03T18:03:25.696517Z","end":"2026-03-03T18:03:26.11987Z","steps":["trace[2085447070] 'agreement among raft nodes before linearized reading' (duration: 423.118992ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:26.119929Z","caller":"traceutil/trace.go:171","msg":"trace[1609722639] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"846.701767ms","start":"2026-03-03T18:03:25.273214Z","end":"2026-03-03T18:03:26.119916Z","steps":["trace[1609722639] 'process raft request' (duration: 845.550478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:26.11998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:25.696493Z","time spent":"423.473712ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:03:26.120016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.786865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:03:26.120049Z","caller":"traceutil/trace.go:171","msg":"trace[725205367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8055; }","duration":"537.839126ms","start":"2026-03-03T18:03:25.582203Z","end":"2026-03-03T18:03:26.120042Z","steps":["trace[725205367] 'agreement among raft nodes before linearized reading' (duration: 537.763654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:26.120079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:25.582192Z","time spent":"537.882116ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:03:26.120133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.282791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:03:26.12004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:25.273196Z","time spent":"846.764928ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:03:26.120207Z","caller":"traceutil/trace.go:171","msg":"trace[1789818435] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8055; }","duration":"609.399844ms","start":"2026-03-03T18:03:25.510785Z","end":"2026-03-03T18:03:26.120185Z","steps":["trace[1789818435] 'agreement among raft nodes before linearized reading' (duration: 609.284671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:26.119568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.384806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:03:26.120307Z","caller":"traceutil/trace.go:171","msg":"trace[1519419590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8055; }","duration":"498.199107ms","start":"2026-03-03T18:03:25.622097Z","end":"2026-03-03T18:03:26.120297Z","steps":["trace[1519419590] 'agreement among raft nodes before linearized reading' (duration: 497.337615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:26.120332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:25.622075Z","time spent":"498.250948ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:03:26.120269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:25.510757Z","time spent":"609.495546ms","remote":"127.0.0.1:38534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:03:26.784538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204026337,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:03:26.840961Z","caller":"traceutil/trace.go:171","msg":"trace[1183995318] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"711.934306ms","start":"2026-03-03T18:03:26.128987Z","end":"2026-03-03T18:03:26.840921Z","steps":["trace[1183995318] 'process raft request' (duration: 656.541738ms)","trace[1183995318] 'compare' (duration: 55.233645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:03:26.841158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:26.12896Z","time spent":"712.09778ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:03:26.845948Z","caller":"traceutil/trace.go:171","msg":"trace[1764495961] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"715.579446ms","start":"2026-03-03T18:03:26.130344Z","end":"2026-03-03T18:03:26.845924Z","steps":["trace[1764495961] 'process raft request' (duration: 715.411072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:26.846127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:26.130328Z","time spent":"715.691699ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:03:26.846356Z","caller":"traceutil/trace.go:171","msg":"trace[2037496370] linearizableReadLoop","detail":"{readStateIndex:8366; appliedIndex:8362; }","duration":"561.858889ms","start":"2026-03-03T18:03:26.284453Z","end":"2026-03-03T18:03:26.846312Z","steps":["trace[2037496370] 'read index received' (duration: 501.085448ms)","trace[2037496370] 'applied index is now lower than readState.Index' (duration: 60.772041ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:03:26.846394Z","caller":"traceutil/trace.go:171","msg":"trace[1964994025] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"277.990627ms","start":"2026-03-03T18:03:26.568371Z","end":"2026-03-03T18:03:26.846362Z","steps":["trace[1964994025] 'process raft request' (duration: 277.788162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:26.846491Z","caller":"traceutil/trace.go:171","msg":"trace[1293189253] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"705.330204ms","start":"2026-03-03T18:03:26.141149Z","end":"2026-03-03T18:03:26.84648Z","steps":["trace[1293189253] 'process raft request' (duration: 704.734739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:26.846538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:26.141124Z","time spent":"705.390634ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:03:26.846679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.210488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:03:26.84673Z","caller":"traceutil/trace.go:171","msg":"trace[576068609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8059; }","duration":"562.332571ms","start":"2026-03-03T18:03:26.284383Z","end":"2026-03-03T18:03:26.846716Z","steps":["trace[576068609] 'agreement among raft nodes before linearized reading' (duration: 562.126656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:26.846769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:26.284351Z","time spent":"562.408682ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:03:26.847116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.673199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:03:26.847158Z","caller":"traceutil/trace.go:171","msg":"trace[155547640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8059; }","duration":"562.739051ms","start":"2026-03-03T18:03:26.284409Z","end":"2026-03-03T18:03:26.847148Z","steps":["trace[155547640] 'agreement among raft nodes before linearized reading' (duration: 562.635638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:26.847131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.22551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8684ffcb89-vndkm.189966cc794dd8c0\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-03T18:03:26.847196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:26.284394Z","time spent":"562.795042ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:03:26.847227Z","caller":"traceutil/trace.go:171","msg":"trace[1730015953] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8684ffcb89-vndkm.189966cc794dd8c0; range_end:; response_count:1; response_revision:8059; }","duration":"101.393894ms","start":"2026-03-03T18:03:26.745809Z","end":"2026-03-03T18:03:26.847203Z","steps":["trace[1730015953] 'agreement among raft nodes before linearized reading' (duration: 101.120307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:30.998685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.457747ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T18:03:30.99892Z","caller":"traceutil/trace.go:171","msg":"trace[1349540655] linearizableReadLoop","detail":"{readStateIndex:8382; appliedIndex:8381; }","duration":"859.957033ms","start":"2026-03-03T18:03:30.13894Z","end":"2026-03-03T18:03:30.998897Z","steps":["trace[1349540655] 'read index received' (duration: 36.861µs)","trace[1349540655] 'applied index is now lower than readState.Index' (duration: 859.913022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:03:30.999701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.730962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:03:30.999802Z","caller":"traceutil/trace.go:171","msg":"trace[2085059428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8074; }","duration":"860.844405ms","start":"2026-03-03T18:03:30.138933Z","end":"2026-03-03T18:03:30.999778Z","steps":["trace[2085059428] 'agreement among raft nodes before linearized reading' (duration: 860.531737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:30.999864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:30.138852Z","time spent":"860.999069ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:03:31.007349Z","caller":"traceutil/trace.go:171","msg":"trace[1128437603] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"204.786629ms","start":"2026-03-03T18:03:30.802526Z","end":"2026-03-03T18:03:31.007313Z","steps":["trace[1128437603] 'process raft request' (duration: 204.555953ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:31.044437Z","caller":"traceutil/trace.go:171","msg":"trace[267553107] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"106.522592ms","start":"2026-03-03T18:03:30.93788Z","end":"2026-03-03T18:03:31.044402Z","steps":["trace[267553107] 'process raft request' (duration: 106.423089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:31.044665Z","caller":"traceutil/trace.go:171","msg":"trace[610775964] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"106.85626ms","start":"2026-03-03T18:03:30.937779Z","end":"2026-03-03T18:03:31.044636Z","steps":["trace[610775964] 'process raft request' (duration: 106.323596ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:31.044889Z","caller":"traceutil/trace.go:171","msg":"trace[1660116901] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"106.417829ms","start":"2026-03-03T18:03:30.938419Z","end":"2026-03-03T18:03:31.044837Z","steps":["trace[1660116901] 'process raft request' (duration: 105.924326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:31.045009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.286796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:03:31.044998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.540694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xw7nv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T18:03:31.045059Z","caller":"traceutil/trace.go:171","msg":"trace[1814527047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8078; }","duration":"106.389858ms","start":"2026-03-03T18:03:30.938657Z","end":"2026-03-03T18:03:31.045047Z","steps":["trace[1814527047] 'agreement among raft nodes before linearized reading' (duration: 106.217304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:31.045056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.399411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:03:31.045094Z","caller":"traceutil/trace.go:171","msg":"trace[1110341896] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xw7nv; range_end:; response_count:1; response_revision:8078; }","duration":"885.711719ms","start":"2026-03-03T18:03:30.159359Z","end":"2026-03-03T18:03:31.04507Z","steps":["trace[1110341896] 'agreement among raft nodes before linearized reading' (duration: 885.35846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:31.045138Z","caller":"traceutil/trace.go:171","msg":"trace[1383521377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8078; }","duration":"117.540974ms","start":"2026-03-03T18:03:30.927579Z","end":"2026-03-03T18:03:31.04512Z","steps":["trace[1383521377] 'agreement among raft nodes before linearized reading' (duration: 117.238707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:31.045135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.646234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:03:31.045144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:30.159328Z","time spent":"885.806981ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-xw7nv\" "} {"level":"info","ts":"2026-03-03T18:03:31.045228Z","caller":"traceutil/trace.go:171","msg":"trace[1080823441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8078; }","duration":"429.800977ms","start":"2026-03-03T18:03:30.615405Z","end":"2026-03-03T18:03:31.045206Z","steps":["trace[1080823441] 'agreement among raft nodes before linearized reading' (duration: 429.650643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:31.04524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.800397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:03:31.045274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:30.615381Z","time spent":"429.88479ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:03:31.045292Z","caller":"traceutil/trace.go:171","msg":"trace[537167756] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8078; }","duration":"631.92435ms","start":"2026-03-03T18:03:30.413353Z","end":"2026-03-03T18:03:31.045277Z","steps":["trace[537167756] 'agreement among raft nodes before linearized reading' (duration: 631.812267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:31.045326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:30.413324Z","time spent":"631.993032ms","remote":"127.0.0.1:38522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:03:39.743894Z","caller":"traceutil/trace.go:171","msg":"trace[1567842994] linearizableReadLoop","detail":"{readStateIndex:8476; appliedIndex:8475; }","duration":"173.637699ms","start":"2026-03-03T18:03:39.570227Z","end":"2026-03-03T18:03:39.743865Z","steps":["trace[1567842994] 'read index received' (duration: 173.378843ms)","trace[1567842994] 'applied index is now lower than readState.Index' (duration: 257.146µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:03:39.743961Z","caller":"traceutil/trace.go:171","msg":"trace[166164901] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"173.855254ms","start":"2026-03-03T18:03:39.570054Z","end":"2026-03-03T18:03:39.743909Z","steps":["trace[166164901] 'process raft request' (duration: 173.602058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:39.744134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.50677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:03:39.744316Z","caller":"traceutil/trace.go:171","msg":"trace[1982474386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8163; }","duration":"127.756736ms","start":"2026-03-03T18:03:39.616543Z","end":"2026-03-03T18:03:39.7443Z","steps":["trace[1982474386] 'agreement among raft nodes before linearized reading' (duration: 127.489669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:39.744346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.056249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rrg5b\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-03-03T18:03:39.744487Z","caller":"traceutil/trace.go:171","msg":"trace[142390798] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rrg5b; range_end:; response_count:1; response_revision:8163; }","duration":"174.284025ms","start":"2026-03-03T18:03:39.57017Z","end":"2026-03-03T18:03:39.744454Z","steps":["trace[142390798] 'agreement among raft nodes before linearized reading' (duration: 173.820053ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:40.276769Z","caller":"traceutil/trace.go:171","msg":"trace[368853402] linearizableReadLoop","detail":"{readStateIndex:8477; appliedIndex:8476; }","duration":"469.619701ms","start":"2026-03-03T18:03:39.807111Z","end":"2026-03-03T18:03:40.27673Z","steps":["trace[368853402] 'read index received' (duration: 432.75215ms)","trace[368853402] 'applied index is now lower than readState.Index' (duration: 36.865731ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:03:40.276809Z","caller":"traceutil/trace.go:171","msg":"trace[258769671] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"521.651806ms","start":"2026-03-03T18:03:39.755108Z","end":"2026-03-03T18:03:40.27676Z","steps":["trace[258769671] 'process raft request' (duration: 484.786075ms)","trace[258769671] 'compare' (duration: 36.335518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:03:40.27698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.841496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:03:40.277083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:39.755095Z","time spent":"521.868981ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4637,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:03:40.277148Z","caller":"traceutil/trace.go:171","msg":"trace[1769607005] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8164; }","duration":"469.953339ms","start":"2026-03-03T18:03:39.807092Z","end":"2026-03-03T18:03:40.277045Z","steps":["trace[1769607005] 'agreement among raft nodes before linearized reading' (duration: 469.764954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:40.277271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:39.807021Z","time spent":"470.228466ms","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T18:03:40.504894Z","caller":"traceutil/trace.go:171","msg":"trace[12060161] linearizableReadLoop","detail":"{readStateIndex:8479; appliedIndex:8477; }","duration":"227.975302ms","start":"2026-03-03T18:03:40.276891Z","end":"2026-03-03T18:03:40.504867Z","steps":["trace[12060161] 'read index received' (duration: 159.687054ms)","trace[12060161] 'applied index is now lower than readState.Index' (duration: 68.286798ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:03:40.504986Z","caller":"traceutil/trace.go:171","msg":"trace[1178222459] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"454.805976ms","start":"2026-03-03T18:03:40.050126Z","end":"2026-03-03T18:03:40.504932Z","steps":["trace[1178222459] 'process raft request' (duration: 454.569269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:40.505219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.87568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-03-03T18:03:40.505282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.942818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:03:40.505245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.622044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:03:40.505284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:40.050101Z","time spent":"454.965859ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:03:40.505331Z","caller":"traceutil/trace.go:171","msg":"trace[1039473675] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8165; }","duration":"606.256106ms","start":"2026-03-03T18:03:39.89906Z","end":"2026-03-03T18:03:40.505316Z","steps":["trace[1039473675] 'agreement among raft nodes before linearized reading' (duration: 605.955089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:40.505339Z","caller":"traceutil/trace.go:171","msg":"trace[201942537] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8165; }","duration":"443.034884ms","start":"2026-03-03T18:03:40.06227Z","end":"2026-03-03T18:03:40.505305Z","steps":["trace[201942537] 'agreement among raft nodes before linearized reading' (duration: 442.718146ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:40.505351Z","caller":"traceutil/trace.go:171","msg":"trace[1265656892] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8165; }","duration":"223.775357ms","start":"2026-03-03T18:03:40.281555Z","end":"2026-03-03T18:03:40.50533Z","steps":["trace[1265656892] 'agreement among raft nodes before linearized reading' (duration: 223.617454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:40.50537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:39.899033Z","time spent":"606.325928ms","remote":"127.0.0.1:52768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:03:40.505395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:40.062257Z","time spent":"443.127387ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5168,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T18:03:40.505707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.530784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:03:40.50573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.094353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:03:40.50582Z","caller":"traceutil/trace.go:171","msg":"trace[1057584991] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8165; }","duration":"385.748809ms","start":"2026-03-03T18:03:40.120042Z","end":"2026-03-03T18:03:40.505791Z","steps":["trace[1057584991] 'agreement among raft nodes before linearized reading' (duration: 384.872577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:40.505846Z","caller":"traceutil/trace.go:171","msg":"trace[181318589] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8165; }","duration":"319.290957ms","start":"2026-03-03T18:03:40.186532Z","end":"2026-03-03T18:03:40.505823Z","steps":["trace[181318589] 'agreement among raft nodes before linearized reading' (duration: 318.365055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:40.505874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:40.120011Z","time spent":"385.850021ms","remote":"127.0.0.1:38556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:03:40.505895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:40.186505Z","time spent":"319.38001ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":886,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:03:41.436179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.957854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:03:41.436335Z","caller":"traceutil/trace.go:171","msg":"trace[1009191024] linearizableReadLoop","detail":"{readStateIndex:8487; appliedIndex:8486; }","duration":"273.690601ms","start":"2026-03-03T18:03:41.16262Z","end":"2026-03-03T18:03:41.436311Z","steps":["trace[1009191024] 'read index received' (duration: 55.504961ms)","trace[1009191024] 'applied index is now lower than readState.Index' (duration: 218.18394ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:03:41.436432Z","caller":"traceutil/trace.go:171","msg":"trace[364206383] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"290.549247ms","start":"2026-03-03T18:03:41.145846Z","end":"2026-03-03T18:03:41.436395Z","steps":["trace[364206383] 'process raft request' (duration: 72.242485ms)","trace[364206383] 'compare' (duration: 217.79453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:03:41.436609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.984458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xw7nv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T18:03:41.436653Z","caller":"traceutil/trace.go:171","msg":"trace[729638224] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xw7nv; range_end:; response_count:1; response_revision:8173; }","duration":"274.05945ms","start":"2026-03-03T18:03:41.162581Z","end":"2026-03-03T18:03:41.43664Z","steps":["trace[729638224] 'agreement among raft nodes before linearized reading' (duration: 273.864935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:41.436776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.749987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:03:41.436822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.523446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-03T18:03:41.436878Z","caller":"traceutil/trace.go:171","msg":"trace[1155091468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8173; }","duration":"272.88692ms","start":"2026-03-03T18:03:41.163969Z","end":"2026-03-03T18:03:41.436855Z","steps":["trace[1155091468] 'agreement among raft nodes before linearized reading' (duration: 272.548432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:41.436892Z","caller":"traceutil/trace.go:171","msg":"trace[906525757] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8173; }","duration":"205.66188ms","start":"2026-03-03T18:03:41.231209Z","end":"2026-03-03T18:03:41.436871Z","steps":["trace[906525757] 'agreement among raft nodes before linearized reading' (duration: 205.519856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:41.436676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.631239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:03:41.4373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.205203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T18:03:41.436979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.894405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:03:41.437345Z","caller":"traceutil/trace.go:171","msg":"trace[509957961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8173; }","duration":"274.353797ms","start":"2026-03-03T18:03:41.162977Z","end":"2026-03-03T18:03:41.43733Z","steps":["trace[509957961] 'agreement among raft nodes before linearized reading' (duration: 273.507356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:41.437361Z","caller":"traceutil/trace.go:171","msg":"trace[360787772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8173; }","duration":"274.287185ms","start":"2026-03-03T18:03:41.163058Z","end":"2026-03-03T18:03:41.437345Z","steps":["trace[360787772] 'agreement among raft nodes before linearized reading' (duration: 273.608529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:41.437385Z","caller":"traceutil/trace.go:171","msg":"trace[1856543111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8173; }","duration":"274.328607ms","start":"2026-03-03T18:03:41.163041Z","end":"2026-03-03T18:03:41.437369Z","steps":["trace[1856543111] 'agreement among raft nodes before linearized reading' (duration: 273.690621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:41.625206Z","caller":"traceutil/trace.go:171","msg":"trace[1495400764] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"132.713288ms","start":"2026-03-03T18:03:41.492451Z","end":"2026-03-03T18:03:41.625164Z","steps":["trace[1495400764] 'process raft request' (duration: 132.341429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:42.444732Z","caller":"traceutil/trace.go:171","msg":"trace[116754190] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"111.455413ms","start":"2026-03-03T18:03:42.33324Z","end":"2026-03-03T18:03:42.444695Z","steps":["trace[116754190] 'process raft request' (duration: 65.935369ms)","trace[116754190] 'compare' (duration: 45.35169ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:04:59.530935Z","caller":"traceutil/trace.go:171","msg":"trace[69456802] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"185.606615ms","start":"2026-03-03T18:04:59.345294Z","end":"2026-03-03T18:04:59.530901Z","steps":["trace[69456802] 'process raft request' (duration: 185.39783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:04:59.637098Z","caller":"traceutil/trace.go:171","msg":"trace[2045839767] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"193.481139ms","start":"2026-03-03T18:04:59.443581Z","end":"2026-03-03T18:04:59.637062Z","steps":["trace[2045839767] 'process raft request' (duration: 136.625095ms)","trace[2045839767] 'compare' (duration: 56.646819ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:04:59.637556Z","caller":"traceutil/trace.go:171","msg":"trace[892837610] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"192.655899ms","start":"2026-03-03T18:04:59.444864Z","end":"2026-03-03T18:04:59.63752Z","steps":["trace[892837610] 'process raft request' (duration: 192.153306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:04:59.637773Z","caller":"traceutil/trace.go:171","msg":"trace[1291561582] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"177.604576ms","start":"2026-03-03T18:04:59.460157Z","end":"2026-03-03T18:04:59.637762Z","steps":["trace[1291561582] 'process raft request' (duration: 177.211027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:05:00.429315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204028702,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:05:00.532541Z","caller":"traceutil/trace.go:171","msg":"trace[321447371] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"610.862289ms","start":"2026-03-03T18:04:59.921648Z","end":"2026-03-03T18:05:00.532511Z","steps":["trace[321447371] 'process raft request' (duration: 610.676665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:05:00.532732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:04:59.92163Z","time spent":"610.996723ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:05:00.965135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.288583ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T18:05:00.965273Z","caller":"traceutil/trace.go:171","msg":"trace[458905810] linearizableReadLoop","detail":"{readStateIndex:9229; appliedIndex:9227; }","duration":"1.036384151s","start":"2026-03-03T18:04:59.928866Z","end":"2026-03-03T18:05:00.96525Z","steps":["trace[458905810] 'read index received' (duration: 603.463768ms)","trace[458905810] 'applied index is now lower than readState.Index' (duration: 432.918823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:05:00.965588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.578575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:05:00.965747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035614871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:05:00.965841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.344005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xw7nv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T18:05:00.965703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.880462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:05:00.96584Z","caller":"traceutil/trace.go:171","msg":"trace[1444567568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8892; }","duration":"1.035712084s","start":"2026-03-03T18:04:59.930097Z","end":"2026-03-03T18:05:00.965809Z","steps":["trace[1444567568] 'agreement among raft nodes before linearized reading' (duration: 1.035277903s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:05:00.965978Z","caller":"traceutil/trace.go:171","msg":"trace[1271566801] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xw7nv; range_end:; response_count:1; response_revision:8892; }","duration":"918.505299ms","start":"2026-03-03T18:05:00.047459Z","end":"2026-03-03T18:05:00.965964Z","steps":["trace[1271566801] 'agreement among raft nodes before linearized reading' (duration: 918.010557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:05:00.965764Z","caller":"traceutil/trace.go:171","msg":"trace[1352069896] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8892; }","duration":"300.836411ms","start":"2026-03-03T18:05:00.664896Z","end":"2026-03-03T18:05:00.965732Z","steps":["trace[1352069896] 'agreement among raft nodes before linearized reading' (duration: 300.507733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:05:00.965765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.336618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414497"} {"level":"warn","ts":"2026-03-03T18:05:00.966092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:05:00.04744Z","time spent":"918.637713ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-xw7nv\" "} {"level":"info","ts":"2026-03-03T18:05:00.96612Z","caller":"traceutil/trace.go:171","msg":"trace[1386366555] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8892; }","duration":"487.712908ms","start":"2026-03-03T18:05:00.478397Z","end":"2026-03-03T18:05:00.96611Z","steps":["trace[1386366555] 'agreement among raft nodes before linearized reading' (duration: 487.035981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:05:00.966165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:05:00.478372Z","time spent":"487.78127ms","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414519,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T18:05:00.965989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:04:59.930072Z","time spent":"1.035900208s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:05:00.965947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032954035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:05:00.966043Z","caller":"traceutil/trace.go:171","msg":"trace[1605062039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8892; }","duration":"150.2212ms","start":"2026-03-03T18:05:00.815725Z","end":"2026-03-03T18:05:00.965946Z","steps":["trace[1605062039] 'agreement among raft nodes before linearized reading' (duration: 149.843291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:05:00.966144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:05:00.664867Z","time spent":"301.243102ms","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":25,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:05:00.966272Z","caller":"traceutil/trace.go:171","msg":"trace[1748367455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8892; }","duration":"1.033278984s","start":"2026-03-03T18:04:59.932952Z","end":"2026-03-03T18:05:00.966231Z","steps":["trace[1748367455] 'agreement among raft nodes before linearized reading' (duration: 1.03272349s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:05:00.965603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036704869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:05:00.966385Z","caller":"traceutil/trace.go:171","msg":"trace[1154028524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8892; }","duration":"1.03751987s","start":"2026-03-03T18:04:59.928835Z","end":"2026-03-03T18:05:00.966355Z","steps":["trace[1154028524] 'agreement among raft nodes before linearized reading' (duration: 1.036492564s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:05:00.966398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:04:59.93286Z","time spent":"1.033497879s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:05:00.966461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:04:59.928824Z","time spent":"1.037617542s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:05:01.087014Z","caller":"traceutil/trace.go:171","msg":"trace[874542598] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"115.908684ms","start":"2026-03-03T18:05:00.971071Z","end":"2026-03-03T18:05:01.08698Z","steps":["trace[874542598] 'process raft request' (duration: 115.672318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:05:01.098244Z","caller":"traceutil/trace.go:171","msg":"trace[510928466] linearizableReadLoop","detail":"{readStateIndex:9232; appliedIndex:9229; }","duration":"123.123951ms","start":"2026-03-03T18:05:00.975091Z","end":"2026-03-03T18:05:01.098215Z","steps":["trace[510928466] 'read index received' (duration: 111.673299ms)","trace[510928466] 'applied index is now lower than readState.Index' (duration: 11.449292ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:05:01.098285Z","caller":"traceutil/trace.go:171","msg":"trace[1238604494] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"125.932881ms","start":"2026-03-03T18:05:00.972322Z","end":"2026-03-03T18:05:01.098255Z","steps":["trace[1238604494] 'process raft request' (duration: 125.691245ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:05:01.098341Z","caller":"traceutil/trace.go:171","msg":"trace[1837286183] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"125.691345ms","start":"2026-03-03T18:05:00.972606Z","end":"2026-03-03T18:05:01.098297Z","steps":["trace[1837286183] 'process raft request' (duration: 125.571122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:05:01.098709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.595843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289798"} {"level":"info","ts":"2026-03-03T18:05:01.098748Z","caller":"traceutil/trace.go:171","msg":"trace[2065893617] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8895; }","duration":"123.665145ms","start":"2026-03-03T18:05:00.975074Z","end":"2026-03-03T18:05:01.098739Z","steps":["trace[2065893617] 'agreement among raft nodes before linearized reading' (duration: 123.255815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:06:53.844197Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T18:06:53.850872Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T18:06:53.851013Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T18:07:11.69383Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7477} {"level":"info","ts":"2026-03-03T18:07:11.757536Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7477,"took":"60.685319ms","hash":2147127238,"current-db-size-bytes":41738240,"current-db-size":"42 MB","current-db-size-in-use-bytes":25001984,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T18:07:11.757605Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2147127238,"revision":7477,"compact-revision":5545} {"level":"info","ts":"2026-03-03T18:09:10.204587Z","caller":"traceutil/trace.go:171","msg":"trace[1468843340] transaction","detail":"{read_only:false; response_revision:10379; number_of_response:1; }","duration":"130.564602ms","start":"2026-03-03T18:09:10.073988Z","end":"2026-03-03T18:09:10.204553Z","steps":["trace[1468843340] 'process raft request' (duration: 130.337417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:10:16.451849Z","caller":"traceutil/trace.go:171","msg":"trace[1403097875] transaction","detail":"{read_only:false; response_revision:11040; number_of_response:1; }","duration":"162.833419ms","start":"2026-03-03T18:10:16.288994Z","end":"2026-03-03T18:10:16.451827Z","steps":["trace[1403097875] 'process raft request' (duration: 162.659175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:10:16.784133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.92949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:10:16.784238Z","caller":"traceutil/trace.go:171","msg":"trace[1777607710] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:11040; }","duration":"261.087114ms","start":"2026-03-03T18:10:16.52312Z","end":"2026-03-03T18:10:16.784207Z","steps":["trace[1777607710] 'count revisions from in-memory index tree' (duration: 260.739916ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:10:16.786768Z","caller":"traceutil/trace.go:171","msg":"trace[1579775113] linearizableReadLoop","detail":"{readStateIndex:11453; appliedIndex:11452; }","duration":"172.47302ms","start":"2026-03-03T18:10:16.614258Z","end":"2026-03-03T18:10:16.786731Z","steps":["trace[1579775113] 'read index received' (duration: 169.765522ms)","trace[1579775113] 'applied index is now lower than readState.Index' (duration: 2.706318ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:10:16.78689Z","caller":"traceutil/trace.go:171","msg":"trace[1599953353] transaction","detail":"{read_only:false; response_revision:11041; number_of_response:1; }","duration":"228.910041ms","start":"2026-03-03T18:10:16.557943Z","end":"2026-03-03T18:10:16.786853Z","steps":["trace[1599953353] 'process raft request' (duration: 226.204813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:10:16.786941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.663615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:10:16.787007Z","caller":"traceutil/trace.go:171","msg":"trace[1484869303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11041; }","duration":"172.755547ms","start":"2026-03-03T18:10:16.614235Z","end":"2026-03-03T18:10:16.786991Z","steps":["trace[1484869303] 'agreement among raft nodes before linearized reading' (duration: 172.630453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:10:39.495039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204034934,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:10:39.596978Z","caller":"traceutil/trace.go:171","msg":"trace[1114053650] transaction","detail":"{read_only:false; response_revision:11151; number_of_response:1; }","duration":"607.824829ms","start":"2026-03-03T18:10:38.989115Z","end":"2026-03-03T18:10:39.596939Z","steps":["trace[1114053650] 'process raft request' (duration: 607.619334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:10:39.597278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:10:38.989097Z","time spent":"608.002624ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:10:40.001147Z","caller":"traceutil/trace.go:171","msg":"trace[726830719] linearizableReadLoop","detail":"{readStateIndex:11572; appliedIndex:11566; }","duration":"1.007042626s","start":"2026-03-03T18:10:38.994079Z","end":"2026-03-03T18:10:40.001121Z","steps":["trace[726830719] 'read index received' (duration: 602.694032ms)","trace[726830719] 'applied index is now lower than readState.Index' (duration: 404.347334ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:10:40.001316Z","caller":"traceutil/trace.go:171","msg":"trace[671355725] transaction","detail":"{read_only:false; response_revision:11155; number_of_response:1; }","duration":"798.31332ms","start":"2026-03-03T18:10:39.202987Z","end":"2026-03-03T18:10:40.0013Z","steps":["trace[671355725] 'process raft request' (duration: 798.025913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:10:40.001318Z","caller":"traceutil/trace.go:171","msg":"trace[839895042] transaction","detail":"{read_only:false; response_revision:11154; number_of_response:1; }","duration":"981.278802ms","start":"2026-03-03T18:10:39.020016Z","end":"2026-03-03T18:10:40.001295Z","steps":["trace[839895042] 'process raft request' (duration: 980.939553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:10:40.001313Z","caller":"traceutil/trace.go:171","msg":"trace[1009362405] transaction","detail":"{read_only:false; response_revision:11152; number_of_response:1; }","duration":"1.006533712s","start":"2026-03-03T18:10:38.994744Z","end":"2026-03-03T18:10:40.001277Z","steps":["trace[1009362405] 'process raft request' (duration: 950.512352ms)","trace[1009362405] 'compare' (duration: 55.508728ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:10:40.001353Z","caller":"traceutil/trace.go:171","msg":"trace[1392430924] transaction","detail":"{read_only:false; response_revision:11153; number_of_response:1; }","duration":"996.979165ms","start":"2026-03-03T18:10:39.00435Z","end":"2026-03-03T18:10:40.001329Z","steps":["trace[1392430924] 'process raft request' (duration: 996.553614ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:10:40.001445Z","caller":"traceutil/trace.go:171","msg":"trace[1233590078] transaction","detail":"{read_only:false; response_revision:11156; number_of_response:1; }","duration":"690.533716ms","start":"2026-03-03T18:10:39.310899Z","end":"2026-03-03T18:10:40.001432Z","steps":["trace[1233590078] 'process raft request' (duration: 690.168837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:10:40.001446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:10:39.020001Z","time spent":"981.371475ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:10:40.001461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:10:39.004332Z","time spent":"997.074796ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:10:40.001502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.458436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:10:40.001473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007371354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T18:10:40.001507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:10:38.994716Z","time spent":"1.006689406s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:10:40.001539Z","caller":"traceutil/trace.go:171","msg":"trace[201233858] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11156; }","duration":"640.516547ms","start":"2026-03-03T18:10:39.361007Z","end":"2026-03-03T18:10:40.001524Z","steps":["trace[201233858] 'agreement among raft nodes before linearized reading' (duration: 640.463896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:10:40.00156Z","caller":"traceutil/trace.go:171","msg":"trace[1379998725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11156; }","duration":"1.007492488s","start":"2026-03-03T18:10:38.994044Z","end":"2026-03-03T18:10:40.001537Z","steps":["trace[1379998725] 'agreement among raft nodes before linearized reading' (duration: 1.007270882s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:10:40.001572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:10:39.360994Z","time spent":"640.572548ms","remote":"127.0.0.1:55542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:10:40.001606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:10:38.994033Z","time spent":"1.007563849s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:10:40.001607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:10:39.202961Z","time spent":"798.400792ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:10:40.001538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.722518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T18:10:40.001657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.116335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:10:40.001427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.79391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:10:40.001682Z","caller":"traceutil/trace.go:171","msg":"trace[592348909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11156; }","duration":"525.915623ms","start":"2026-03-03T18:10:39.475755Z","end":"2026-03-03T18:10:40.001671Z","steps":["trace[592348909] 'agreement among raft nodes before linearized reading' (duration: 525.692787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:10:40.001667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.243366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:10:40.00173Z","caller":"traceutil/trace.go:171","msg":"trace[92648024] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:11156; }","duration":"325.247128ms","start":"2026-03-03T18:10:39.676467Z","end":"2026-03-03T18:10:40.001714Z","steps":["trace[92648024] 'agreement among raft nodes before linearized reading' (duration: 325.038323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:10:40.001738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:10:39.475742Z","time spent":"525.987894ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:10:40.001762Z","caller":"traceutil/trace.go:171","msg":"trace[507994243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11156; }","duration":"966.354099ms","start":"2026-03-03T18:10:39.035386Z","end":"2026-03-03T18:10:40.00174Z","steps":["trace[507994243] 'agreement among raft nodes before linearized reading' (duration: 966.155194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:10:40.001778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:10:39.676446Z","time spent":"325.319459ms","remote":"127.0.0.1:55682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:10:40.001769Z","caller":"traceutil/trace.go:171","msg":"trace[456816588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11156; }","duration":"967.136548ms","start":"2026-03-03T18:10:39.034592Z","end":"2026-03-03T18:10:40.001729Z","steps":["trace[456816588] 'agreement among raft nodes before linearized reading' (duration: 966.752629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:10:40.001806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:10:39.035376Z","time spent":"966.418791ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:10:40.00169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.254338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xw7nv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T18:10:40.001845Z","caller":"traceutil/trace.go:171","msg":"trace[273746968] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xw7nv; range_end:; response_count:1; response_revision:11156; }","duration":"325.438873ms","start":"2026-03-03T18:10:39.676398Z","end":"2026-03-03T18:10:40.001837Z","steps":["trace[273746968] 'agreement among raft nodes before linearized reading' (duration: 325.192727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:10:40.001849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:10:39.034585Z","time spent":"967.241221ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:10:40.001872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:10:39.676379Z","time spent":"325.484394ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-xw7nv\" "} {"level":"warn","ts":"2026-03-03T18:10:40.002051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:10:39.310873Z","time spent":"690.604659ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:10:40.266236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.614229ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T18:10:40.773184Z","caller":"traceutil/trace.go:171","msg":"trace[361777523] transaction","detail":"{read_only:false; response_revision:11160; number_of_response:1; }","duration":"143.621208ms","start":"2026-03-03T18:10:40.629523Z","end":"2026-03-03T18:10:40.773144Z","steps":["trace[361777523] 'process raft request' (duration: 143.386492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:10:42.139942Z","caller":"traceutil/trace.go:171","msg":"trace[204039791] linearizableReadLoop","detail":"{readStateIndex:11581; appliedIndex:11579; }","duration":"108.201044ms","start":"2026-03-03T18:10:42.031716Z","end":"2026-03-03T18:10:42.139917Z","steps":["trace[204039791] 'read index received' (duration: 108.076161ms)","trace[204039791] 'applied index is now lower than readState.Index' (duration: 123.703µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:10:42.139998Z","caller":"traceutil/trace.go:171","msg":"trace[1900199167] transaction","detail":"{read_only:false; response_revision:11163; number_of_response:1; }","duration":"132.221274ms","start":"2026-03-03T18:10:42.007736Z","end":"2026-03-03T18:10:42.139957Z","steps":["trace[1900199167] 'process raft request' (duration: 131.983378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:10:42.140096Z","caller":"traceutil/trace.go:171","msg":"trace[1491839423] transaction","detail":"{read_only:false; response_revision:11164; number_of_response:1; }","duration":"131.893176ms","start":"2026-03-03T18:10:42.00817Z","end":"2026-03-03T18:10:42.140063Z","steps":["trace[1491839423] 'process raft request' (duration: 131.694811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:10:42.140353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.48058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:10:42.140428Z","caller":"traceutil/trace.go:171","msg":"trace[94456253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11164; }","duration":"108.744458ms","start":"2026-03-03T18:10:42.031671Z","end":"2026-03-03T18:10:42.140415Z","steps":["trace[94456253] 'agreement among raft nodes before linearized reading' (duration: 108.387758ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:10:42.272276Z","caller":"traceutil/trace.go:171","msg":"trace[1358907081] transaction","detail":"{read_only:false; response_revision:11165; number_of_response:1; }","duration":"127.667051ms","start":"2026-03-03T18:10:42.144584Z","end":"2026-03-03T18:10:42.272251Z","steps":["trace[1358907081] 'process raft request' (duration: 58.595455ms)","trace[1358907081] 'compare' (duration: 68.907422ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:10:42.272517Z","caller":"traceutil/trace.go:171","msg":"trace[715144381] transaction","detail":"{read_only:false; response_revision:11166; number_of_response:1; }","duration":"127.438375ms","start":"2026-03-03T18:10:42.145044Z","end":"2026-03-03T18:10:42.272483Z","steps":["trace[715144381] 'process raft request' (duration: 127.168518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:10:42.272562Z","caller":"traceutil/trace.go:171","msg":"trace[1156490085] transaction","detail":"{read_only:false; response_revision:11167; number_of_response:1; }","duration":"127.470986ms","start":"2026-03-03T18:10:42.145062Z","end":"2026-03-03T18:10:42.272533Z","steps":["trace[1156490085] 'process raft request' (duration: 127.313232ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:10:43.161257Z","caller":"traceutil/trace.go:171","msg":"trace[2115852626] transaction","detail":"{read_only:false; response_revision:11170; number_of_response:1; }","duration":"135.898396ms","start":"2026-03-03T18:10:43.025335Z","end":"2026-03-03T18:10:43.161233Z","steps":["trace[2115852626] 'process raft request' (duration: 135.744013ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:11.702003Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9720} {"level":"info","ts":"2026-03-03T18:12:11.783468Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9720,"took":"79.10918ms","hash":4088038260,"current-db-size-bytes":41738240,"current-db-size":"42 MB","current-db-size-in-use-bytes":22294528,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T18:12:11.783524Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4088038260,"revision":9720,"compact-revision":7477} {"level":"info","ts":"2026-03-03T18:15:15.022324Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003456.wal"} {"level":"info","ts":"2026-03-03T18:16:32.605398Z","caller":"traceutil/trace.go:171","msg":"trace[1012331531] linearizableReadLoop","detail":"{readStateIndex:13879; appliedIndex:13878; }","duration":"351.928518ms","start":"2026-03-03T18:16:32.253425Z","end":"2026-03-03T18:16:32.605353Z","steps":["trace[1012331531] 'read index received' (duration: 349.371586ms)","trace[1012331531] 'applied index is now lower than readState.Index' (duration: 2.555522ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:16:32.605513Z","caller":"traceutil/trace.go:171","msg":"trace[1100650620] transaction","detail":"{read_only:false; response_revision:13380; number_of_response:1; }","duration":"380.268904ms","start":"2026-03-03T18:16:32.225187Z","end":"2026-03-03T18:16:32.605456Z","steps":["trace[1100650620] 'process raft request' (duration: 377.600179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:32.605649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.200004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:16:32.605691Z","caller":"traceutil/trace.go:171","msg":"trace[503656896] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:13380; }","duration":"352.283496ms","start":"2026-03-03T18:16:32.253396Z","end":"2026-03-03T18:16:32.605679Z","steps":["trace[503656896] 'agreement among raft nodes before linearized reading' (duration: 352.137483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:32.605733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:32.253383Z","time spent":"352.340437ms","remote":"127.0.0.1:55644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":96,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:16:32.605803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:32.225176Z","time spent":"380.498519ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:36.850925Z","caller":"traceutil/trace.go:171","msg":"trace[156151566] linearizableReadLoop","detail":"{readStateIndex:13898; appliedIndex:13897; }","duration":"209.04832ms","start":"2026-03-03T18:16:36.641853Z","end":"2026-03-03T18:16:36.850901Z","steps":["trace[156151566] 'read index received' (duration: 208.746522ms)","trace[156151566] 'applied index is now lower than readState.Index' (duration: 300.848µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:16:36.85101Z","caller":"traceutil/trace.go:171","msg":"trace[2025578962] transaction","detail":"{read_only:false; response_revision:13398; number_of_response:1; }","duration":"220.766223ms","start":"2026-03-03T18:16:36.630204Z","end":"2026-03-03T18:16:36.85097Z","steps":["trace[2025578962] 'process raft request' (duration: 220.448654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:36.851146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.278085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:16:36.851191Z","caller":"traceutil/trace.go:171","msg":"trace[1120179725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13398; }","duration":"209.373088ms","start":"2026-03-03T18:16:36.641804Z","end":"2026-03-03T18:16:36.851177Z","steps":["trace[1120179725] 'agreement among raft nodes before linearized reading' (duration: 209.218384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:36.851234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.681886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:16:36.851347Z","caller":"traceutil/trace.go:171","msg":"trace[296354554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13398; }","duration":"145.848329ms","start":"2026-03-03T18:16:36.705477Z","end":"2026-03-03T18:16:36.851325Z","steps":["trace[296354554] 'agreement among raft nodes before linearized reading' (duration: 145.654965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:56.54674Z","caller":"traceutil/trace.go:171","msg":"trace[1356666025] linearizableReadLoop","detail":"{readStateIndex:13997; appliedIndex:13996; }","duration":"232.532488ms","start":"2026-03-03T18:16:56.314141Z","end":"2026-03-03T18:16:56.546674Z","steps":["trace[1356666025] 'read index received' (duration: 232.328443ms)","trace[1356666025] 'applied index is now lower than readState.Index' (duration: 203.155µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:16:56.546773Z","caller":"traceutil/trace.go:171","msg":"trace[357559050] transaction","detail":"{read_only:false; response_revision:13493; number_of_response:1; }","duration":"244.959558ms","start":"2026-03-03T18:16:56.301789Z","end":"2026-03-03T18:16:56.546748Z","steps":["trace[357559050] 'process raft request' (duration: 244.756703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:56.546947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.788974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:16:56.546994Z","caller":"traceutil/trace.go:171","msg":"trace[1929086682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13493; }","duration":"232.923327ms","start":"2026-03-03T18:16:56.314061Z","end":"2026-03-03T18:16:56.546984Z","steps":["trace[1929086682] 'agreement among raft nodes before linearized reading' (duration: 232.772494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:56.547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.035251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T18:16:56.547023Z","caller":"traceutil/trace.go:171","msg":"trace[1560167258] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13493; }","duration":"174.111253ms","start":"2026-03-03T18:16:56.372905Z","end":"2026-03-03T18:16:56.547016Z","steps":["trace[1560167258] 'agreement among raft nodes before linearized reading' (duration: 174.005671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:56.885734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.823429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:16:56.885879Z","caller":"traceutil/trace.go:171","msg":"trace[1122219959] linearizableReadLoop","detail":"{readStateIndex:13998; appliedIndex:13997; }","duration":"278.577302ms","start":"2026-03-03T18:16:56.607279Z","end":"2026-03-03T18:16:56.885856Z","steps":["trace[1122219959] 'read index received' (duration: 144.385424ms)","trace[1122219959] 'applied index is now lower than readState.Index' (duration: 134.190368ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:16:56.88593Z","caller":"traceutil/trace.go:171","msg":"trace[291000997] transaction","detail":"{read_only:false; response_revision:13494; number_of_response:1; }","duration":"336.458723ms","start":"2026-03-03T18:16:56.549434Z","end":"2026-03-03T18:16:56.885892Z","steps":["trace[291000997] 'process raft request' (duration: 202.355097ms)","trace[291000997] 'compare' (duration: 133.651125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:16:56.886095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:56.549415Z","time spent":"336.599777ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:16:56.886328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.028926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:16:56.88632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.982331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:16:56.886412Z","caller":"traceutil/trace.go:171","msg":"trace[1745664466] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:13494; }","duration":"232.160599ms","start":"2026-03-03T18:16:56.654228Z","end":"2026-03-03T18:16:56.886389Z","steps":["trace[1745664466] 'agreement among raft nodes before linearized reading' (duration: 232.004434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:56.886486Z","caller":"traceutil/trace.go:171","msg":"trace[1380174182] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:13494; }","duration":"279.242478ms","start":"2026-03-03T18:16:56.607203Z","end":"2026-03-03T18:16:56.886446Z","steps":["trace[1380174182] 'agreement among raft nodes before linearized reading' (duration: 278.884429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:56.886515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.34275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T18:16:56.886642Z","caller":"traceutil/trace.go:171","msg":"trace[248545665] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13494; }","duration":"212.505834ms","start":"2026-03-03T18:16:56.674093Z","end":"2026-03-03T18:16:56.886599Z","steps":["trace[248545665] 'agreement among raft nodes before linearized reading' (duration: 212.137934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:04.758935Z","caller":"traceutil/trace.go:171","msg":"trace[1505273083] linearizableReadLoop","detail":"{readStateIndex:14039; appliedIndex:14038; }","duration":"143.38654ms","start":"2026-03-03T18:17:04.615524Z","end":"2026-03-03T18:17:04.75891Z","steps":["trace[1505273083] 'read index received' (duration: 143.180925ms)","trace[1505273083] 'applied index is now lower than readState.Index' (duration: 204.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:17:04.759134Z","caller":"traceutil/trace.go:171","msg":"trace[616612795] transaction","detail":"{read_only:false; response_revision:13534; number_of_response:1; }","duration":"168.907348ms","start":"2026-03-03T18:17:04.59014Z","end":"2026-03-03T18:17:04.759047Z","steps":["trace[616612795] 'process raft request' (duration: 168.627061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:04.759393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.847911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:04.759474Z","caller":"traceutil/trace.go:171","msg":"trace[2085635255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13534; }","duration":"143.987914ms","start":"2026-03-03T18:17:04.615466Z","end":"2026-03-03T18:17:04.759454Z","steps":["trace[2085635255] 'agreement among raft nodes before linearized reading' (duration: 143.848791ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:11.709186Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11730} {"level":"info","ts":"2026-03-03T18:17:11.787062Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11730,"took":"75.379204ms","hash":3767392173,"current-db-size-bytes":41738240,"current-db-size":"42 MB","current-db-size-in-use-bytes":23732224,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T18:17:11.787137Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3767392173,"revision":11730,"compact-revision":9720} {"level":"info","ts":"2026-03-03T18:17:12.85592Z","caller":"traceutil/trace.go:171","msg":"trace[766138764] transaction","detail":"{read_only:false; response_revision:13587; number_of_response:1; }","duration":"130.014606ms","start":"2026-03-03T18:17:12.725884Z","end":"2026-03-03T18:17:12.855899Z","steps":["trace[766138764] 'process raft request' (duration: 129.453823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:14.121542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204042112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:17:14.622387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204042112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:17:14.712475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166258146s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:17:14.71298Z","caller":"traceutil/trace.go:171","msg":"trace[703726492] transaction","detail":"{read_only:false; response_revision:13592; number_of_response:1; }","duration":"1.166822169s","start":"2026-03-03T18:17:13.546118Z","end":"2026-03-03T18:17:14.71294Z","steps":["trace[703726492] 'process raft request' (duration: 1.166581703s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:14.713243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:13.546102Z","time spent":"1.167008934s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:14.714277Z","caller":"traceutil/trace.go:171","msg":"trace[1673926664] transaction","detail":"{read_only:false; response_revision:13593; number_of_response:1; }","duration":"1.137860439s","start":"2026-03-03T18:17:13.576336Z","end":"2026-03-03T18:17:14.714196Z","steps":["trace[1673926664] 'process raft request' (duration: 1.137607983s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:14.714368Z","caller":"traceutil/trace.go:171","msg":"trace[675809757] linearizableReadLoop","detail":"{readStateIndex:14103; appliedIndex:14100; }","duration":"1.093456864s","start":"2026-03-03T18:17:13.620883Z","end":"2026-03-03T18:17:14.71434Z","steps":["trace[675809757] 'read index received' (duration: 1.091911576s)","trace[675809757] 'applied index is now lower than readState.Index' (duration: 1.543158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:17:14.71445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:13.576312Z","time spent":"1.138032573s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:14.714514Z","caller":"traceutil/trace.go:171","msg":"trace[418689369] transaction","detail":"{read_only:false; response_revision:13594; number_of_response:1; }","duration":"1.136192789s","start":"2026-03-03T18:17:13.578306Z","end":"2026-03-03T18:17:14.714499Z","steps":["trace[418689369] 'process raft request' (duration: 1.135820989s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:14.714587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:13.578282Z","time spent":"1.13627106s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:14.714595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.451224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:14.71467Z","caller":"traceutil/trace.go:171","msg":"trace[1914852944] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13594; }","duration":"712.588907ms","start":"2026-03-03T18:17:14.002064Z","end":"2026-03-03T18:17:14.714652Z","steps":["trace[1914852944] 'agreement among raft nodes before linearized reading' (duration: 712.458884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:14.714678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.80723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:17:14.714719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:14.002034Z","time spent":"712.676879ms","remote":"127.0.0.1:55782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"info","ts":"2026-03-03T18:17:14.714749Z","caller":"traceutil/trace.go:171","msg":"trace[217044456] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13594; }","duration":"445.942284ms","start":"2026-03-03T18:17:14.268788Z","end":"2026-03-03T18:17:14.714731Z","steps":["trace[217044456] 'agreement among raft nodes before linearized reading' (duration: 445.79942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:14.714713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093789923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:17:14.714824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:14.268763Z","time spent":"446.039906ms","remote":"127.0.0.1:55710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:17:14.714842Z","caller":"traceutil/trace.go:171","msg":"trace[1137147096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13594; }","duration":"1.093972727s","start":"2026-03-03T18:17:13.620843Z","end":"2026-03-03T18:17:14.714816Z","steps":["trace[1137147096] 'agreement among raft nodes before linearized reading' (duration: 1.093640379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:14.71474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.328842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T18:17:14.715089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:13.620829Z","time spent":"1.094243444s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:17:14.715112Z","caller":"traceutil/trace.go:171","msg":"trace[1422203686] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13594; }","duration":"203.698001ms","start":"2026-03-03T18:17:14.511378Z","end":"2026-03-03T18:17:14.715076Z","steps":["trace[1422203686] 'agreement among raft nodes before linearized reading' (duration: 203.148578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:14.714882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.852814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:17:14.715189Z","caller":"traceutil/trace.go:171","msg":"trace[261375084] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:13594; }","duration":"680.181632ms","start":"2026-03-03T18:17:14.034981Z","end":"2026-03-03T18:17:14.715163Z","steps":["trace[261375084] 'agreement among raft nodes before linearized reading' (duration: 679.69138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:14.715278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:14.034929Z","time spent":"680.308186ms","remote":"127.0.0.1:55660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:17:16.36369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.851083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:16.363778Z","caller":"traceutil/trace.go:171","msg":"trace[1727064073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13605; }","duration":"241.993787ms","start":"2026-03-03T18:17:16.121762Z","end":"2026-03-03T18:17:16.363756Z","steps":["trace[1727064073] 'range keys from in-memory index tree' (duration: 241.757181ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.179655Z","caller":"traceutil/trace.go:171","msg":"trace[163248964] transaction","detail":"{read_only:false; response_revision:13756; number_of_response:1; }","duration":"472.022874ms","start":"2026-03-03T18:17:24.707598Z","end":"2026-03-03T18:17:25.179621Z","steps":["trace[163248964] 'process raft request' (duration: 471.723326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.179629Z","caller":"traceutil/trace.go:171","msg":"trace[1913157089] linearizableReadLoop","detail":"{readStateIndex:14269; appliedIndex:14268; }","duration":"434.157248ms","start":"2026-03-03T18:17:24.745435Z","end":"2026-03-03T18:17:25.179592Z","steps":["trace[1913157089] 'read index received' (duration: 433.848041ms)","trace[1913157089] 'applied index is now lower than readState.Index' (duration: 307.297µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:17:25.179827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:24.707583Z","time spent":"472.155306ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:25.179915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.470375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T18:17:25.179997Z","caller":"traceutil/trace.go:171","msg":"trace[2008463766] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:13756; }","duration":"434.638579ms","start":"2026-03-03T18:17:24.745338Z","end":"2026-03-03T18:17:25.179976Z","steps":["trace[2008463766] 'agreement among raft nodes before linearized reading' (duration: 434.379103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:25.180041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:24.745301Z","time spent":"434.728061ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-03-03T18:17:25.676077Z","caller":"traceutil/trace.go:171","msg":"trace[1655670704] transaction","detail":"{read_only:false; response_revision:13757; number_of_response:1; }","duration":"927.354325ms","start":"2026-03-03T18:17:24.748698Z","end":"2026-03-03T18:17:25.676052Z","steps":["trace[1655670704] 'process raft request' (duration: 925.798077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:25.676221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:24.748664Z","time spent":"927.483978ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:25.676236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.480789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:17:25.67629Z","caller":"traceutil/trace.go:171","msg":"trace[2127524618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13759; }","duration":"906.575081ms","start":"2026-03-03T18:17:24.769702Z","end":"2026-03-03T18:17:25.676277Z","steps":["trace[2127524618] 'agreement among raft nodes before linearized reading' (duration: 906.418388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.676076Z","caller":"traceutil/trace.go:171","msg":"trace[864560820] linearizableReadLoop","detail":"{readStateIndex:14272; appliedIndex:14269; }","duration":"496.21815ms","start":"2026-03-03T18:17:25.179836Z","end":"2026-03-03T18:17:25.676054Z","steps":["trace[864560820] 'read index received' (duration: 494.672632ms)","trace[864560820] 'applied index is now lower than readState.Index' (duration: 1.544498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:17:25.676217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.837264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:17:25.676384Z","caller":"traceutil/trace.go:171","msg":"trace[900649640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13759; }","duration":"566.03395ms","start":"2026-03-03T18:17:25.110335Z","end":"2026-03-03T18:17:25.676369Z","steps":["trace[900649640] 'agreement among raft nodes before linearized reading' (duration: 565.751093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.676404Z","caller":"traceutil/trace.go:171","msg":"trace[1062589545] transaction","detail":"{read_only:false; response_revision:13758; number_of_response:1; }","duration":"927.383725ms","start":"2026-03-03T18:17:24.749005Z","end":"2026-03-03T18:17:25.676389Z","steps":["trace[1062589545] 'process raft request' (duration: 926.917943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:25.676425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:25.110322Z","time spent":"566.091511ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:17:25.676461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.816269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:17:25.6765Z","caller":"traceutil/trace.go:171","msg":"trace[99140734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13759; }","duration":"566.893891ms","start":"2026-03-03T18:17:25.109597Z","end":"2026-03-03T18:17:25.676491Z","steps":["trace[99140734] 'agreement among raft nodes before linearized reading' (duration: 566.769898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:25.676532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:25.109575Z","time spent":"566.951632ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:17:25.676344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:24.769688Z","time spent":"906.644053ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:17:25.676627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.033658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-868e6152-8859-4c57-a88e-67a327964f83\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-03T18:17:25.679104Z","caller":"traceutil/trace.go:171","msg":"trace[414797665] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-868e6152-8859-4c57-a88e-67a327964f83; range_end:; response_count:1; response_revision:13759; }","duration":"639.532969ms","start":"2026-03-03T18:17:25.039534Z","end":"2026-03-03T18:17:25.679067Z","steps":["trace[414797665] 'agreement among raft nodes before linearized reading' (duration: 636.983267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:25.679305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:25.039509Z","time spent":"639.735533ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-868e6152-8859-4c57-a88e-67a327964f83\" "} {"level":"warn","ts":"2026-03-03T18:17:25.679489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.906285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:17:25.679616Z","caller":"traceutil/trace.go:171","msg":"trace[1554448890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13759; }","duration":"706.191752ms","start":"2026-03-03T18:17:24.97336Z","end":"2026-03-03T18:17:25.679552Z","steps":["trace[1554448890] 'agreement among raft nodes before linearized reading' (duration: 703.210719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:25.679711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:24.973334Z","time spent":"706.358506ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:17:25.677525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:24.748993Z","time spent":"927.454376ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:25.677756Z","caller":"traceutil/trace.go:171","msg":"trace[552400894] transaction","detail":"{read_only:false; response_revision:13759; number_of_response:1; }","duration":"927.321283ms","start":"2026-03-03T18:17:24.750407Z","end":"2026-03-03T18:17:25.677728Z","steps":["trace[552400894] 'process raft request' (duration: 925.601521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:25.680424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:24.750399Z","time spent":"929.918967ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:25.677852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.594529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:17:25.680596Z","caller":"traceutil/trace.go:171","msg":"trace[939737440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13759; }","duration":"568.327565ms","start":"2026-03-03T18:17:25.112247Z","end":"2026-03-03T18:17:25.680575Z","steps":["trace[939737440] 'agreement among raft nodes before linearized reading' (duration: 565.527207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:25.68067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:25.112217Z","time spent":"568.437418ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:17:25.678004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.491818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6472ebad-c1a6-4bbd-b6b6-c52c629aaed7\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-03T18:17:25.680786Z","caller":"traceutil/trace.go:171","msg":"trace[1267168538] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6472ebad-c1a6-4bbd-b6b6-c52c629aaed7; range_end:; response_count:1; response_revision:13759; }","duration":"792.306836ms","start":"2026-03-03T18:17:24.888435Z","end":"2026-03-03T18:17:25.680741Z","steps":["trace[1267168538] 'agreement among raft nodes before linearized reading' (duration: 789.300003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:25.680825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.738057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6472ebad-c1a6-4bbd-b6b6-c52c629aaed7\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-03-03T18:17:25.680884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:24.888415Z","time spent":"792.450169ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6472ebad-c1a6-4bbd-b6b6-c52c629aaed7\" "} {"level":"info","ts":"2026-03-03T18:17:25.680917Z","caller":"traceutil/trace.go:171","msg":"trace[524693108] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6472ebad-c1a6-4bbd-b6b6-c52c629aaed7; range_end:; response_count:1; response_revision:13759; }","duration":"641.297051ms","start":"2026-03-03T18:17:25.039561Z","end":"2026-03-03T18:17:25.680858Z","steps":["trace[524693108] 'agreement among raft nodes before linearized reading' (duration: 640.579804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:25.680972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:25.039538Z","time spent":"641.400534ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6472ebad-c1a6-4bbd-b6b6-c52c629aaed7\" "} {"level":"warn","ts":"2026-03-03T18:17:25.727127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:25.181193Z","time spent":"545.924283ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:17:25.727404Z","caller":"traceutil/trace.go:171","msg":"trace[1206077654] transaction","detail":"{read_only:false; response_revision:13760; number_of_response:1; }","duration":"309.04336ms","start":"2026-03-03T18:17:25.418261Z","end":"2026-03-03T18:17:25.727304Z","steps":["trace[1206077654] 'process raft request' (duration: 308.750313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:25.727472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.835397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:25.727575Z","caller":"traceutil/trace.go:171","msg":"trace[602123182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13761; }","duration":"111.95004ms","start":"2026-03-03T18:17:25.615599Z","end":"2026-03-03T18:17:25.727549Z","steps":["trace[602123182] 'agreement among raft nodes before linearized reading' (duration: 111.752095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:25.727591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:25.418226Z","time spent":"309.278696ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:25.727586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.606128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xw7nv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T18:17:25.72763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.519375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:25.72768Z","caller":"traceutil/trace.go:171","msg":"trace[57881603] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:13761; }","duration":"517.628117ms","start":"2026-03-03T18:17:25.210031Z","end":"2026-03-03T18:17:25.727659Z","steps":["trace[57881603] 'agreement among raft nodes before linearized reading' (duration: 517.522605ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.727639Z","caller":"traceutil/trace.go:171","msg":"trace[916956039] transaction","detail":"{read_only:false; response_revision:13761; number_of_response:1; }","duration":"260.580067ms","start":"2026-03-03T18:17:25.466976Z","end":"2026-03-03T18:17:25.727556Z","steps":["trace[916956039] 'process raft request' (duration: 260.203698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.727669Z","caller":"traceutil/trace.go:171","msg":"trace[1034825813] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xw7nv; range_end:; response_count:1; response_revision:13761; }","duration":"258.769532ms","start":"2026-03-03T18:17:25.468887Z","end":"2026-03-03T18:17:25.727656Z","steps":["trace[1034825813] 'agreement among raft nodes before linearized reading' (duration: 258.575178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:25.727719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:25.209996Z","time spent":"517.71468ms","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:18:30.177704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.33365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:18:30.1778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.259661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T18:18:30.177699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.795394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:18:30.177852Z","caller":"traceutil/trace.go:171","msg":"trace[1211285783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14629; }","duration":"131.006861ms","start":"2026-03-03T18:18:30.046837Z","end":"2026-03-03T18:18:30.177844Z","steps":["trace[1211285783] 'range keys from in-memory index tree' (duration: 130.58334ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:30.17786Z","caller":"traceutil/trace.go:171","msg":"trace[208671846] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14629; }","duration":"182.375145ms","start":"2026-03-03T18:18:29.995468Z","end":"2026-03-03T18:18:30.177843Z","steps":["trace[208671846] 'range keys from in-memory index tree' (duration: 182.132729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:30.177885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.202436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T18:18:30.177952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.631264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:18:30.178001Z","caller":"traceutil/trace.go:171","msg":"trace[1772546899] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14629; }","duration":"181.341189ms","start":"2026-03-03T18:18:29.996633Z","end":"2026-03-03T18:18:30.177974Z","steps":["trace[1772546899] 'range keys from in-memory index tree' (duration: 181.060042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:30.178024Z","caller":"traceutil/trace.go:171","msg":"trace[1843646726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14629; }","duration":"109.735337ms","start":"2026-03-03T18:18:30.068271Z","end":"2026-03-03T18:18:30.178007Z","steps":["trace[1843646726] 'range keys from in-memory index tree' (duration: 109.480481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:30.177806Z","caller":"traceutil/trace.go:171","msg":"trace[292304202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14629; }","duration":"110.549786ms","start":"2026-03-03T18:18:30.067239Z","end":"2026-03-03T18:18:30.177789Z","steps":["trace[292304202] 'range keys from in-memory index tree' (duration: 110.153586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:30.178073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.769729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:30.177885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.389261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:18:30.178185Z","caller":"traceutil/trace.go:171","msg":"trace[2135140058] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14629; }","duration":"181.931813ms","start":"2026-03-03T18:18:29.996229Z","end":"2026-03-03T18:18:30.178161Z","steps":["trace[2135140058] 'range keys from in-memory index tree' (duration: 181.670546ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:30.178217Z","caller":"traceutil/trace.go:171","msg":"trace[681553676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14629; }","duration":"112.76583ms","start":"2026-03-03T18:18:30.065421Z","end":"2026-03-03T18:18:30.178186Z","steps":["trace[681553676] 'range keys from in-memory index tree' (duration: 112.214877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:30.178367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.992917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:18:30.178405Z","caller":"traceutil/trace.go:171","msg":"trace[1928975748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14629; }","duration":"130.56254ms","start":"2026-03-03T18:18:30.047831Z","end":"2026-03-03T18:18:30.178394Z","steps":["trace[1928975748] 'range keys from in-memory index tree' (duration: 129.760231ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:30.195405Z","caller":"traceutil/trace.go:171","msg":"trace[2012015043] transaction","detail":"{read_only:false; response_revision:14630; number_of_response:1; }","duration":"104.325135ms","start":"2026-03-03T18:18:30.091056Z","end":"2026-03-03T18:18:30.195381Z","steps":["trace[2012015043] 'process raft request' (duration: 104.163571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:30.410643Z","caller":"traceutil/trace.go:171","msg":"trace[1138852703] transaction","detail":"{read_only:false; response_revision:14632; number_of_response:1; }","duration":"227.973868ms","start":"2026-03-03T18:18:30.18264Z","end":"2026-03-03T18:18:30.410613Z","steps":["trace[1138852703] 'process raft request' (duration: 227.871876ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:30.41065Z","caller":"traceutil/trace.go:171","msg":"trace[948707104] transaction","detail":"{read_only:false; response_revision:14631; number_of_response:1; }","duration":"228.433019ms","start":"2026-03-03T18:18:30.182187Z","end":"2026-03-03T18:18:30.41062Z","steps":["trace[948707104] 'process raft request' (duration: 228.178143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:30.410884Z","caller":"traceutil/trace.go:171","msg":"trace[1661286496] transaction","detail":"{read_only:false; response_revision:14633; number_of_response:1; }","duration":"227.836875ms","start":"2026-03-03T18:18:30.18302Z","end":"2026-03-03T18:18:30.410857Z","steps":["trace[1661286496] 'process raft request' (duration: 227.544868ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:30.411084Z","caller":"traceutil/trace.go:171","msg":"trace[670542161] linearizableReadLoop","detail":"{readStateIndex:15175; appliedIndex:15169; }","duration":"215.565857ms","start":"2026-03-03T18:18:30.195508Z","end":"2026-03-03T18:18:30.411073Z","steps":["trace[670542161] 'read index received' (duration: 213.113728ms)","trace[670542161] 'applied index is now lower than readState.Index' (duration: 2.451469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:30.411166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.450636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:30.411211Z","caller":"traceutil/trace.go:171","msg":"trace[153441372] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14635; }","duration":"244.508137ms","start":"2026-03-03T18:18:30.166692Z","end":"2026-03-03T18:18:30.4112Z","steps":["trace[153441372] 'agreement among raft nodes before linearized reading' (duration: 244.405015ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:30.41119Z","caller":"traceutil/trace.go:171","msg":"trace[722210733] transaction","detail":"{read_only:false; response_revision:14634; number_of_response:1; }","duration":"228.148492ms","start":"2026-03-03T18:18:30.183009Z","end":"2026-03-03T18:18:30.411158Z","steps":["trace[722210733] 'process raft request' (duration: 227.754573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:30.411361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.086842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:18:30.411398Z","caller":"traceutil/trace.go:171","msg":"trace[1783687843] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14635; }","duration":"245.186035ms","start":"2026-03-03T18:18:30.166202Z","end":"2026-03-03T18:18:30.411388Z","steps":["trace[1783687843] 'agreement among raft nodes before linearized reading' (duration: 244.97705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:30.411499Z","caller":"traceutil/trace.go:171","msg":"trace[1550407795] transaction","detail":"{read_only:false; response_revision:14635; number_of_response:1; }","duration":"228.339057ms","start":"2026-03-03T18:18:30.183137Z","end":"2026-03-03T18:18:30.411476Z","steps":["trace[1550407795] 'process raft request' (duration: 227.864425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:30.412007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.981829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:30.412082Z","caller":"traceutil/trace.go:171","msg":"trace[89031819] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14635; }","duration":"240.096231ms","start":"2026-03-03T18:18:30.17197Z","end":"2026-03-03T18:18:30.412066Z","steps":["trace[89031819] 'agreement among raft nodes before linearized reading' (duration: 239.125698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:30.412181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.894418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764288"} {"level":"info","ts":"2026-03-03T18:18:30.412269Z","caller":"traceutil/trace.go:171","msg":"trace[1288918978] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14635; }","duration":"212.020641ms","start":"2026-03-03T18:18:30.200227Z","end":"2026-03-03T18:18:30.412248Z","steps":["trace[1288918978] 'agreement among raft nodes before linearized reading' (duration: 211.084719ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:54.201608Z","caller":"traceutil/trace.go:171","msg":"trace[529667412] transaction","detail":"{read_only:false; response_revision:14742; number_of_response:1; }","duration":"209.46562ms","start":"2026-03-03T18:18:53.992119Z","end":"2026-03-03T18:18:54.201585Z","steps":["trace[529667412] 'process raft request' (duration: 209.330866ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:54.537507Z","caller":"traceutil/trace.go:171","msg":"trace[1959418954] transaction","detail":"{read_only:false; response_revision:14743; number_of_response:1; }","duration":"540.419599ms","start":"2026-03-03T18:18:53.997058Z","end":"2026-03-03T18:18:54.537478Z","steps":["trace[1959418954] 'process raft request' (duration: 447.874579ms)","trace[1959418954] 'compare' (duration: 92.180472ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:54.537526Z","caller":"traceutil/trace.go:171","msg":"trace[1274685817] linearizableReadLoop","detail":"{readStateIndex:15288; appliedIndex:15286; }","duration":"306.003066ms","start":"2026-03-03T18:18:54.231501Z","end":"2026-03-03T18:18:54.537504Z","steps":["trace[1274685817] 'read index received' (duration: 213.298662ms)","trace[1274685817] 'applied index is now lower than readState.Index' (duration: 92.703504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:54.537655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:53.997038Z","time spent":"540.543962ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:54.53807Z","caller":"traceutil/trace.go:171","msg":"trace[1436362534] transaction","detail":"{read_only:false; response_revision:14744; number_of_response:1; }","duration":"539.766422ms","start":"2026-03-03T18:18:53.998269Z","end":"2026-03-03T18:18:54.538035Z","steps":["trace[1436362534] 'process raft request' (duration: 539.137998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:54.538261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.761664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:18:54.538301Z","caller":"traceutil/trace.go:171","msg":"trace[997011930] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14744; }","duration":"306.838926ms","start":"2026-03-03T18:18:54.231451Z","end":"2026-03-03T18:18:54.53829Z","steps":["trace[997011930] 'agreement among raft nodes before linearized reading' (duration: 306.673402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:54.538319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:54.231429Z","time spent":"306.886666ms","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:18:54.538337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.522034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:54.538398Z","caller":"traceutil/trace.go:171","msg":"trace[1497803368] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14744; }","duration":"305.632827ms","start":"2026-03-03T18:18:54.232751Z","end":"2026-03-03T18:18:54.538384Z","steps":["trace[1497803368] 'agreement among raft nodes before linearized reading' (duration: 305.532544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:54.538491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:54.232731Z","time spent":"305.750749ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:18:54.538612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.97395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T18:18:54.538235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:53.998261Z","time spent":"539.888125ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:54.538703Z","caller":"traceutil/trace.go:171","msg":"trace[64538763] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14744; }","duration":"305.119914ms","start":"2026-03-03T18:18:54.233563Z","end":"2026-03-03T18:18:54.538682Z","steps":["trace[64538763] 'agreement among raft nodes before linearized reading' (duration: 304.802815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:54.538757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:54.233541Z","time spent":"305.205736ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T18:18:54.731543Z","caller":"traceutil/trace.go:171","msg":"trace[1730795267] linearizableReadLoop","detail":"{readStateIndex:15290; appliedIndex:15288; }","duration":"183.712736ms","start":"2026-03-03T18:18:54.547808Z","end":"2026-03-03T18:18:54.731521Z","steps":["trace[1730795267] 'read index received' (duration: 146.825613ms)","trace[1730795267] 'applied index is now lower than readState.Index' (duration: 36.886303ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:54.731642Z","caller":"traceutil/trace.go:171","msg":"trace[1451390518] transaction","detail":"{read_only:false; response_revision:14746; number_of_response:1; }","duration":"185.613232ms","start":"2026-03-03T18:18:54.546021Z","end":"2026-03-03T18:18:54.731634Z","steps":["trace[1451390518] 'process raft request' (duration: 185.422178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:54.731873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.048475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:18:54.731903Z","caller":"traceutil/trace.go:171","msg":"trace[933582423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14746; }","duration":"184.103096ms","start":"2026-03-03T18:18:54.547792Z","end":"2026-03-03T18:18:54.731895Z","steps":["trace[933582423] 'agreement among raft nodes before linearized reading' (duration: 183.994943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:54.732032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.187899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:18:54.732057Z","caller":"traceutil/trace.go:171","msg":"trace[112181472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14746; }","duration":"182.22444ms","start":"2026-03-03T18:18:54.549827Z","end":"2026-03-03T18:18:54.732052Z","steps":["trace[112181472] 'agreement among raft nodes before linearized reading' (duration: 182.161459ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:54.732218Z","caller":"traceutil/trace.go:171","msg":"trace[246613380] transaction","detail":"{read_only:false; response_revision:14745; number_of_response:1; }","duration":"186.712259ms","start":"2026-03-03T18:18:54.545424Z","end":"2026-03-03T18:18:54.732136Z","steps":["trace[246613380] 'process raft request' (duration: 149.212831ms)","trace[246613380] 'compare' (duration: 36.526814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:54.732375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.252341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:18:54.733314Z","caller":"traceutil/trace.go:171","msg":"trace[761966442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14746; }","duration":"183.183923ms","start":"2026-03-03T18:18:54.55008Z","end":"2026-03-03T18:18:54.733263Z","steps":["trace[761966442] 'agreement among raft nodes before linearized reading' (duration: 182.112077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.427087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204045748,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:18:56.4543Z","caller":"traceutil/trace.go:171","msg":"trace[944158041] transaction","detail":"{read_only:false; response_revision:14751; number_of_response:1; }","duration":"556.940239ms","start":"2026-03-03T18:18:55.897328Z","end":"2026-03-03T18:18:56.454269Z","steps":["trace[944158041] 'process raft request' (duration: 556.770865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.454444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:55.897303Z","time spent":"557.063972ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:56.981274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.094732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:18:56.981651Z","caller":"traceutil/trace.go:171","msg":"trace[887515514] linearizableReadLoop","detail":"{readStateIndex:15297; appliedIndex:15295; }","duration":"1.05483282s","start":"2026-03-03T18:18:55.926777Z","end":"2026-03-03T18:18:56.98161Z","steps":["trace[887515514] 'read index received' (duration: 527.408725ms)","trace[887515514] 'applied index is now lower than readState.Index' (duration: 527.421835ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:56.981685Z","caller":"traceutil/trace.go:171","msg":"trace[250317811] transaction","detail":"{read_only:false; response_revision:14753; number_of_response:1; }","duration":"438.244877ms","start":"2026-03-03T18:18:56.543419Z","end":"2026-03-03T18:18:56.981664Z","steps":["trace[250317811] 'process raft request' (duration: 438.111844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.98187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054979873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:56.981914Z","caller":"traceutil/trace.go:171","msg":"trace[1397997737] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14754; }","duration":"1.055078906s","start":"2026-03-03T18:18:55.926823Z","end":"2026-03-03T18:18:56.981902Z","steps":["trace[1397997737] 'agreement among raft nodes before linearized reading' (duration: 1.054993244s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:56.981901Z","caller":"traceutil/trace.go:171","msg":"trace[358057970] transaction","detail":"{read_only:false; response_revision:14754; number_of_response:1; }","duration":"437.529899ms","start":"2026-03-03T18:18:56.544342Z","end":"2026-03-03T18:18:56.981872Z","steps":["trace[358057970] 'process raft request' (duration: 437.279443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.981956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:55.926792Z","time spent":"1.055152398s","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:18:56.982008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.292273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xw7nv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T18:18:56.982016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.616265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:18:56.98209Z","caller":"traceutil/trace.go:171","msg":"trace[259521803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xw7nv; range_end:; response_count:1; response_revision:14754; }","duration":"206.423616ms","start":"2026-03-03T18:18:56.775646Z","end":"2026-03-03T18:18:56.98207Z","steps":["trace[259521803] 'agreement among raft nodes before linearized reading' (duration: 206.19114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.982112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055334632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:56.982044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:56.543355Z","time spent":"438.529184ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:56.982159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.93054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:56.982146Z","caller":"traceutil/trace.go:171","msg":"trace[1415702658] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14754; }","duration":"1.055396524s","start":"2026-03-03T18:18:55.92674Z","end":"2026-03-03T18:18:56.982137Z","steps":["trace[1415702658] 'agreement among raft nodes before linearized reading' (duration: 1.054987994s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.982232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.678563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:18:56.982243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055148207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:56.982247Z","caller":"traceutil/trace.go:171","msg":"trace[761934887] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14754; }","duration":"436.063434ms","start":"2026-03-03T18:18:56.546165Z","end":"2026-03-03T18:18:56.982228Z","steps":["trace[761934887] 'agreement among raft nodes before linearized reading' (duration: 435.762337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:56.982264Z","caller":"traceutil/trace.go:171","msg":"trace[322568143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14754; }","duration":"218.752474ms","start":"2026-03-03T18:18:56.763502Z","end":"2026-03-03T18:18:56.982254Z","steps":["trace[322568143] 'agreement among raft nodes before linearized reading' (duration: 218.654862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.982261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054355128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T18:18:56.982293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:56.546149Z","time spent":"436.136856ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:18:56.982296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.785931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:56.98233Z","caller":"traceutil/trace.go:171","msg":"trace[504098127] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14754; }","duration":"1.054436661s","start":"2026-03-03T18:18:55.927878Z","end":"2026-03-03T18:18:56.982314Z","steps":["trace[504098127] 'agreement among raft nodes before linearized reading' (duration: 1.054298558s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:56.982354Z","caller":"traceutil/trace.go:171","msg":"trace[505446026] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14754; }","duration":"436.844863ms","start":"2026-03-03T18:18:56.545477Z","end":"2026-03-03T18:18:56.982322Z","steps":["trace[505446026] 'agreement among raft nodes before linearized reading' (duration: 436.795762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.982382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:56.545468Z","time spent":"436.907524ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:18:56.982417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.472533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:56.982444Z","caller":"traceutil/trace.go:171","msg":"trace[29164163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14754; }","duration":"367.523565ms","start":"2026-03-03T18:18:56.614911Z","end":"2026-03-03T18:18:56.982435Z","steps":["trace[29164163] 'agreement among raft nodes before linearized reading' (duration: 367.481164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:56.982124Z","caller":"traceutil/trace.go:171","msg":"trace[1511512348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14754; }","duration":"238.770289ms","start":"2026-03-03T18:18:56.743322Z","end":"2026-03-03T18:18:56.982093Z","steps":["trace[1511512348] 'agreement among raft nodes before linearized reading' (duration: 238.509622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.982483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.078605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:56.982493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.117475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:56.98253Z","caller":"traceutil/trace.go:171","msg":"trace[1903303803] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14754; }","duration":"436.123736ms","start":"2026-03-03T18:18:56.546396Z","end":"2026-03-03T18:18:56.982519Z","steps":["trace[1903303803] 'agreement among raft nodes before linearized reading' (duration: 436.056434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.982382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:55.92787Z","time spent":"1.054499892s","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:18:56.98257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:56.546381Z","time spent":"436.178437ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:18:56.982592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.32502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:18:56.982533Z","caller":"traceutil/trace.go:171","msg":"trace[1191723621] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14754; }","duration":"436.169567ms","start":"2026-03-03T18:18:56.546354Z","end":"2026-03-03T18:18:56.982523Z","steps":["trace[1191723621] 'agreement among raft nodes before linearized reading' (duration: 436.070394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:56.982623Z","caller":"traceutil/trace.go:171","msg":"trace[1999302330] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14754; }","duration":"436.372741ms","start":"2026-03-03T18:18:56.546241Z","end":"2026-03-03T18:18:56.982614Z","steps":["trace[1999302330] 'agreement among raft nodes before linearized reading' (duration: 436.275309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.982627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.240486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:18:56.982475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:56.61489Z","time spent":"367.580017ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:18:56.982654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:56.54623Z","time spent":"436.418243ms","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:18:56.982658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:56.546343Z","time spent":"436.30414ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T18:18:56.982661Z","caller":"traceutil/trace.go:171","msg":"trace[1295683888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14754; }","duration":"219.296177ms","start":"2026-03-03T18:18:56.763355Z","end":"2026-03-03T18:18:56.982652Z","steps":["trace[1295683888] 'agreement among raft nodes before linearized reading' (duration: 219.212365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.982201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.234288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:18:56.982789Z","caller":"traceutil/trace.go:171","msg":"trace[1123458546] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14754; }","duration":"436.859683ms","start":"2026-03-03T18:18:56.545922Z","end":"2026-03-03T18:18:56.982781Z","steps":["trace[1123458546] 'agreement among raft nodes before linearized reading' (duration: 436.206247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.982722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.84015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T18:18:56.982819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:56.545904Z","time spent":"436.907744ms","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T18:18:56.982284Z","caller":"traceutil/trace.go:171","msg":"trace[1446262142] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14754; }","duration":"1.055221349s","start":"2026-03-03T18:18:55.927051Z","end":"2026-03-03T18:18:56.982273Z","steps":["trace[1446262142] 'agreement among raft nodes before linearized reading' (duration: 1.055172128s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:56.982869Z","caller":"traceutil/trace.go:171","msg":"trace[1194332297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14754; }","duration":"227.029844ms","start":"2026-03-03T18:18:56.755808Z","end":"2026-03-03T18:18:56.982838Z","steps":["trace[1194332297] 'agreement among raft nodes before linearized reading' (duration: 226.615854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.982901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:55.927033Z","time spent":"1.055856825s","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:18:56.982246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:55.926728Z","time spent":"1.055508406s","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:18:56.982056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:56.544322Z","time spent":"437.645272ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:56.982127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.568131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-n6wgl\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-03-03T18:18:56.983293Z","caller":"traceutil/trace.go:171","msg":"trace[339628365] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-n6wgl; range_end:; response_count:1; response_revision:14754; }","duration":"205.734339ms","start":"2026-03-03T18:18:56.77754Z","end":"2026-03-03T18:18:56.983275Z","steps":["trace[339628365] 'agreement among raft nodes before linearized reading' (duration: 204.439338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:56.98253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.872667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:18:56.983473Z","caller":"traceutil/trace.go:171","msg":"trace[1856654782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14754; }","duration":"238.864941ms","start":"2026-03-03T18:18:56.744596Z","end":"2026-03-03T18:18:56.983461Z","steps":["trace[1856654782] 'agreement among raft nodes before linearized reading' (duration: 237.851267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:56.985428Z","caller":"traceutil/trace.go:171","msg":"trace[918422746] transaction","detail":"{read_only:false; response_revision:14752; number_of_response:1; }","duration":"768.667453ms","start":"2026-03-03T18:18:56.213001Z","end":"2026-03-03T18:18:56.981668Z","steps":["trace[918422746] 'process raft request' (duration: 316.089089ms)","trace[918422746] 'compare' (duration: 451.837626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:56.985551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:56.212974Z","time spent":"772.510256ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:57.159665Z","caller":"traceutil/trace.go:171","msg":"trace[1851294717] transaction","detail":"{read_only:false; response_revision:14755; number_of_response:1; }","duration":"151.699201ms","start":"2026-03-03T18:18:57.007936Z","end":"2026-03-03T18:18:57.159635Z","steps":["trace[1851294717] 'process raft request' (duration: 151.480846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:57.15991Z","caller":"traceutil/trace.go:171","msg":"trace[231179575] transaction","detail":"{read_only:false; response_revision:14756; number_of_response:1; }","duration":"151.870535ms","start":"2026-03-03T18:18:57.008029Z","end":"2026-03-03T18:18:57.1599Z","steps":["trace[231179575] 'process raft request' (duration: 151.558088ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:57.160083Z","caller":"traceutil/trace.go:171","msg":"trace[1748265633] transaction","detail":"{read_only:false; response_revision:14757; number_of_response:1; }","duration":"151.977088ms","start":"2026-03-03T18:18:57.008081Z","end":"2026-03-03T18:18:57.160058Z","steps":["trace[1748265633] 'process raft request' (duration: 151.775263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:57.160277Z","caller":"traceutil/trace.go:171","msg":"trace[1687654448] transaction","detail":"{read_only:false; response_revision:14758; number_of_response:1; }","duration":"151.130888ms","start":"2026-03-03T18:18:57.009132Z","end":"2026-03-03T18:18:57.160263Z","steps":["trace[1687654448] 'process raft request' (duration: 151.042606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:57.160406Z","caller":"traceutil/trace.go:171","msg":"trace[1971614495] linearizableReadLoop","detail":"{readStateIndex:15304; appliedIndex:15299; }","duration":"133.231264ms","start":"2026-03-03T18:18:57.027147Z","end":"2026-03-03T18:18:57.160378Z","steps":["trace[1971614495] 'read index received' (duration: 132.312292ms)","trace[1971614495] 'applied index is now lower than readState.Index' (duration: 917.752µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:57.160505Z","caller":"traceutil/trace.go:171","msg":"trace[531126951] transaction","detail":"{read_only:false; response_revision:14759; number_of_response:1; }","duration":"150.706216ms","start":"2026-03-03T18:18:57.009736Z","end":"2026-03-03T18:18:57.160443Z","steps":["trace[531126951] 'process raft request' (duration: 150.491711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:57.160638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.47143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T18:18:57.16081Z","caller":"traceutil/trace.go:171","msg":"trace[1475423307] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14759; }","duration":"133.683396ms","start":"2026-03-03T18:18:57.02711Z","end":"2026-03-03T18:18:57.160793Z","steps":["trace[1475423307] 'agreement among raft nodes before linearized reading' (duration: 133.395108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:22:11.714826Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13582} {"level":"info","ts":"2026-03-03T18:22:11.79218Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13582,"took":"74.360905ms","hash":1181824544,"current-db-size-bytes":42352640,"current-db-size":"42 MB","current-db-size-in-use-bytes":29995008,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T18:22:11.792239Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1181824544,"revision":13582,"compact-revision":11730} {"level":"info","ts":"2026-03-03T18:24:40.462075Z","caller":"traceutil/trace.go:171","msg":"trace[678510375] transaction","detail":"{read_only:false; response_revision:17160; number_of_response:1; }","duration":"117.736135ms","start":"2026-03-03T18:24:40.344312Z","end":"2026-03-03T18:24:40.462048Z","steps":["trace[678510375] 'process raft request' (duration: 84.670836ms)","trace[678510375] 'compare' (duration: 32.771181ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:40.462103Z","caller":"traceutil/trace.go:171","msg":"trace[2075990100] transaction","detail":"{read_only:false; response_revision:17161; number_of_response:1; }","duration":"117.266273ms","start":"2026-03-03T18:24:40.34481Z","end":"2026-03-03T18:24:40.462076Z","steps":["trace[2075990100] 'process raft request' (duration: 117.14052ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:40.462201Z","caller":"traceutil/trace.go:171","msg":"trace[337688460] transaction","detail":"{read_only:false; response_revision:17162; number_of_response:1; }","duration":"116.3708ms","start":"2026-03-03T18:24:40.345794Z","end":"2026-03-03T18:24:40.462165Z","steps":["trace[337688460] 'process raft request' (duration: 116.246147ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:45.115761Z","caller":"traceutil/trace.go:171","msg":"trace[704280280] linearizableReadLoop","detail":"{readStateIndex:17829; appliedIndex:17828; }","duration":"212.647834ms","start":"2026-03-03T18:24:44.903088Z","end":"2026-03-03T18:24:45.115736Z","steps":["trace[704280280] 'read index received' (duration: 212.519801ms)","trace[704280280] 'applied index is now lower than readState.Index' (duration: 126.693µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:45.115842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:44.766343Z","time spent":"349.489062ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:24:45.116113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.924274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:24:45.116209Z","caller":"traceutil/trace.go:171","msg":"trace[1200694832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17198; }","duration":"121.051626ms","start":"2026-03-03T18:24:44.995134Z","end":"2026-03-03T18:24:45.116185Z","steps":["trace[1200694832] 'agreement among raft nodes before linearized reading' (duration: 120.78915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:45.116208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.165958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:24:45.11631Z","caller":"traceutil/trace.go:171","msg":"trace[1948280864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17198; }","duration":"127.307071ms","start":"2026-03-03T18:24:44.988981Z","end":"2026-03-03T18:24:45.116288Z","steps":["trace[1948280864] 'agreement among raft nodes before linearized reading' (duration: 127.030224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:45.116021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.909422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:24:45.11648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.654327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:24:45.116545Z","caller":"traceutil/trace.go:171","msg":"trace[1526055739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17198; }","duration":"120.72532ms","start":"2026-03-03T18:24:44.995798Z","end":"2026-03-03T18:24:45.116523Z","steps":["trace[1526055739] 'agreement among raft nodes before linearized reading' (duration: 120.342829ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:45.116505Z","caller":"traceutil/trace.go:171","msg":"trace[1794167748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17198; }","duration":"213.437384ms","start":"2026-03-03T18:24:44.903046Z","end":"2026-03-03T18:24:45.116484Z","steps":["trace[1794167748] 'agreement among raft nodes before linearized reading' (duration: 212.789348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:45.116742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.54039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:24:45.116834Z","caller":"traceutil/trace.go:171","msg":"trace[1659909752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17198; }","duration":"121.646332ms","start":"2026-03-03T18:24:44.995176Z","end":"2026-03-03T18:24:45.116822Z","steps":["trace[1659909752] 'agreement among raft nodes before linearized reading' (duration: 120.753589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:45.117291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.462128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-n6wgl\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-03T18:24:45.117333Z","caller":"traceutil/trace.go:171","msg":"trace[83535366] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-n6wgl; range_end:; response_count:1; response_revision:17198; }","duration":"159.56109ms","start":"2026-03-03T18:24:44.957763Z","end":"2026-03-03T18:24:45.117324Z","steps":["trace[83535366] 'agreement among raft nodes before linearized reading' (duration: 158.124564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:51.654924Z","caller":"traceutil/trace.go:171","msg":"trace[1509989235] transaction","detail":"{read_only:false; response_revision:17234; number_of_response:1; }","duration":"466.755225ms","start":"2026-03-03T18:24:51.18814Z","end":"2026-03-03T18:24:51.654895Z","steps":["trace[1509989235] 'process raft request' (duration: 466.53749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:51.655129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:51.188131Z","time spent":"466.91438ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:51.655347Z","caller":"traceutil/trace.go:171","msg":"trace[2070790202] linearizableReadLoop","detail":"{readStateIndex:17867; appliedIndex:17864; }","duration":"425.453693ms","start":"2026-03-03T18:24:51.229862Z","end":"2026-03-03T18:24:51.655316Z","steps":["trace[2070790202] 'read index received' (duration: 30.463594ms)","trace[2070790202] 'applied index is now lower than readState.Index' (duration: 394.987969ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:51.655433Z","caller":"traceutil/trace.go:171","msg":"trace[1733687305] transaction","detail":"{read_only:false; response_revision:17235; number_of_response:1; }","duration":"466.594343ms","start":"2026-03-03T18:24:51.18882Z","end":"2026-03-03T18:24:51.655415Z","steps":["trace[1733687305] 'process raft request' (duration: 466.028408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:51.655529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:51.188806Z","time spent":"466.679584ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:51.655628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.762671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-n6wgl\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-03T18:24:51.655699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.85317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:24:51.655726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.327786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xtrm9\" ","response":"range_response_count:1 size:20767"} {"level":"info","ts":"2026-03-03T18:24:51.655748Z","caller":"traceutil/trace.go:171","msg":"trace[339693819] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-n6wgl; range_end:; response_count:1; response_revision:17235; }","duration":"425.914155ms","start":"2026-03-03T18:24:51.229814Z","end":"2026-03-03T18:24:51.655728Z","steps":["trace[339693819] 'agreement among raft nodes before linearized reading' (duration: 425.620698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:51.655981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:51.229795Z","time spent":"426.163621ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-n6wgl\" "} {"level":"info","ts":"2026-03-03T18:24:51.655766Z","caller":"traceutil/trace.go:171","msg":"trace[21501094] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:17235; }","duration":"294.979193ms","start":"2026-03-03T18:24:51.360774Z","end":"2026-03-03T18:24:51.655753Z","steps":["trace[21501094] 'agreement among raft nodes before linearized reading' (duration: 294.702856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:51.655792Z","caller":"traceutil/trace.go:171","msg":"trace[1632522985] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xtrm9; range_end:; response_count:1; response_revision:17235; }","duration":"237.434878ms","start":"2026-03-03T18:24:51.418339Z","end":"2026-03-03T18:24:51.655774Z","steps":["trace[1632522985] 'agreement among raft nodes before linearized reading' (duration: 237.212213ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:51.809033Z","caller":"traceutil/trace.go:171","msg":"trace[211880076] transaction","detail":"{read_only:false; response_revision:17236; number_of_response:1; }","duration":"137.980076ms","start":"2026-03-03T18:24:51.671033Z","end":"2026-03-03T18:24:51.809013Z","steps":["trace[211880076] 'process raft request' (duration: 137.838902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:53.112687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204055406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:24:53.613329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.564839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:24:53.613431Z","caller":"traceutil/trace.go:171","msg":"trace[84271506] linearizableReadLoop","detail":"{readStateIndex:17872; appliedIndex:17871; }","duration":"1.001447335s","start":"2026-03-03T18:24:52.611968Z","end":"2026-03-03T18:24:53.613415Z","steps":["trace[84271506] 'read index received' (duration: 589.698711ms)","trace[84271506] 'applied index is now lower than readState.Index' (duration: 411.747154ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:53.613521Z","caller":"traceutil/trace.go:171","msg":"trace[660490487] transaction","detail":"{read_only:false; response_revision:17240; number_of_response:1; }","duration":"1.023130981s","start":"2026-03-03T18:24:52.590376Z","end":"2026-03-03T18:24:53.613507Z","steps":["trace[660490487] 'process raft request' (duration: 611.301025ms)","trace[660490487] 'compare' (duration: 411.427746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:53.613582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:52.59035Z","time spent":"1.023202103s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10619,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:53.613682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.853875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:24:53.613765Z","caller":"traceutil/trace.go:171","msg":"trace[704685569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17240; }","duration":"997.970019ms","start":"2026-03-03T18:24:52.615772Z","end":"2026-03-03T18:24:53.613742Z","steps":["trace[704685569] 'agreement among raft nodes before linearized reading' (duration: 997.850296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:53.613805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:52.615756Z","time spent":"998.04164ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:24:53.614087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002122831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T18:24:53.614134Z","caller":"traceutil/trace.go:171","msg":"trace[1725985244] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17240; }","duration":"1.002166742s","start":"2026-03-03T18:24:52.611955Z","end":"2026-03-03T18:24:53.614121Z","steps":["trace[1725985244] 'agreement among raft nodes before linearized reading' (duration: 1.002030739s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:53.614164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:52.611934Z","time spent":"1.002222323s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-03T18:24:53.614463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.979427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:24:53.614551Z","caller":"traceutil/trace.go:171","msg":"trace[621131802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17240; }","duration":"426.078359ms","start":"2026-03-03T18:24:53.188448Z","end":"2026-03-03T18:24:53.614527Z","steps":["trace[621131802] 'agreement among raft nodes before linearized reading' (duration: 425.788832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:53.614542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.217441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:24:53.614603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:53.188392Z","time spent":"426.201562ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:24:53.614627Z","caller":"traceutil/trace.go:171","msg":"trace[391341299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17240; }","duration":"434.353014ms","start":"2026-03-03T18:24:53.180251Z","end":"2026-03-03T18:24:53.614604Z","steps":["trace[391341299] 'agreement among raft nodes before linearized reading' (duration: 434.037036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:53.615355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:53.180223Z","time spent":"435.111553ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:24:53.614759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.271193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:24:53.615997Z","caller":"traceutil/trace.go:171","msg":"trace[369865338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17240; }","duration":"349.660938ms","start":"2026-03-03T18:24:53.266244Z","end":"2026-03-03T18:24:53.615905Z","steps":["trace[369865338] 'agreement among raft nodes before linearized reading' (duration: 348.014606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:53.616132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:53.266223Z","time spent":"349.855572ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:24:54.004447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.575811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:24:54.004536Z","caller":"traceutil/trace.go:171","msg":"trace[1071426469] transaction","detail":"{read_only:false; response_revision:17241; number_of_response:1; }","duration":"384.331365ms","start":"2026-03-03T18:24:53.62019Z","end":"2026-03-03T18:24:54.004522Z","steps":["trace[1071426469] 'process raft request' (duration: 247.61034ms)","trace[1071426469] 'compare' (duration: 136.386517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:54.004576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:53.620156Z","time spent":"384.402487ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:54.077873Z","caller":"traceutil/trace.go:171","msg":"trace[1130838574] transaction","detail":"{read_only:false; response_revision:17242; number_of_response:1; }","duration":"457.518307ms","start":"2026-03-03T18:24:53.620318Z","end":"2026-03-03T18:24:54.077836Z","steps":["trace[1130838574] 'process raft request' (duration: 457.307662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:54.078029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:53.620303Z","time spent":"457.64537ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1401,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:54.07821Z","caller":"traceutil/trace.go:171","msg":"trace[1122120988] transaction","detail":"{read_only:false; response_revision:17243; number_of_response:1; }","duration":"457.60318ms","start":"2026-03-03T18:24:53.620588Z","end":"2026-03-03T18:24:54.078191Z","steps":["trace[1122120988] 'process raft request' (duration: 457.187589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:54.078305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:53.62058Z","time spent":"457.679422ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:54.078476Z","caller":"traceutil/trace.go:171","msg":"trace[266025842] transaction","detail":"{read_only:false; response_revision:17244; number_of_response:1; }","duration":"457.823606ms","start":"2026-03-03T18:24:53.62064Z","end":"2026-03-03T18:24:54.078464Z","steps":["trace[266025842] 'process raft request' (duration: 457.428835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:54.078534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:53.620636Z","time spent":"457.870347ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:54.078659Z","caller":"traceutil/trace.go:171","msg":"trace[1134447420] transaction","detail":"{read_only:false; response_revision:17245; number_of_response:1; }","duration":"457.061966ms","start":"2026-03-03T18:24:53.621571Z","end":"2026-03-03T18:24:54.078633Z","steps":["trace[1134447420] 'process raft request' (duration: 456.84015ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:54.078804Z","caller":"traceutil/trace.go:171","msg":"trace[1121171929] transaction","detail":"{read_only:false; response_revision:17246; number_of_response:1; }","duration":"456.981315ms","start":"2026-03-03T18:24:53.621801Z","end":"2026-03-03T18:24:54.078782Z","steps":["trace[1121171929] 'process raft request' (duration: 456.732398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:54.078816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:53.621561Z","time spent":"457.172528ms","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:54.078862Z","caller":"traceutil/trace.go:171","msg":"trace[500134177] linearizableReadLoop","detail":"{readStateIndex:17878; appliedIndex:17872; }","duration":"453.375455ms","start":"2026-03-03T18:24:53.625462Z","end":"2026-03-03T18:24:54.078838Z","steps":["trace[500134177] 'read index received' (duration: 242.414991ms)","trace[500134177] 'applied index is now lower than readState.Index' (duration: 210.959434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:54.078904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:53.621794Z","time spent":"457.062276ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:54.079008Z","caller":"traceutil/trace.go:171","msg":"trace[1101272748] transaction","detail":"{read_only:false; response_revision:17247; number_of_response:1; }","duration":"448.715649ms","start":"2026-03-03T18:24:53.630281Z","end":"2026-03-03T18:24:54.078996Z","steps":["trace[1101272748] 'process raft request' (duration: 448.441842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:54.079117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:53.630269Z","time spent":"448.772541ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9594,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:54.079311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.610053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:24:54.079371Z","caller":"traceutil/trace.go:171","msg":"trace[490054662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17247; }","duration":"420.721727ms","start":"2026-03-03T18:24:53.658636Z","end":"2026-03-03T18:24:54.079358Z","steps":["trace[490054662] 'agreement among raft nodes before linearized reading' (duration: 420.514161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:54.079411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:53.658606Z","time spent":"420.796608ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:24:54.079431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.173338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-n6wgl\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-03T18:24:54.079477Z","caller":"traceutil/trace.go:171","msg":"trace[1023306600] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-n6wgl; range_end:; response_count:1; response_revision:17247; }","duration":"402.26711ms","start":"2026-03-03T18:24:53.677199Z","end":"2026-03-03T18:24:54.079466Z","steps":["trace[1023306600] 'agreement among raft nodes before linearized reading' (duration: 402.101646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:54.079496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.030721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:24:54.079509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:53.67718Z","time spent":"402.321921ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-n6wgl\" "} {"level":"info","ts":"2026-03-03T18:24:54.079547Z","caller":"traceutil/trace.go:171","msg":"trace[1915554399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17247; }","duration":"454.101103ms","start":"2026-03-03T18:24:53.625434Z","end":"2026-03-03T18:24:54.079535Z","steps":["trace[1915554399] 'agreement among raft nodes before linearized reading' (duration: 454.030651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:54.079557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.686591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T18:24:54.07958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:53.625424Z","time spent":"454.149634ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:24:54.079588Z","caller":"traceutil/trace.go:171","msg":"trace[1137335506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17247; }","duration":"419.755753ms","start":"2026-03-03T18:24:53.659823Z","end":"2026-03-03T18:24:54.079578Z","steps":["trace[1137335506] 'agreement among raft nodes before linearized reading' (duration: 419.670171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:54.07964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:53.659801Z","time spent":"419.832724ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:24:58.382309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.506575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936629"} {"level":"info","ts":"2026-03-03T18:24:58.382366Z","caller":"traceutil/trace.go:171","msg":"trace[483384823] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17292; }","duration":"116.621358ms","start":"2026-03-03T18:24:58.265732Z","end":"2026-03-03T18:24:58.382354Z","steps":["trace[483384823] 'range keys from in-memory index tree' (duration: 115.806248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:58.382466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.064874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936629"} {"level":"info","ts":"2026-03-03T18:24:58.382535Z","caller":"traceutil/trace.go:171","msg":"trace[507985242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17292; }","duration":"114.163357ms","start":"2026-03-03T18:24:58.268355Z","end":"2026-03-03T18:24:58.382518Z","steps":["trace[507985242] 'range keys from in-memory index tree' (duration: 113.169633ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:27:11.721156Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16170} {"level":"info","ts":"2026-03-03T18:27:11.814027Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16170,"took":"90.20425ms","hash":1409864009,"current-db-size-bytes":44101632,"current-db-size":"44 MB","current-db-size-in-use-bytes":30789632,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T18:27:11.814105Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1409864009,"revision":16170,"compact-revision":13582} {"level":"info","ts":"2026-03-03T18:29:29.425088Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T18:29:29.42914Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T18:29:29.429203Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T18:30:35.136732Z","caller":"traceutil/trace.go:171","msg":"trace[1036922112] linearizableReadLoop","detail":"{readStateIndex:20354; appliedIndex:20353; }","duration":"198.104709ms","start":"2026-03-03T18:30:34.938594Z","end":"2026-03-03T18:30:35.136699Z","steps":["trace[1036922112] 'read index received' (duration: 197.878584ms)","trace[1036922112] 'applied index is now lower than readState.Index' (duration: 224.635µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:30:35.136745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:34.787148Z","time spent":"349.589653ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:30:35.137011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.380826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T18:30:35.137106Z","caller":"traceutil/trace.go:171","msg":"trace[156057400] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:19634; }","duration":"198.525769ms","start":"2026-03-03T18:30:34.93856Z","end":"2026-03-03T18:30:35.137085Z","steps":["trace[156057400] 'agreement among raft nodes before linearized reading' (duration: 198.238472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:45.958078Z","caller":"traceutil/trace.go:171","msg":"trace[684087614] linearizableReadLoop","detail":"{readStateIndex:20404; appliedIndex:20403; }","duration":"109.690802ms","start":"2026-03-03T18:30:45.848368Z","end":"2026-03-03T18:30:45.958059Z","steps":["trace[684087614] 'read index received' (duration: 109.586619ms)","trace[684087614] 'applied index is now lower than readState.Index' (duration: 103.083µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:30:45.958135Z","caller":"traceutil/trace.go:171","msg":"trace[861223245] transaction","detail":"{read_only:false; response_revision:19682; number_of_response:1; }","duration":"111.951989ms","start":"2026-03-03T18:30:45.846147Z","end":"2026-03-03T18:30:45.958099Z","steps":["trace[861223245] 'process raft request' (duration: 111.793415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:45.958254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.875187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:30:45.958291Z","caller":"traceutil/trace.go:171","msg":"trace[1816541544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19682; }","duration":"109.933628ms","start":"2026-03-03T18:30:45.848343Z","end":"2026-03-03T18:30:45.958277Z","steps":["trace[1816541544] 'agreement among raft nodes before linearized reading' (duration: 109.824605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:45.973756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.763722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:30:45.973818Z","caller":"traceutil/trace.go:171","msg":"trace[246997210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19685; }","duration":"118.843283ms","start":"2026-03-03T18:30:45.854955Z","end":"2026-03-03T18:30:45.973799Z","steps":["trace[246997210] 'agreement among raft nodes before linearized reading' (duration: 118.69336ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:52.436939Z","caller":"traceutil/trace.go:171","msg":"trace[842480908] transaction","detail":"{read_only:false; response_revision:19709; number_of_response:1; }","duration":"455.09837ms","start":"2026-03-03T18:30:51.981811Z","end":"2026-03-03T18:30:52.436909Z","steps":["trace[842480908] 'process raft request' (duration: 454.920706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:52.437087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:51.981801Z","time spent":"455.211593ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:30:53.342017Z","caller":"traceutil/trace.go:171","msg":"trace[2045253423] linearizableReadLoop","detail":"{readStateIndex:20436; appliedIndex:20432; }","duration":"1.343028239s","start":"2026-03-03T18:30:51.99896Z","end":"2026-03-03T18:30:53.341989Z","steps":["trace[2045253423] 'read index received' (duration: 437.774364ms)","trace[2045253423] 'applied index is now lower than readState.Index' (duration: 905.252695ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:30:53.342071Z","caller":"traceutil/trace.go:171","msg":"trace[617616015] transaction","detail":"{read_only:false; response_revision:19710; number_of_response:1; }","duration":"1.348197909s","start":"2026-03-03T18:30:51.993819Z","end":"2026-03-03T18:30:53.342017Z","steps":["trace[617616015] 'process raft request' (duration: 1.347924442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:53.342293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343324826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:30:53.342126Z","caller":"traceutil/trace.go:171","msg":"trace[797071699] transaction","detail":"{read_only:false; response_revision:19711; number_of_response:1; }","duration":"1.346301711s","start":"2026-03-03T18:30:51.995796Z","end":"2026-03-03T18:30:53.342098Z","steps":["trace[797071699] 'process raft request' (duration: 1.346121146s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:53.342341Z","caller":"traceutil/trace.go:171","msg":"trace[700842157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19712; }","duration":"1.343423108s","start":"2026-03-03T18:30:51.998905Z","end":"2026-03-03T18:30:53.342328Z","steps":["trace[700842157] 'agreement among raft nodes before linearized reading' (duration: 1.343268504s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:53.342382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:51.99889Z","time spent":"1.34348294s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:30:53.342154Z","caller":"traceutil/trace.go:171","msg":"trace[881000610] transaction","detail":"{read_only:false; response_revision:19712; number_of_response:1; }","duration":"1.345985143s","start":"2026-03-03T18:30:51.996159Z","end":"2026-03-03T18:30:53.342144Z","steps":["trace[881000610] 'process raft request' (duration: 1.345797498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:53.342481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:51.993795Z","time spent":"1.348448314s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:30:53.34255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:51.995716Z","time spent":"1.346760182s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:30:53.342616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:51.99615Z","time spent":"1.346349323s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:30:53.342891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.859038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:30:53.342965Z","caller":"traceutil/trace.go:171","msg":"trace[1785003005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19712; }","duration":"727.977091ms","start":"2026-03-03T18:30:52.614967Z","end":"2026-03-03T18:30:53.342944Z","steps":["trace[1785003005] 'agreement among raft nodes before linearized reading' (duration: 727.864338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:53.343016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:52.614948Z","time spent":"728.057963ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:30:53.343016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342407412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:30:53.343077Z","caller":"traceutil/trace.go:171","msg":"trace[637142922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19712; }","duration":"1.342482375s","start":"2026-03-03T18:30:52.000579Z","end":"2026-03-03T18:30:53.343061Z","steps":["trace[637142922] 'agreement among raft nodes before linearized reading' (duration: 1.342326221s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:53.343056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.049965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:30:53.343123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.259091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T18:30:53.343138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:52.000573Z","time spent":"1.342548046s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:30:53.343153Z","caller":"traceutil/trace.go:171","msg":"trace[856250183] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19712; }","duration":"244.165668ms","start":"2026-03-03T18:30:53.098964Z","end":"2026-03-03T18:30:53.34313Z","steps":["trace[856250183] 'agreement among raft nodes before linearized reading' (duration: 243.981584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:53.343176Z","caller":"traceutil/trace.go:171","msg":"trace[1939890543] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19712; }","duration":"383.371354ms","start":"2026-03-03T18:30:52.959793Z","end":"2026-03-03T18:30:53.343164Z","steps":["trace[1939890543] 'agreement among raft nodes before linearized reading' (duration: 383.171829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:53.343047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342059794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T18:30:53.343323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343068919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:30:53.343333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198780056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:30:53.343338Z","caller":"traceutil/trace.go:171","msg":"trace[1015119832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19712; }","duration":"1.342362971s","start":"2026-03-03T18:30:52.000956Z","end":"2026-03-03T18:30:53.343319Z","steps":["trace[1015119832] 'agreement among raft nodes before linearized reading' (duration: 1.341880509s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:53.343437Z","caller":"traceutil/trace.go:171","msg":"trace[784925844] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19712; }","duration":"1.19891419s","start":"2026-03-03T18:30:52.144511Z","end":"2026-03-03T18:30:53.343425Z","steps":["trace[784925844] 'agreement among raft nodes before linearized reading' (duration: 1.198343225s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:53.343223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:52.959777Z","time spent":"383.434415ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":154,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:30:53.3435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:52.144495Z","time spent":"1.198995761s","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:30:53.343507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:52.000947Z","time spent":"1.342524616s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:30:53.343573Z","caller":"traceutil/trace.go:171","msg":"trace[1948585986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19712; }","duration":"1.343141441s","start":"2026-03-03T18:30:52.000226Z","end":"2026-03-03T18:30:53.343367Z","steps":["trace[1948585986] 'agreement among raft nodes before linearized reading' (duration: 1.342907595s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:53.344021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:52.000219Z","time spent":"1.343714406s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:30:54.158688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.107984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:30:54.159046Z","caller":"traceutil/trace.go:171","msg":"trace[1269978916] transaction","detail":"{read_only:false; response_revision:19715; number_of_response:1; }","duration":"809.771322ms","start":"2026-03-03T18:30:53.349253Z","end":"2026-03-03T18:30:54.159024Z","steps":["trace[1269978916] 'process raft request' (duration: 809.670398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:54.159158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:53.349246Z","time spent":"809.862474ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:30:54.159239Z","caller":"traceutil/trace.go:171","msg":"trace[412150275] transaction","detail":"{read_only:false; response_revision:19713; number_of_response:1; }","duration":"811.109815ms","start":"2026-03-03T18:30:53.348069Z","end":"2026-03-03T18:30:54.159179Z","steps":["trace[412150275] 'process raft request' (duration: 219.395604ms)","trace[412150275] 'compare' (duration: 590.809557ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:30:54.159441Z","caller":"traceutil/trace.go:171","msg":"trace[590868331] transaction","detail":"{read_only:false; response_revision:19714; number_of_response:1; }","duration":"810.837598ms","start":"2026-03-03T18:30:53.348586Z","end":"2026-03-03T18:30:54.159424Z","steps":["trace[590868331] 'process raft request' (duration: 810.234152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:54.159574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:53.348565Z","time spent":"810.91971ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:30:54.159684Z","caller":"traceutil/trace.go:171","msg":"trace[890050369] linearizableReadLoop","detail":"{readStateIndex:20440; appliedIndex:20436; }","duration":"544.454591ms","start":"2026-03-03T18:30:53.615211Z","end":"2026-03-03T18:30:54.159666Z","steps":["trace[890050369] 'read index received' (duration: 204.357706ms)","trace[890050369] 'applied index is now lower than readState.Index' (duration: 340.094985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:30:54.15946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:53.348044Z","time spent":"811.32259ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:30:54.160156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.406294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:30:54.16021Z","caller":"traceutil/trace.go:171","msg":"trace[248077647] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19716; }","duration":"107.489187ms","start":"2026-03-03T18:30:54.052707Z","end":"2026-03-03T18:30:54.160196Z","steps":["trace[248077647] 'agreement among raft nodes before linearized reading' (duration: 107.332113ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:54.160357Z","caller":"traceutil/trace.go:171","msg":"trace[2024699408] transaction","detail":"{read_only:false; response_revision:19716; number_of_response:1; }","duration":"810.840057ms","start":"2026-03-03T18:30:53.3495Z","end":"2026-03-03T18:30:54.16034Z","steps":["trace[2024699408] 'process raft request' (duration: 809.475502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:54.16042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.215209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:30:54.160459Z","caller":"traceutil/trace.go:171","msg":"trace[1991425101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19716; }","duration":"545.293251ms","start":"2026-03-03T18:30:53.615154Z","end":"2026-03-03T18:30:54.160448Z","steps":["trace[1991425101] 'agreement among raft nodes before linearized reading' (duration: 545.232929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:54.160496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:53.61513Z","time spent":"545.356403ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:30:54.160529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:53.349493Z","time spent":"810.93978ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:30:54.899693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.0442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:30:54.899778Z","caller":"traceutil/trace.go:171","msg":"trace[1916369404] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19716; }","duration":"627.176363ms","start":"2026-03-03T18:30:54.27258Z","end":"2026-03-03T18:30:54.899756Z","steps":["trace[1916369404] 'range keys from in-memory index tree' (duration: 626.920726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:54.899821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:54.272558Z","time spent":"627.253014ms","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:30:54.899894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.031959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:30:54.899982Z","caller":"traceutil/trace.go:171","msg":"trace[724511898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19716; }","duration":"459.157812ms","start":"2026-03-03T18:30:54.440802Z","end":"2026-03-03T18:30:54.89996Z","steps":["trace[724511898] 'range keys from in-memory index tree' (duration: 458.852035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:54.900022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:54.440785Z","time spent":"459.227413ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:30:55.066462Z","caller":"traceutil/trace.go:171","msg":"trace[35866776] transaction","detail":"{read_only:false; response_revision:19717; number_of_response:1; }","duration":"456.166807ms","start":"2026-03-03T18:30:54.610268Z","end":"2026-03-03T18:30:55.066434Z","steps":["trace[35866776] 'process raft request' (duration: 455.817388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:55.066506Z","caller":"traceutil/trace.go:171","msg":"trace[578266816] linearizableReadLoop","detail":"{readStateIndex:20441; appliedIndex:20440; }","duration":"451.641283ms","start":"2026-03-03T18:30:54.614625Z","end":"2026-03-03T18:30:55.066266Z","steps":["trace[578266816] 'read index received' (duration: 451.405948ms)","trace[578266816] 'applied index is now lower than readState.Index' (duration: 234.575µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:30:55.066648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:54.610247Z","time spent":"456.29356ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:30:55.067013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.356772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:30:55.067165Z","caller":"traceutil/trace.go:171","msg":"trace[1778261399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19717; }","duration":"452.499226ms","start":"2026-03-03T18:30:54.614587Z","end":"2026-03-03T18:30:55.067086Z","steps":["trace[1778261399] 'agreement among raft nodes before linearized reading' (duration: 451.972812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:55.067404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:54.614539Z","time spent":"452.698ms","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:30:55.067708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.767531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T18:30:55.067787Z","caller":"traceutil/trace.go:171","msg":"trace[337609429] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:19718; }","duration":"280.883214ms","start":"2026-03-03T18:30:54.786883Z","end":"2026-03-03T18:30:55.067766Z","steps":["trace[337609429] 'agreement among raft nodes before linearized reading' (duration: 280.678269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:55.067787Z","caller":"traceutil/trace.go:171","msg":"trace[415272401] transaction","detail":"{read_only:false; response_revision:19718; number_of_response:1; }","duration":"163.326683ms","start":"2026-03-03T18:30:54.904427Z","end":"2026-03-03T18:30:55.067754Z","steps":["trace[415272401] 'process raft request' (duration: 163.065637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:55.068056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.312238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:30:55.0681Z","caller":"traceutil/trace.go:171","msg":"trace[896226876] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19718; }","duration":"164.410992ms","start":"2026-03-03T18:30:54.903678Z","end":"2026-03-03T18:30:55.068089Z","steps":["trace[896226876] 'agreement among raft nodes before linearized reading' (duration: 164.33573ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:11.727874Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18395} {"level":"info","ts":"2026-03-03T18:32:11.846344Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18395,"took":"112.859342ms","hash":4254496109,"current-db-size-bytes":44523520,"current-db-size":"44 MB","current-db-size-in-use-bytes":24875008,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T18:32:11.846422Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4254496109,"revision":18395,"compact-revision":16170} {"level":"info","ts":"2026-03-03T18:34:31.51785Z","caller":"traceutil/trace.go:171","msg":"trace[1252528413] transaction","detail":"{read_only:false; response_revision:21329; number_of_response:1; }","duration":"109.879421ms","start":"2026-03-03T18:34:31.407941Z","end":"2026-03-03T18:34:31.51782Z","steps":["trace[1252528413] 'process raft request' (duration: 109.679656ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:31.660246Z","caller":"traceutil/trace.go:171","msg":"trace[1729475115] transaction","detail":"{read_only:false; response_revision:21330; number_of_response:1; }","duration":"252.254736ms","start":"2026-03-03T18:34:31.407971Z","end":"2026-03-03T18:34:31.660226Z","steps":["trace[1729475115] 'process raft request' (duration: 251.234891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:31.660707Z","caller":"traceutil/trace.go:171","msg":"trace[629810310] transaction","detail":"{read_only:false; response_revision:21331; number_of_response:1; }","duration":"251.699101ms","start":"2026-03-03T18:34:31.40898Z","end":"2026-03-03T18:34:31.660679Z","steps":["trace[629810310] 'process raft request' (duration: 251.208779ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:31.660841Z","caller":"traceutil/trace.go:171","msg":"trace[1980711991] transaction","detail":"{read_only:false; response_revision:21332; number_of_response:1; }","duration":"142.61571ms","start":"2026-03-03T18:34:31.518199Z","end":"2026-03-03T18:34:31.660814Z","steps":["trace[1980711991] 'process raft request' (duration: 142.383164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:42.617098Z","caller":"traceutil/trace.go:171","msg":"trace[15791620] transaction","detail":"{read_only:false; response_revision:21810; number_of_response:1; }","duration":"117.294506ms","start":"2026-03-03T18:34:42.499562Z","end":"2026-03-03T18:34:42.616856Z","steps":["trace[15791620] 'process raft request' (duration: 87.206633ms)","trace[15791620] 'compare' (duration: 29.885138ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:34:42.616885Z","caller":"traceutil/trace.go:171","msg":"trace[1675206220] linearizableReadLoop","detail":"{readStateIndex:22605; appliedIndex:22604; }","duration":"114.358263ms","start":"2026-03-03T18:34:42.502475Z","end":"2026-03-03T18:34:42.616833Z","steps":["trace[1675206220] 'read index received' (duration: 84.308172ms)","trace[1675206220] 'applied index is now lower than readState.Index' (duration: 30.049091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:34:42.617393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.848197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T18:34:42.617493Z","caller":"traceutil/trace.go:171","msg":"trace[1169677594] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21810; }","duration":"151.031962ms","start":"2026-03-03T18:34:42.466442Z","end":"2026-03-03T18:34:42.617474Z","steps":["trace[1169677594] 'agreement among raft nodes before linearized reading' (duration: 150.677313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:42.621134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.931494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-03T18:34:42.621224Z","caller":"traceutil/trace.go:171","msg":"trace[755669740] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21812; }","duration":"114.064827ms","start":"2026-03-03T18:34:42.507137Z","end":"2026-03-03T18:34:42.621202Z","steps":["trace[755669740] 'agreement among raft nodes before linearized reading' (duration: 113.811241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:44.403274Z","caller":"traceutil/trace.go:171","msg":"trace[970548864] transaction","detail":"{read_only:false; response_revision:21863; number_of_response:1; }","duration":"123.102382ms","start":"2026-03-03T18:34:44.280125Z","end":"2026-03-03T18:34:44.403228Z","steps":["trace[970548864] 'process raft request' (duration: 122.867606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:44.404402Z","caller":"traceutil/trace.go:171","msg":"trace[2095154486] linearizableReadLoop","detail":"{readStateIndex:22660; appliedIndex:22657; }","duration":"119.101782ms","start":"2026-03-03T18:34:44.285281Z","end":"2026-03-03T18:34:44.404383Z","steps":["trace[2095154486] 'read index received' (duration: 117.765669ms)","trace[2095154486] 'applied index is now lower than readState.Index' (duration: 1.335333ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:34:44.404447Z","caller":"traceutil/trace.go:171","msg":"trace[525140098] transaction","detail":"{read_only:false; response_revision:21864; number_of_response:1; }","duration":"120.054486ms","start":"2026-03-03T18:34:44.284354Z","end":"2026-03-03T18:34:44.404409Z","steps":["trace[525140098] 'process raft request' (duration: 119.867631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:44.404608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.295107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:34:44.404682Z","caller":"traceutil/trace.go:171","msg":"trace[724107449] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:21866; }","duration":"119.405291ms","start":"2026-03-03T18:34:44.285256Z","end":"2026-03-03T18:34:44.404662Z","steps":["trace[724107449] 'agreement among raft nodes before linearized reading' (duration: 119.271187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:44.404747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.639151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:34:44.404793Z","caller":"traceutil/trace.go:171","msg":"trace[1352117949] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:21866; }","duration":"104.729264ms","start":"2026-03-03T18:34:44.300054Z","end":"2026-03-03T18:34:44.404783Z","steps":["trace[1352117949] 'agreement among raft nodes before linearized reading' (duration: 104.652182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:44.404808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.58852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:34:44.404835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.109323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:34:44.40493Z","caller":"traceutil/trace.go:171","msg":"trace[1266884227] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:21866; }","duration":"104.751604ms","start":"2026-03-03T18:34:44.300151Z","end":"2026-03-03T18:34:44.404903Z","steps":["trace[1266884227] 'agreement among raft nodes before linearized reading' (duration: 104.544168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:44.404934Z","caller":"traceutil/trace.go:171","msg":"trace[591752103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21866; }","duration":"117.231536ms","start":"2026-03-03T18:34:44.287683Z","end":"2026-03-03T18:34:44.404914Z","steps":["trace[591752103] 'agreement among raft nodes before linearized reading' (duration: 117.043011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:44.404479Z","caller":"traceutil/trace.go:171","msg":"trace[836298641] transaction","detail":"{read_only:false; response_revision:21865; number_of_response:1; }","duration":"119.408481ms","start":"2026-03-03T18:34:44.285049Z","end":"2026-03-03T18:34:44.404458Z","steps":["trace[836298641] 'process raft request' (duration: 119.271086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:44.405048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.861286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:34:44.405191Z","caller":"traceutil/trace.go:171","msg":"trace[1637318575] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:21866; }","duration":"105.017601ms","start":"2026-03-03T18:34:44.300131Z","end":"2026-03-03T18:34:44.405149Z","steps":["trace[1637318575] 'agreement among raft nodes before linearized reading' (duration: 104.822156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:44.405117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.453692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:34:44.40531Z","caller":"traceutil/trace.go:171","msg":"trace[1115582334] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:21866; }","duration":"119.648607ms","start":"2026-03-03T18:34:44.285626Z","end":"2026-03-03T18:34:44.405275Z","steps":["trace[1115582334] 'agreement among raft nodes before linearized reading' (duration: 119.039162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:46.096628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.816161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-r2c6q\" ","response":"range_response_count:1 size:4226"} {"level":"warn","ts":"2026-03-03T18:34:46.096649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.208952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/cert-manager-test/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:34:46.096703Z","caller":"traceutil/trace.go:171","msg":"trace[1853116005] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-r2c6q; range_end:; response_count:1; response_revision:21910; }","duration":"248.925493ms","start":"2026-03-03T18:34:45.847761Z","end":"2026-03-03T18:34:46.096686Z","steps":["trace[1853116005] 'range keys from in-memory index tree' (duration: 248.674247ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:46.096705Z","caller":"traceutil/trace.go:171","msg":"trace[1608551415] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/cert-manager-test/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers/cert-manager-test0; response_count:0; response_revision:21910; }","duration":"279.331935ms","start":"2026-03-03T18:34:45.817361Z","end":"2026-03-03T18:34:46.096693Z","steps":["trace[1608551415] 'range keys from in-memory index tree' (duration: 279.13809ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:46.097373Z","caller":"traceutil/trace.go:171","msg":"trace[523333259] transaction","detail":"{read_only:false; response_revision:21911; number_of_response:1; }","duration":"132.663873ms","start":"2026-03-03T18:34:45.964699Z","end":"2026-03-03T18:34:46.097363Z","steps":["trace[523333259] 'process raft request' (duration: 132.531969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:50.158773Z","caller":"traceutil/trace.go:171","msg":"trace[1427118508] linearizableReadLoop","detail":"{readStateIndex:22775; appliedIndex:22774; }","duration":"466.386219ms","start":"2026-03-03T18:34:49.692359Z","end":"2026-03-03T18:34:50.158745Z","steps":["trace[1427118508] 'read index received' (duration: 466.251536ms)","trace[1427118508] 'applied index is now lower than readState.Index' (duration: 133.053µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:34:50.158955Z","caller":"traceutil/trace.go:171","msg":"trace[902538781] transaction","detail":"{read_only:false; response_revision:21979; number_of_response:1; }","duration":"472.144623ms","start":"2026-03-03T18:34:49.686796Z","end":"2026-03-03T18:34:50.158941Z","steps":["trace[902538781] 'process raft request' (duration: 471.770823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:50.159157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:49.686766Z","time spent":"472.265576ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:34:50.159356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.971163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:34:50.15946Z","caller":"traceutil/trace.go:171","msg":"trace[1195143411] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21979; }","duration":"467.123627ms","start":"2026-03-03T18:34:49.692313Z","end":"2026-03-03T18:34:50.159436Z","steps":["trace[1195143411] 'agreement among raft nodes before linearized reading' (duration: 466.819399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:50.159516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:49.692298Z","time spent":"467.208389ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:34:50.894766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.123176ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T18:34:50.897403Z","caller":"traceutil/trace.go:171","msg":"trace[1463708081] transaction","detail":"{read_only:false; response_revision:21980; number_of_response:1; }","duration":"949.126266ms","start":"2026-03-03T18:34:49.948252Z","end":"2026-03-03T18:34:50.897378Z","steps":["trace[1463708081] 'process raft request' (duration: 946.620874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:50.897592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:49.948232Z","time spent":"949.269249ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:34:51.427561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.069632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:34:51.427817Z","caller":"traceutil/trace.go:171","msg":"trace[2049925794] linearizableReadLoop","detail":"{readStateIndex:22779; appliedIndex:22775; }","duration":"1.268941773s","start":"2026-03-03T18:34:50.158853Z","end":"2026-03-03T18:34:51.427795Z","steps":["trace[2049925794] 'read index received' (duration: 2.692617ms)","trace[2049925794] 'applied index is now lower than readState.Index' (duration: 1.266247766s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:34:51.427917Z","caller":"traceutil/trace.go:171","msg":"trace[925791132] transaction","detail":"{read_only:false; response_revision:21981; number_of_response:1; }","duration":"1.479453905s","start":"2026-03-03T18:34:49.948447Z","end":"2026-03-03T18:34:51.427901Z","steps":["trace[925791132] 'process raft request' (duration: 948.91714ms)","trace[925791132] 'compare' (duration: 529.810876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:34:51.427997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:49.948409Z","time spent":"1.479544687s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:34:51.428553Z","caller":"traceutil/trace.go:171","msg":"trace[842146518] transaction","detail":"{read_only:false; response_revision:21982; number_of_response:1; }","duration":"1.318839783s","start":"2026-03-03T18:34:50.109699Z","end":"2026-03-03T18:34:51.428539Z","steps":["trace[842146518] 'process raft request' (duration: 1.317988262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:51.428633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:50.109678Z","time spent":"1.318913535s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:34:51.428922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396630592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:34:51.428969Z","caller":"traceutil/trace.go:171","msg":"trace[580550898] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:21982; }","duration":"1.396722954s","start":"2026-03-03T18:34:50.032234Z","end":"2026-03-03T18:34:51.428957Z","steps":["trace[580550898] 'agreement among raft nodes before linearized reading' (duration: 1.39656174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:51.429011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:50.032205Z","time spent":"1.396795536s","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":69,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:34:51.429403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685419791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:34:51.429414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684885578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:34:51.429516Z","caller":"traceutil/trace.go:171","msg":"trace[1298851936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21982; }","duration":"1.685023252s","start":"2026-03-03T18:34:49.744471Z","end":"2026-03-03T18:34:51.429494Z","steps":["trace[1298851936] 'agreement among raft nodes before linearized reading' (duration: 1.684762246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:51.429574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:49.744455Z","time spent":"1.685106594s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:34:51.429465Z","caller":"traceutil/trace.go:171","msg":"trace[541659256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21982; }","duration":"1.685533724s","start":"2026-03-03T18:34:49.743917Z","end":"2026-03-03T18:34:51.429451Z","steps":["trace[541659256] 'agreement among raft nodes before linearized reading' (duration: 1.685339169s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:51.42966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:49.743898Z","time spent":"1.685735249s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:34:51.429839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.004486272s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:34:51.430212Z","caller":"traceutil/trace.go:171","msg":"trace[208237446] transaction","detail":"{read_only:false; response_revision:21983; number_of_response:1; }","duration":"1.004953472s","start":"2026-03-03T18:34:50.425241Z","end":"2026-03-03T18:34:51.430194Z","steps":["trace[208237446] 'process raft request' (duration: 1.00484923s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:51.430348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:50.42522Z","time spent":"1.005050506s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:34:51.432035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.170271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-03T18:34:51.43205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.056094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:34:51.432052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.91291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:34:51.432109Z","caller":"traceutil/trace.go:171","msg":"trace[1108788533] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21986; }","duration":"803.255513ms","start":"2026-03-03T18:34:50.62882Z","end":"2026-03-03T18:34:51.432076Z","steps":["trace[1108788533] 'agreement among raft nodes before linearized reading' (duration: 803.12707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:51.432128Z","caller":"traceutil/trace.go:171","msg":"trace[2142187447] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:21986; }","duration":"205.031963ms","start":"2026-03-03T18:34:51.227068Z","end":"2026-03-03T18:34:51.4321Z","steps":["trace[2142187447] 'agreement among raft nodes before linearized reading' (duration: 204.856629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:51.432157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:50.628802Z","time spent":"803.344075ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-03T18:34:51.432242Z","caller":"traceutil/trace.go:171","msg":"trace[244810406] transaction","detail":"{read_only:false; response_revision:21984; number_of_response:1; }","duration":"1.005805424s","start":"2026-03-03T18:34:50.426422Z","end":"2026-03-03T18:34:51.432227Z","steps":["trace[244810406] 'process raft request' (duration: 1.005244301s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:51.432242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.935428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:34:51.432241Z","caller":"traceutil/trace.go:171","msg":"trace[2138537376] transaction","detail":"{read_only:false; response_revision:21986; number_of_response:1; }","duration":"1.001360173s","start":"2026-03-03T18:34:50.430863Z","end":"2026-03-03T18:34:51.432223Z","steps":["trace[2138537376] 'process raft request' (duration: 1.000993584s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:51.432323Z","caller":"traceutil/trace.go:171","msg":"trace[1232771028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21986; }","duration":"998.034079ms","start":"2026-03-03T18:34:50.434275Z","end":"2026-03-03T18:34:51.432309Z","steps":["trace[1232771028] 'agreement among raft nodes before linearized reading' (duration: 997.798934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:51.432349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:50.430849Z","time spent":"1.001448055s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:34:51.43238Z","caller":"traceutil/trace.go:171","msg":"trace[463597878] transaction","detail":"{read_only:false; response_revision:21985; number_of_response:1; }","duration":"1.005854646s","start":"2026-03-03T18:34:50.426506Z","end":"2026-03-03T18:34:51.432361Z","steps":["trace[463597878] 'process raft request' (duration: 1.005303862s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:51.43239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:50.434267Z","time spent":"998.087412ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:34:51.432396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:50.426389Z","time spent":"1.005915127s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:34:51.43214Z","caller":"traceutil/trace.go:171","msg":"trace[497159629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21986; }","duration":"812.169626ms","start":"2026-03-03T18:34:50.619918Z","end":"2026-03-03T18:34:51.432088Z","steps":["trace[497159629] 'agreement among raft nodes before linearized reading' (duration: 812.052073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:51.432472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:50.426472Z","time spent":"1.005947388s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:34:51.432528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:50.619884Z","time spent":"812.628608ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:34:51.432188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.03476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:34:51.432798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271945519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18634"} {"level":"info","ts":"2026-03-03T18:34:51.432824Z","caller":"traceutil/trace.go:171","msg":"trace[1465293254] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:21986; }","duration":"508.739518ms","start":"2026-03-03T18:34:50.924063Z","end":"2026-03-03T18:34:51.432803Z","steps":["trace[1465293254] 'agreement among raft nodes before linearized reading' (duration: 507.981949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:51.432874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:50.924039Z","time spent":"508.81918ms","remote":"127.0.0.1:38562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:34:51.432875Z","caller":"traceutil/trace.go:171","msg":"trace[1504729772] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21986; }","duration":"1.272063352s","start":"2026-03-03T18:34:50.160787Z","end":"2026-03-03T18:34:51.43285Z","steps":["trace[1504729772] 'agreement among raft nodes before linearized reading' (duration: 1.271111138s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:51.43292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:50.160764Z","time spent":"1.272143933s","remote":"127.0.0.1:55506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18656,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T18:36:03.944426Z","caller":"traceutil/trace.go:171","msg":"trace[1154042967] transaction","detail":"{read_only:false; response_revision:22804; number_of_response:1; }","duration":"245.721623ms","start":"2026-03-03T18:36:03.698686Z","end":"2026-03-03T18:36:03.944408Z","steps":["trace[1154042967] 'process raft request' (duration: 245.434216ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:03.944209Z","caller":"traceutil/trace.go:171","msg":"trace[303808066] transaction","detail":"{read_only:false; response_revision:22803; number_of_response:1; }","duration":"245.912368ms","start":"2026-03-03T18:36:03.698265Z","end":"2026-03-03T18:36:03.944178Z","steps":["trace[303808066] 'process raft request' (duration: 240.02737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:03.944768Z","caller":"traceutil/trace.go:171","msg":"trace[1447675500] transaction","detail":"{read_only:false; response_revision:22805; number_of_response:1; }","duration":"245.870897ms","start":"2026-03-03T18:36:03.698847Z","end":"2026-03-03T18:36:03.944718Z","steps":["trace[1447675500] 'process raft request' (duration: 245.502067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:03.944747Z","caller":"traceutil/trace.go:171","msg":"trace[197697370] linearizableReadLoop","detail":"{readStateIndex:23621; appliedIndex:23617; }","duration":"231.128168ms","start":"2026-03-03T18:36:03.713594Z","end":"2026-03-03T18:36:03.944722Z","steps":["trace[197697370] 'read index received' (duration: 11.143949ms)","trace[197697370] 'applied index is now lower than readState.Index' (duration: 219.983119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:36:03.944928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.319383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:36:03.945359Z","caller":"traceutil/trace.go:171","msg":"trace[2032334147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22805; }","duration":"231.782075ms","start":"2026-03-03T18:36:03.713551Z","end":"2026-03-03T18:36:03.945334Z","steps":["trace[2032334147] 'agreement among raft nodes before linearized reading' (duration: 231.248232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:03.945039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.536552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:36:03.945466Z","caller":"traceutil/trace.go:171","msg":"trace[381308976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22805; }","duration":"208.987503ms","start":"2026-03-03T18:36:03.736447Z","end":"2026-03-03T18:36:03.945435Z","steps":["trace[381308976] 'agreement among raft nodes before linearized reading' (duration: 208.496311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:03.945085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.778298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:36:03.945646Z","caller":"traceutil/trace.go:171","msg":"trace[1021485422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22805; }","duration":"203.350011ms","start":"2026-03-03T18:36:03.742276Z","end":"2026-03-03T18:36:03.945625Z","steps":["trace[1021485422] 'agreement among raft nodes before linearized reading' (duration: 202.778287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:03.94512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.665749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T18:36:03.945781Z","caller":"traceutil/trace.go:171","msg":"trace[558613908] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22805; }","duration":"186.341095ms","start":"2026-03-03T18:36:03.759414Z","end":"2026-03-03T18:36:03.945755Z","steps":["trace[558613908] 'agreement among raft nodes before linearized reading' (duration: 185.579616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:03.945163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.05466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:36:03.945964Z","caller":"traceutil/trace.go:171","msg":"trace[714013584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22805; }","duration":"198.86811ms","start":"2026-03-03T18:36:03.747065Z","end":"2026-03-03T18:36:03.945933Z","steps":["trace[714013584] 'agreement among raft nodes before linearized reading' (duration: 197.932016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:16.861008Z","caller":"traceutil/trace.go:171","msg":"trace[230868996] transaction","detail":"{read_only:false; response_revision:22899; number_of_response:1; }","duration":"145.897873ms","start":"2026-03-03T18:36:16.715082Z","end":"2026-03-03T18:36:16.86098Z","steps":["trace[230868996] 'process raft request' (duration: 145.732079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:16.876418Z","caller":"traceutil/trace.go:171","msg":"trace[275541450] transaction","detail":"{read_only:false; response_revision:22900; number_of_response:1; }","duration":"159.622036ms","start":"2026-03-03T18:36:16.71678Z","end":"2026-03-03T18:36:16.876402Z","steps":["trace[275541450] 'process raft request' (duration: 159.285078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:11.735623Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20362} {"level":"info","ts":"2026-03-03T18:37:11.833651Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20362,"took":"95.175964ms","hash":3273312818,"current-db-size-bytes":46944256,"current-db-size":"47 MB","current-db-size-in-use-bytes":39034880,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-03T18:37:11.833802Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3273312818,"revision":20362,"compact-revision":18395} {"level":"warn","ts":"2026-03-03T18:38:11.252838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.898526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-03T18:38:11.252944Z","caller":"traceutil/trace.go:171","msg":"trace[559634817] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23934; }","duration":"414.05851ms","start":"2026-03-03T18:38:10.838867Z","end":"2026-03-03T18:38:11.252926Z","steps":["trace[559634817] 'range keys from in-memory index tree' (duration: 413.795633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:11.252978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:10.838843Z","time spent":"414.127121ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":198,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-03T18:38:11.253459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.779444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:11.253497Z","caller":"traceutil/trace.go:171","msg":"trace[2044060368] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23934; }","duration":"448.848676ms","start":"2026-03-03T18:38:10.804638Z","end":"2026-03-03T18:38:11.253487Z","steps":["trace[2044060368] 'count revisions from in-memory index tree' (duration: 448.693042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:11.253518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:10.80462Z","time spent":"448.891966ms","remote":"127.0.0.1:51948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:11.253851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.87912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-03T18:38:11.253899Z","caller":"traceutil/trace.go:171","msg":"trace[634142450] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23934; }","duration":"489.970122ms","start":"2026-03-03T18:38:10.763915Z","end":"2026-03-03T18:38:11.253885Z","steps":["trace[634142450] 'range keys from in-memory index tree' (duration: 489.704945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:11.253931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:10.763887Z","time spent":"490.035404ms","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-03T18:38:11.254301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.899603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:11.254332Z","caller":"traceutil/trace.go:171","msg":"trace[1095712276] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23934; }","duration":"293.966245ms","start":"2026-03-03T18:38:10.960359Z","end":"2026-03-03T18:38:11.254325Z","steps":["trace[1095712276] 'count revisions from in-memory index tree' (duration: 293.826711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:11.254495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.917457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:11.254572Z","caller":"traceutil/trace.go:171","msg":"trace[2064894425] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23934; }","duration":"368.103331ms","start":"2026-03-03T18:38:10.886448Z","end":"2026-03-03T18:38:11.254552Z","steps":["trace[2064894425] 'count revisions from in-memory index tree' (duration: 367.809565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:11.254601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:10.886413Z","time spent":"368.178983ms","remote":"127.0.0.1:52768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:11.252914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.621415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:11.255492Z","caller":"traceutil/trace.go:171","msg":"trace[645495770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23934; }","duration":"240.249322ms","start":"2026-03-03T18:38:11.015212Z","end":"2026-03-03T18:38:11.255461Z","steps":["trace[645495770] 'count revisions from in-memory index tree' (duration: 237.537084ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:16.011962Z","caller":"traceutil/trace.go:171","msg":"trace[1369601256] linearizableReadLoop","detail":"{readStateIndex:24820; appliedIndex:24819; }","duration":"192.921109ms","start":"2026-03-03T18:38:15.819017Z","end":"2026-03-03T18:38:16.011938Z","steps":["trace[1369601256] 'read index received' (duration: 192.623172ms)","trace[1369601256] 'applied index is now lower than readState.Index' (duration: 296.997µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:16.012087Z","caller":"traceutil/trace.go:171","msg":"trace[551669444] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"215.716554ms","start":"2026-03-03T18:38:15.796333Z","end":"2026-03-03T18:38:16.01205Z","steps":["trace[551669444] 'process raft request' (duration: 215.406606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:16.01216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.116104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:16.012197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.253448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-03-03T18:38:16.012231Z","caller":"traceutil/trace.go:171","msg":"trace[741847274] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23969; }","duration":"193.235447ms","start":"2026-03-03T18:38:15.81898Z","end":"2026-03-03T18:38:16.012216Z","steps":["trace[741847274] 'agreement among raft nodes before linearized reading' (duration: 193.106373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:16.012237Z","caller":"traceutil/trace.go:171","msg":"trace[32378676] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23969; }","duration":"164.324679ms","start":"2026-03-03T18:38:15.8479Z","end":"2026-03-03T18:38:16.012224Z","steps":["trace[32378676] 'agreement among raft nodes before linearized reading' (duration: 164.187195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:16.710617Z","caller":"traceutil/trace.go:171","msg":"trace[1380583388] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"389.816069ms","start":"2026-03-03T18:38:16.320781Z","end":"2026-03-03T18:38:16.710597Z","steps":["trace[1380583388] 'process raft request' (duration: 389.690756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:16.710737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:16.320755Z","time spent":"389.91644ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:17.28825Z","caller":"traceutil/trace.go:171","msg":"trace[1136859631] linearizableReadLoop","detail":"{readStateIndex:24823; appliedIndex:24821; }","duration":"830.14336ms","start":"2026-03-03T18:38:16.458083Z","end":"2026-03-03T18:38:17.288227Z","steps":["trace[1136859631] 'read index received' (duration: 252.387567ms)","trace[1136859631] 'applied index is now lower than readState.Index' (duration: 577.754513ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:17.288482Z","caller":"traceutil/trace.go:171","msg":"trace[1344965108] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"782.628723ms","start":"2026-03-03T18:38:16.505827Z","end":"2026-03-03T18:38:17.288456Z","steps":["trace[1344965108] 'process raft request' (duration: 782.364836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:17.288539Z","caller":"traceutil/trace.go:171","msg":"trace[1299531710] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"836.956441ms","start":"2026-03-03T18:38:16.451531Z","end":"2026-03-03T18:38:17.288487Z","steps":["trace[1299531710] 'process raft request' (duration: 836.4833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:17.288566Z","caller":"traceutil/trace.go:171","msg":"trace[1413031281] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"785.680699ms","start":"2026-03-03T18:38:16.502841Z","end":"2026-03-03T18:38:17.288522Z","steps":["trace[1413031281] 'process raft request' (duration: 785.31209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:17.288668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:16.505809Z","time spent":"782.732595ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:17.288663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.5456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:17.288732Z","caller":"traceutil/trace.go:171","msg":"trace[424451090] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23974; }","duration":"830.671883ms","start":"2026-03-03T18:38:16.458043Z","end":"2026-03-03T18:38:17.288714Z","steps":["trace[424451090] 'agreement among raft nodes before linearized reading' (duration: 830.501249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:17.288729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:16.451506Z","time spent":"837.121556ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:17.28878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:16.458024Z","time spent":"830.745024ms","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:17.288811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:16.502821Z","time spent":"785.836064ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:17.310267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.090321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:38:17.310352Z","caller":"traceutil/trace.go:171","msg":"trace[613550453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23975; }","duration":"705.220314ms","start":"2026-03-03T18:38:16.60511Z","end":"2026-03-03T18:38:17.31033Z","steps":["trace[613550453] 'agreement among raft nodes before linearized reading' (duration: 705.006728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:17.310347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.873474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-03T18:38:17.310393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:16.605087Z","time spent":"705.297565ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:38:17.310413Z","caller":"traceutil/trace.go:171","msg":"trace[1493862647] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23975; }","duration":"617.944465ms","start":"2026-03-03T18:38:16.692448Z","end":"2026-03-03T18:38:17.310392Z","steps":["trace[1493862647] 'agreement among raft nodes before linearized reading' (duration: 617.73367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:17.310467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:16.69243Z","time spent":"618.027238ms","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:38:17.310574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.116912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:38:17.310962Z","caller":"traceutil/trace.go:171","msg":"trace[868109715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23975; }","duration":"682.514582ms","start":"2026-03-03T18:38:16.628422Z","end":"2026-03-03T18:38:17.310937Z","steps":["trace[868109715] 'agreement among raft nodes before linearized reading' (duration: 682.075431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:17.311019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:16.628403Z","time spent":"682.601264ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:17.310452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.026051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:38:17.311172Z","caller":"traceutil/trace.go:171","msg":"trace[938168199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23975; }","duration":"694.79557ms","start":"2026-03-03T18:38:16.616359Z","end":"2026-03-03T18:38:17.311155Z","steps":["trace[938168199] 'agreement among raft nodes before linearized reading' (duration: 693.894268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:17.310624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.674058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:17.311212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:16.616318Z","time spent":"694.883842ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:38:17.311226Z","caller":"traceutil/trace.go:171","msg":"trace[446956921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23975; }","duration":"695.303774ms","start":"2026-03-03T18:38:16.615907Z","end":"2026-03-03T18:38:17.31121Z","steps":["trace[446956921] 'agreement among raft nodes before linearized reading' (duration: 694.668268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:17.311307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:16.615885Z","time spent":"695.401966ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:17.310698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.97843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:38:17.311436Z","caller":"traceutil/trace.go:171","msg":"trace[652373134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23975; }","duration":"696.754069ms","start":"2026-03-03T18:38:16.614666Z","end":"2026-03-03T18:38:17.31142Z","steps":["trace[652373134] 'agreement among raft nodes before linearized reading' (duration: 695.893277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:17.310808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.545924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T18:38:17.311568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:16.614648Z","time spent":"696.899373ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:38:17.311619Z","caller":"traceutil/trace.go:171","msg":"trace[1201019379] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23975; }","duration":"610.394585ms","start":"2026-03-03T18:38:16.701203Z","end":"2026-03-03T18:38:17.311598Z","steps":["trace[1201019379] 'agreement among raft nodes before linearized reading' (duration: 609.401151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:17.311687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:16.701186Z","time spent":"610.483527ms","remote":"127.0.0.1:55418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:38:17.881214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:18.423872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.652022ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:18.42399Z","caller":"traceutil/trace.go:171","msg":"trace[1228359569] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23975; }","duration":"986.778085ms","start":"2026-03-03T18:38:17.437193Z","end":"2026-03-03T18:38:18.423972Z","steps":["trace[1228359569] 'range keys from in-memory index tree' (duration: 986.636582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:18.424313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.27662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:38:18.424444Z","caller":"traceutil/trace.go:171","msg":"trace[1143875255] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"1.109586738s","start":"2026-03-03T18:38:17.314837Z","end":"2026-03-03T18:38:18.424424Z","steps":["trace[1143875255] 'process raft request' (duration: 567.089223ms)","trace[1143875255] 'compare' (duration: 541.948421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:18.424537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:17.314812Z","time spent":"1.109688942s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:18.465331Z","caller":"traceutil/trace.go:171","msg":"trace[1322796201] linearizableReadLoop","detail":"{readStateIndex:24833; appliedIndex:24826; }","duration":"1.084969139s","start":"2026-03-03T18:38:17.380346Z","end":"2026-03-03T18:38:18.465315Z","steps":["trace[1322796201] 'read index received' (duration: 501.597054ms)","trace[1322796201] 'applied index is now lower than readState.Index' (duration: 583.371115ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:18.465419Z","caller":"traceutil/trace.go:171","msg":"trace[103047728] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"1.14737015s","start":"2026-03-03T18:38:17.318042Z","end":"2026-03-03T18:38:18.465412Z","steps":["trace[103047728] 'process raft request' (duration: 1.147207226s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:18.465415Z","caller":"traceutil/trace.go:171","msg":"trace[819945628] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"1.150045717s","start":"2026-03-03T18:38:17.315331Z","end":"2026-03-03T18:38:18.465377Z","steps":["trace[819945628] 'process raft request' (duration: 1.149871923s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:18.465483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:17.318027Z","time spent":"1.147407031s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:18.465331Z","caller":"traceutil/trace.go:171","msg":"trace[867117677] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"1.150212941s","start":"2026-03-03T18:38:17.315086Z","end":"2026-03-03T18:38:18.465299Z","steps":["trace[867117677] 'process raft request' (duration: 1.150013916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:18.465548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:17.315313Z","time spent":"1.15016067s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:18.465571Z","caller":"traceutil/trace.go:171","msg":"trace[1308151595] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"1.139604855s","start":"2026-03-03T18:38:17.325959Z","end":"2026-03-03T18:38:18.465564Z","steps":["trace[1308151595] 'process raft request' (duration: 1.139309597s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:18.465597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:17.325945Z","time spent":"1.139637076s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:18.465647Z","caller":"traceutil/trace.go:171","msg":"trace[2124846673] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"1.126781182s","start":"2026-03-03T18:38:17.338861Z","end":"2026-03-03T18:38:18.465642Z","steps":["trace[2124846673] 'process raft request' (duration: 1.126431513s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:18.465649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:17.315065Z","time spent":"1.150512289s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:18.465672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:17.338834Z","time spent":"1.126824042s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:18.465767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08542939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-03T18:38:18.465782Z","caller":"traceutil/trace.go:171","msg":"trace[472030607] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23982; }","duration":"1.085480021s","start":"2026-03-03T18:38:17.380297Z","end":"2026-03-03T18:38:18.465777Z","steps":["trace[472030607] 'agreement among raft nodes before linearized reading' (duration: 1.085407599s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:18.465797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:17.380279Z","time spent":"1.085513741s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":198,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-03-03T18:38:18.466195Z","caller":"traceutil/trace.go:171","msg":"trace[1211445138] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"1.149792151s","start":"2026-03-03T18:38:17.316382Z","end":"2026-03-03T18:38:18.466174Z","steps":["trace[1211445138] 'process raft request' (duration: 1.148844457s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:18.466273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:17.316367Z","time spent":"1.149864693s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:18.966215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074177,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:38:19.043595Z","caller":"traceutil/trace.go:171","msg":"trace[1078956890] linearizableReadLoop","detail":"{readStateIndex:24834; appliedIndex:24833; }","duration":"578.190874ms","start":"2026-03-03T18:38:18.465377Z","end":"2026-03-03T18:38:19.043568Z","steps":["trace[1078956890] 'read index received' (duration: 576.529702ms)","trace[1078956890] 'applied index is now lower than readState.Index' (duration: 1.660122ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:19.04369Z","caller":"traceutil/trace.go:171","msg":"trace[510554444] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"820.258301ms","start":"2026-03-03T18:38:18.223417Z","end":"2026-03-03T18:38:19.043675Z","steps":["trace[510554444] 'process raft request' (duration: 818.796844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:19.043744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34388092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:38:19.043761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:18.223396Z","time spent":"820.317663ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:19.04376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.409299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:19.043805Z","caller":"traceutil/trace.go:171","msg":"trace[713730017] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23983; }","duration":"838.525482ms","start":"2026-03-03T18:38:18.205267Z","end":"2026-03-03T18:38:19.043792Z","steps":["trace[713730017] 'agreement among raft nodes before linearized reading' (duration: 838.405379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:19.043821Z","caller":"traceutil/trace.go:171","msg":"trace[1724250542] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23983; }","duration":"1.343946932s","start":"2026-03-03T18:38:17.699815Z","end":"2026-03-03T18:38:19.043762Z","steps":["trace[1724250542] 'agreement among raft nodes before linearized reading' (duration: 1.34386621s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:19.043839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:18.20524Z","time spent":"838.589724ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:19.043848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:17.699791Z","time spent":"1.344048675s","remote":"127.0.0.1:45412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:19.043866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.00502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:19.043871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.849935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:19.043939Z","caller":"traceutil/trace.go:171","msg":"trace[44198650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23983; }","duration":"424.113783ms","start":"2026-03-03T18:38:18.61981Z","end":"2026-03-03T18:38:19.043924Z","steps":["trace[44198650] 'agreement among raft nodes before linearized reading' (duration: 423.98869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:19.043954Z","caller":"traceutil/trace.go:171","msg":"trace[408442369] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23983; }","duration":"257.983718ms","start":"2026-03-03T18:38:18.785948Z","end":"2026-03-03T18:38:19.043932Z","steps":["trace[408442369] 'agreement among raft nodes before linearized reading' (duration: 257.846935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:19.043975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:18.619793Z","time spent":"424.172524ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:19.043935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.697921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:38:19.044027Z","caller":"traceutil/trace.go:171","msg":"trace[619586506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23983; }","duration":"575.816134ms","start":"2026-03-03T18:38:18.468198Z","end":"2026-03-03T18:38:19.044014Z","steps":["trace[619586506] 'agreement among raft nodes before linearized reading' (duration: 575.594729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:19.044067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:18.468146Z","time spent":"575.911947ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:38:19.460049Z","caller":"traceutil/trace.go:171","msg":"trace[623871579] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"166.866172ms","start":"2026-03-03T18:38:19.293154Z","end":"2026-03-03T18:38:19.46002Z","steps":["trace[623871579] 'process raft request' (duration: 166.078643ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:19.463838Z","caller":"traceutil/trace.go:171","msg":"trace[325611246] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"169.105409ms","start":"2026-03-03T18:38:19.294703Z","end":"2026-03-03T18:38:19.463809Z","steps":["trace[325611246] 'process raft request' (duration: 168.972736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:19.463883Z","caller":"traceutil/trace.go:171","msg":"trace[104619603] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"148.427918ms","start":"2026-03-03T18:38:19.315415Z","end":"2026-03-03T18:38:19.463843Z","steps":["trace[104619603] 'process raft request' (duration: 148.299615ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:19.46383Z","caller":"traceutil/trace.go:171","msg":"trace[1155095057] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"170.464724ms","start":"2026-03-03T18:38:19.293333Z","end":"2026-03-03T18:38:19.463797Z","steps":["trace[1155095057] 'process raft request' (duration: 170.227138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:21.859876Z","caller":"traceutil/trace.go:171","msg":"trace[1418400385] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"542.29022ms","start":"2026-03-03T18:38:21.317561Z","end":"2026-03-03T18:38:21.859851Z","steps":["trace[1418400385] 'process raft request' (duration: 542.101015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:21.860023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:21.31754Z","time spent":"542.403433ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:22.466037Z","caller":"traceutil/trace.go:171","msg":"trace[185468120] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"1.000181373s","start":"2026-03-03T18:38:21.465828Z","end":"2026-03-03T18:38:22.466009Z","steps":["trace[185468120] 'process raft request' (duration: 999.863865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:22.466186Z","caller":"traceutil/trace.go:171","msg":"trace[514104607] transaction","detail":"{read_only:false; response_revision:24002; number_of_response:1; }","duration":"995.929826ms","start":"2026-03-03T18:38:21.470243Z","end":"2026-03-03T18:38:22.466173Z","steps":["trace[514104607] 'process raft request' (duration: 995.845014ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:22.466185Z","caller":"traceutil/trace.go:171","msg":"trace[1087808013] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"996.834968ms","start":"2026-03-03T18:38:21.469329Z","end":"2026-03-03T18:38:22.466164Z","steps":["trace[1087808013] 'process raft request' (duration: 996.587391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:22.466292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:21.47022Z","time spent":"996.010577ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:22.466307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:21.469322Z","time spent":"996.91751ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:22.466674Z","caller":"traceutil/trace.go:171","msg":"trace[1457347430] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"843.984969ms","start":"2026-03-03T18:38:21.622681Z","end":"2026-03-03T18:38:22.466666Z","steps":["trace[1457347430] 'process raft request' (duration: 843.465495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:22.466703Z","caller":"traceutil/trace.go:171","msg":"trace[1012027793] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"997.011873ms","start":"2026-03-03T18:38:21.468984Z","end":"2026-03-03T18:38:22.465996Z","steps":["trace[1012027793] 'process raft request' (duration: 996.88611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:22.466811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:21.468962Z","time spent":"997.802034ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:22.466725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:21.622638Z","time spent":"844.062161ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:22.467836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:21.465805Z","time spent":"1.000392528s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:22.978902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074224,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:38:23.156323Z","caller":"traceutil/trace.go:171","msg":"trace[284337276] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"684.649936ms","start":"2026-03-03T18:38:22.471654Z","end":"2026-03-03T18:38:23.156304Z","steps":["trace[284337276] 'process raft request' (duration: 682.817169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:23.156439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:22.471635Z","time spent":"684.746128ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:23.891923Z","caller":"traceutil/trace.go:171","msg":"trace[598504760] transaction","detail":"{read_only:false; response_revision:24005; number_of_response:1; }","duration":"1.414256633s","start":"2026-03-03T18:38:22.477629Z","end":"2026-03-03T18:38:23.891886Z","steps":["trace[598504760] 'process raft request' (duration: 1.413677809s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:23.8921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:22.477609Z","time spent":"1.414403906s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:23.892195Z","caller":"traceutil/trace.go:171","msg":"trace[837752313] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"1.413634717s","start":"2026-03-03T18:38:22.478521Z","end":"2026-03-03T18:38:23.892155Z","steps":["trace[837752313] 'process raft request' (duration: 1.412922509s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:23.892316Z","caller":"traceutil/trace.go:171","msg":"trace[1444321679] linearizableReadLoop","detail":"{readStateIndex:24858; appliedIndex:24855; }","duration":"1.413660487s","start":"2026-03-03T18:38:22.47861Z","end":"2026-03-03T18:38:23.89227Z","steps":["trace[1444321679] 'read index received' (duration: 675.841863ms)","trace[1444321679] 'applied index is now lower than readState.Index' (duration: 737.817144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:23.89241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:22.478502Z","time spent":"1.413789s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:23.892354Z","caller":"traceutil/trace.go:171","msg":"trace[1627013908] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"832.366186ms","start":"2026-03-03T18:38:23.059974Z","end":"2026-03-03T18:38:23.89234Z","steps":["trace[1627013908] 'process raft request' (duration: 832.030747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:23.892583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:23.059947Z","time spent":"832.530541ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:23.89259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413983196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:38:23.892624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277125129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:23.892677Z","caller":"traceutil/trace.go:171","msg":"trace[479894693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24007; }","duration":"1.277215861s","start":"2026-03-03T18:38:22.615445Z","end":"2026-03-03T18:38:23.892661Z","steps":["trace[479894693] 'agreement among raft nodes before linearized reading' (duration: 1.277113979s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:23.89267Z","caller":"traceutil/trace.go:171","msg":"trace[1625597831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24007; }","duration":"1.414094789s","start":"2026-03-03T18:38:22.478555Z","end":"2026-03-03T18:38:23.89265Z","steps":["trace[1625597831] 'agreement among raft nodes before linearized reading' (duration: 1.413859122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:23.892726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:22.478545Z","time spent":"1.414172161s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:23.892741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413937435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-03T18:38:23.892809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.335867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T18:38:23.89273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:22.615429Z","time spent":"1.277292293s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:38:23.892848Z","caller":"traceutil/trace.go:171","msg":"trace[2046364595] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:24007; }","duration":"150.397959ms","start":"2026-03-03T18:38:23.742442Z","end":"2026-03-03T18:38:23.89284Z","steps":["trace[2046364595] 'agreement among raft nodes before linearized reading' (duration: 150.307427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:23.892902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413489044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:38:23.892816Z","caller":"traceutil/trace.go:171","msg":"trace[405896243] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24007; }","duration":"1.414077228s","start":"2026-03-03T18:38:22.478726Z","end":"2026-03-03T18:38:23.892803Z","steps":["trace[405896243] 'agreement among raft nodes before linearized reading' (duration: 1.41375893s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:23.892925Z","caller":"traceutil/trace.go:171","msg":"trace[459731287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24007; }","duration":"1.413523705s","start":"2026-03-03T18:38:22.479395Z","end":"2026-03-03T18:38:23.892918Z","steps":["trace[459731287] 'agreement among raft nodes before linearized reading' (duration: 1.413438003s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:23.892927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411007511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T18:38:23.892972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:22.47939Z","time spent":"1.413553116s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:23.892962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129311685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:23.892997Z","caller":"traceutil/trace.go:171","msg":"trace[743435130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24007; }","duration":"1.411093124s","start":"2026-03-03T18:38:22.481892Z","end":"2026-03-03T18:38:23.892985Z","steps":["trace[743435130] 'agreement among raft nodes before linearized reading' (duration: 1.410877708s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:23.89299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:22.478711Z","time spent":"1.414239603s","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-03T18:38:23.893031Z","caller":"traceutil/trace.go:171","msg":"trace[395497990] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24007; }","duration":"1.129445009s","start":"2026-03-03T18:38:22.763566Z","end":"2026-03-03T18:38:23.893011Z","steps":["trace[395497990] 'agreement among raft nodes before linearized reading' (duration: 1.129330526s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:23.893053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.623586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:23.893085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:22.763544Z","time spent":"1.129525671s","remote":"127.0.0.1:40698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:23.893065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:22.481884Z","time spent":"1.411141085s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:38:23.893121Z","caller":"traceutil/trace.go:171","msg":"trace[2108751322] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24007; }","duration":"873.695477ms","start":"2026-03-03T18:38:23.019404Z","end":"2026-03-03T18:38:23.893099Z","steps":["trace[2108751322] 'agreement among raft nodes before linearized reading' (duration: 873.586245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:23.893159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:23.019356Z","time spent":"873.79421ms","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:38:23.89326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411546325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:38:23.893362Z","caller":"traceutil/trace.go:171","msg":"trace[1664291607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24007; }","duration":"1.411672007s","start":"2026-03-03T18:38:22.481672Z","end":"2026-03-03T18:38:23.893344Z","steps":["trace[1664291607] 'agreement among raft nodes before linearized reading' (duration: 1.410918749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:23.893452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:22.481665Z","time spent":"1.411770511s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:38:24.401138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:25.137212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.48651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:38:25.137325Z","caller":"traceutil/trace.go:171","msg":"trace[98453217] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"1.240039015s","start":"2026-03-03T18:38:23.897266Z","end":"2026-03-03T18:38:25.137305Z","steps":["trace[98453217] 'process raft request' (duration: 669.37214ms)","trace[98453217] 'compare' (duration: 570.000678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:25.13739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:23.89724Z","time spent":"1.240118467s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:25.900919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000430068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:38:25.901013Z","caller":"traceutil/trace.go:171","msg":"trace[1632472713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00055341s","start":"2026-03-03T18:38:23.900442Z","end":"2026-03-03T18:38:25.900995Z","steps":["trace[1632472713] 'agreement among raft nodes before linearized reading' (duration: 2.000443118s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:25.901066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:23.900434Z","time spent":"2.000621654s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:26.075008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.508317583s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:38:26.07547Z","caller":"traceutil/trace.go:171","msg":"trace[1815649666] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"2.177069347s","start":"2026-03-03T18:38:23.898378Z","end":"2026-03-03T18:38:26.075448Z","steps":["trace[1815649666] 'process raft request' (duration: 2.176904333s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:26.075602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:23.898371Z","time spent":"2.177163189s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:26.075694Z","caller":"traceutil/trace.go:171","msg":"trace[1062437922] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"2.176166745s","start":"2026-03-03T18:38:23.899514Z","end":"2026-03-03T18:38:26.075681Z","steps":["trace[1062437922] 'process raft request' (duration: 2.176067122s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:26.075723Z","caller":"traceutil/trace.go:171","msg":"trace[1350315687] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"2.17680512s","start":"2026-03-03T18:38:23.898895Z","end":"2026-03-03T18:38:26.0757Z","steps":["trace[1350315687] 'process raft request' (duration: 2.176521453s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:26.075755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:23.899498Z","time spent":"2.176229116s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:26.075819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:23.898889Z","time spent":"2.176887982s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:26.075874Z","caller":"traceutil/trace.go:171","msg":"trace[746891777] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"1.604437253s","start":"2026-03-03T18:38:24.471421Z","end":"2026-03-03T18:38:26.075859Z","steps":["trace[746891777] 'process raft request' (duration: 1.604221048s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:26.075905Z","caller":"traceutil/trace.go:171","msg":"trace[1995174802] transaction","detail":"{read_only:false; response_revision:24013; number_of_response:1; }","duration":"1.604369432s","start":"2026-03-03T18:38:24.471521Z","end":"2026-03-03T18:38:26.075891Z","steps":["trace[1995174802] 'process raft request' (duration: 1.604229019s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:26.075942Z","caller":"traceutil/trace.go:171","msg":"trace[1688650316] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"1.604316941s","start":"2026-03-03T18:38:24.47161Z","end":"2026-03-03T18:38:26.075927Z","steps":["trace[1688650316] 'process raft request' (duration: 1.604224759s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:26.075964Z","caller":"traceutil/trace.go:171","msg":"trace[794837978] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"1.603005987s","start":"2026-03-03T18:38:24.472949Z","end":"2026-03-03T18:38:26.075955Z","steps":["trace[794837978] 'process raft request' (duration: 1.602923845s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:26.07597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:24.471397Z","time spent":"1.604515376s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:26.075971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:24.471511Z","time spent":"1.604425363s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:26.075961Z","caller":"traceutil/trace.go:171","msg":"trace[1697378257] linearizableReadLoop","detail":"{readStateIndex:24863; appliedIndex:24859; }","duration":"2.175479737s","start":"2026-03-03T18:38:23.900462Z","end":"2026-03-03T18:38:26.075942Z","steps":["trace[1697378257] 'read index received' (duration: 666.204801ms)","trace[1697378257] 'applied index is now lower than readState.Index' (duration: 1.509274126s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:26.076019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:24.472937Z","time spent":"1.603053519s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:26.076016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:24.471602Z","time spent":"1.604371372s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:26.076048Z","caller":"traceutil/trace.go:171","msg":"trace[1893754708] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"1.603093369s","start":"2026-03-03T18:38:24.472946Z","end":"2026-03-03T18:38:26.076039Z","steps":["trace[1893754708] 'process raft request' (duration: 1.602959416s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:26.07608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:24.472921Z","time spent":"1.60314085s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:26.57654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074246,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:38:26.750006Z","caller":"traceutil/trace.go:171","msg":"trace[272975579] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"1.668368844s","start":"2026-03-03T18:38:25.081606Z","end":"2026-03-03T18:38:26.749975Z","steps":["trace[272975579] 'process raft request' (duration: 1.591662211s)","trace[272975579] 'compare' (duration: 75.933893ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:26.750088Z","caller":"traceutil/trace.go:171","msg":"trace[1227711162] linearizableReadLoop","detail":"{readStateIndex:24872; appliedIndex:24868; }","duration":"674.039999ms","start":"2026-03-03T18:38:26.076018Z","end":"2026-03-03T18:38:26.750058Z","steps":["trace[1227711162] 'read index received' (duration: 597.295885ms)","trace[1227711162] 'applied index is now lower than readState.Index' (duration: 76.742504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:26.750254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:25.081587Z","time spent":"1.668561599s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:26.750366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848767137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:26.750411Z","caller":"traceutil/trace.go:171","msg":"trace[434529864] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24020; }","duration":"2.848855288s","start":"2026-03-03T18:38:23.901544Z","end":"2026-03-03T18:38:26.750399Z","steps":["trace[434529864] 'agreement among raft nodes before linearized reading' (duration: 2.848755996s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:26.750451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:23.901534Z","time spent":"2.848907589s","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:38:26.750479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.593848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:26.750617Z","caller":"traceutil/trace.go:171","msg":"trace[1242914096] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"852.160934ms","start":"2026-03-03T18:38:25.898426Z","end":"2026-03-03T18:38:26.750587Z","steps":["trace[1242914096] 'process raft request' (duration: 851.393724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:26.750688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940064587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T18:38:26.750719Z","caller":"traceutil/trace.go:171","msg":"trace[1433779551] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:24020; }","duration":"1.940129339s","start":"2026-03-03T18:38:24.810583Z","end":"2026-03-03T18:38:26.750712Z","steps":["trace[1433779551] 'agreement among raft nodes before linearized reading' (duration: 1.940027117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:26.750746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:24.810562Z","time spent":"1.940175791s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-03T18:38:26.750781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:25.898399Z","time spent":"852.290108ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:26.750849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849819822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-03T18:38:26.750891Z","caller":"traceutil/trace.go:171","msg":"trace[1791820432] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24020; }","duration":"2.849875133s","start":"2026-03-03T18:38:23.901006Z","end":"2026-03-03T18:38:26.750881Z","steps":["trace[1791820432] 'agreement among raft nodes before linearized reading' (duration: 2.849666158s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:26.750925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:23.901Z","time spent":"2.849916525s","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-03T18:38:26.750989Z","caller":"traceutil/trace.go:171","msg":"trace[919375020] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"852.410981ms","start":"2026-03-03T18:38:25.898567Z","end":"2026-03-03T18:38:26.750978Z","steps":["trace[919375020] 'process raft request' (duration: 851.365935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:26.751075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209812042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:26.751098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:25.898559Z","time spent":"852.490533ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:26.751113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34467087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:26.75052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589779275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:38:26.751162Z","caller":"traceutil/trace.go:171","msg":"trace[912900402] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24020; }","duration":"2.209986257s","start":"2026-03-03T18:38:24.541146Z","end":"2026-03-03T18:38:26.751132Z","steps":["trace[912900402] 'agreement among raft nodes before linearized reading' (duration: 2.209777361s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:26.750642Z","caller":"traceutil/trace.go:171","msg":"trace[1795589380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24020; }","duration":"627.795313ms","start":"2026-03-03T18:38:26.122791Z","end":"2026-03-03T18:38:26.750586Z","steps":["trace[1795589380] 'agreement among raft nodes before linearized reading' (duration: 627.600498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:26.751212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:26.122773Z","time spent":"628.429449ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:26.751217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:24.54111Z","time spent":"2.210089869s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:26.75122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980600798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:26.751211Z","caller":"traceutil/trace.go:171","msg":"trace[780408461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24020; }","duration":"1.590522953s","start":"2026-03-03T18:38:25.160647Z","end":"2026-03-03T18:38:26.75117Z","steps":["trace[780408461] 'agreement among raft nodes before linearized reading' (duration: 1.589638552s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:26.751166Z","caller":"traceutil/trace.go:171","msg":"trace[1089877279] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24020; }","duration":"1.344750202s","start":"2026-03-03T18:38:25.4064Z","end":"2026-03-03T18:38:26.75115Z","steps":["trace[1089877279] 'agreement among raft nodes before linearized reading' (duration: 1.34465937s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:26.751311Z","caller":"traceutil/trace.go:171","msg":"trace[1163050618] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24020; }","duration":"1.980722942s","start":"2026-03-03T18:38:24.770571Z","end":"2026-03-03T18:38:26.751294Z","steps":["trace[1163050618] 'agreement among raft nodes before linearized reading' (duration: 1.980560498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:26.751338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:25.406384Z","time spent":"1.344943257s","remote":"127.0.0.1:32836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:26.752068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.45285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:38:26.752131Z","caller":"traceutil/trace.go:171","msg":"trace[807601315] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24020; }","duration":"975.576483ms","start":"2026-03-03T18:38:25.776539Z","end":"2026-03-03T18:38:26.752115Z","steps":["trace[807601315] 'agreement among raft nodes before linearized reading' (duration: 975.166463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:26.751349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:25.160616Z","time spent":"1.590701487s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:38:26.752177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:25.77648Z","time spent":"975.684536ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:38:26.751079Z","caller":"traceutil/trace.go:171","msg":"trace[1205268866] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"850.985805ms","start":"2026-03-03T18:38:25.900012Z","end":"2026-03-03T18:38:26.750998Z","steps":["trace[1205268866] 'process raft request' (duration: 849.97951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:26.752473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.008614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:26.752548Z","caller":"traceutil/trace.go:171","msg":"trace[1414406326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24020; }","duration":"851.111707ms","start":"2026-03-03T18:38:25.901419Z","end":"2026-03-03T18:38:26.752531Z","steps":["trace[1414406326] 'agreement among raft nodes before linearized reading' (duration: 850.975734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:26.752593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:25.901407Z","time spent":"851.174508ms","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:26.751358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:24.770554Z","time spent":"1.980789113s","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:26.75254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:25.899988Z","time spent":"852.425921ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:27.452766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.992594ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-03T18:38:27.452939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:26.752766Z","time spent":"700.169445ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:38:27.453385Z","caller":"traceutil/trace.go:171","msg":"trace[1996417234] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"693.828137ms","start":"2026-03-03T18:38:26.759534Z","end":"2026-03-03T18:38:27.453362Z","steps":["trace[1996417234] 'process raft request' (duration: 693.606751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:27.453529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:26.75951Z","time spent":"693.94506ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:27.45371Z","caller":"traceutil/trace.go:171","msg":"trace[1173303316] linearizableReadLoop","detail":"{readStateIndex:24874; appliedIndex:24872; }","duration":"693.925279ms","start":"2026-03-03T18:38:26.759762Z","end":"2026-03-03T18:38:27.453687Z","steps":["trace[1173303316] 'read index received' (duration: 110.014001ms)","trace[1173303316] 'applied index is now lower than readState.Index' (duration: 583.909388ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:27.453763Z","caller":"traceutil/trace.go:171","msg":"trace[1751491940] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"693.127229ms","start":"2026-03-03T18:38:26.760612Z","end":"2026-03-03T18:38:27.453739Z","steps":["trace[1751491940] 'process raft request' (duration: 692.695828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:27.453886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:26.760602Z","time spent":"693.232022ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:38:27.453912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.146455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:38:27.453946Z","caller":"traceutil/trace.go:171","msg":"trace[38473331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24022; }","duration":"694.207516ms","start":"2026-03-03T18:38:26.759728Z","end":"2026-03-03T18:38:27.453936Z","steps":["trace[38473331] 'agreement among raft nodes before linearized reading' (duration: 694.051442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:27.453987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:26.759718Z","time spent":"694.259478ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:38:28.235297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.5674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:38:28.235548Z","caller":"traceutil/trace.go:171","msg":"trace[630693362] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"781.237148ms","start":"2026-03-03T18:38:27.454286Z","end":"2026-03-03T18:38:28.235523Z","steps":["trace[630693362] 'process raft request' (duration: 781.138815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:28.235591Z","caller":"traceutil/trace.go:171","msg":"trace[1181078688] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"1.248128699s","start":"2026-03-03T18:38:26.987426Z","end":"2026-03-03T18:38:28.235554Z","steps":["trace[1181078688] 'process raft request' (duration: 816.148188ms)","trace[1181078688] 'compare' (duration: 431.396736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:28.235641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:27.454251Z","time spent":"781.344021ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:28.235761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:26.987401Z","time spent":"1.248264632s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:28.236091Z","caller":"traceutil/trace.go:171","msg":"trace[561901481] linearizableReadLoop","detail":"{readStateIndex:24876; appliedIndex:24875; }","duration":"782.266924ms","start":"2026-03-03T18:38:27.453808Z","end":"2026-03-03T18:38:28.236074Z","steps":["trace[561901481] 'read index received' (duration: 349.831302ms)","trace[561901481] 'applied index is now lower than readState.Index' (duration: 432.433262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:28.236318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18108437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:28.2364Z","caller":"traceutil/trace.go:171","msg":"trace[1763591885] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24024; }","duration":"1.181165612s","start":"2026-03-03T18:38:27.055187Z","end":"2026-03-03T18:38:28.236353Z","steps":["trace[1763591885] 'agreement among raft nodes before linearized reading' (duration: 1.181074379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:28.236397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09101395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:38:28.236442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216644175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:38:28.236491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:27.055168Z","time spent":"1.181272905s","remote":"127.0.0.1:38542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:28.236504Z","caller":"traceutil/trace.go:171","msg":"trace[1421312088] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24024; }","duration":"1.216740038s","start":"2026-03-03T18:38:27.019744Z","end":"2026-03-03T18:38:28.236484Z","steps":["trace[1421312088] 'agreement among raft nodes before linearized reading' (duration: 1.216544153s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:28.236549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:27.019725Z","time spent":"1.216812319s","remote":"127.0.0.1:45414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:28.236549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475721271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:28.236683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.531809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:28.236732Z","caller":"traceutil/trace.go:171","msg":"trace[2077414694] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24024; }","duration":"855.622722ms","start":"2026-03-03T18:38:27.381097Z","end":"2026-03-03T18:38:28.23672Z","steps":["trace[2077414694] 'agreement among raft nodes before linearized reading' (duration: 855.526439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:28.236789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:27.381076Z","time spent":"855.695933ms","remote":"127.0.0.1:55710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:28.236689Z","caller":"traceutil/trace.go:171","msg":"trace[2056420937] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24024; }","duration":"1.475875655s","start":"2026-03-03T18:38:26.760792Z","end":"2026-03-03T18:38:28.236668Z","steps":["trace[2056420937] 'agreement among raft nodes before linearized reading' (duration: 1.475568808s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:28.237038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:26.760784Z","time spent":"1.476235814s","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T18:38:28.236496Z","caller":"traceutil/trace.go:171","msg":"trace[290596256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24024; }","duration":"1.091178535s","start":"2026-03-03T18:38:27.145293Z","end":"2026-03-03T18:38:28.236471Z","steps":["trace[290596256] 'agreement among raft nodes before linearized reading' (duration: 1.090816796s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:28.237235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:27.145274Z","time spent":"1.091902722s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:28.737135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074260,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:38:29.16037Z","caller":"traceutil/trace.go:171","msg":"trace[270692723] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"1.078590527s","start":"2026-03-03T18:38:28.081746Z","end":"2026-03-03T18:38:29.160337Z","steps":["trace[270692723] 'process raft request' (duration: 1.001180317s)","trace[270692723] 'compare' (duration: 76.677292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:29.160514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:28.081723Z","time spent":"1.078716501s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:29.16052Z","caller":"traceutil/trace.go:171","msg":"trace[1952957781] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"1.078628838s","start":"2026-03-03T18:38:28.081744Z","end":"2026-03-03T18:38:29.160373Z","steps":["trace[1952957781] 'process raft request' (duration: 1.078504645s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:29.160658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:28.081715Z","time spent":"1.078869994s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:29.160724Z","caller":"traceutil/trace.go:171","msg":"trace[1000614854] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"1.078500526s","start":"2026-03-03T18:38:28.082211Z","end":"2026-03-03T18:38:29.160712Z","steps":["trace[1000614854] 'process raft request' (duration: 1.078125386s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:29.160711Z","caller":"traceutil/trace.go:171","msg":"trace[1108256248] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"1.077796858s","start":"2026-03-03T18:38:28.08286Z","end":"2026-03-03T18:38:29.160657Z","steps":["trace[1108256248] 'process raft request' (duration: 1.077704876s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:29.160789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:28.082169Z","time spent":"1.078586228s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:29.160818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:28.082849Z","time spent":"1.077919571s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:29.186382Z","caller":"traceutil/trace.go:171","msg":"trace[839601969] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"428.80102ms","start":"2026-03-03T18:38:28.757563Z","end":"2026-03-03T18:38:29.186364Z","steps":["trace[839601969] 'process raft request' (duration: 428.742849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:29.186414Z","caller":"traceutil/trace.go:171","msg":"trace[742236936] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"944.52123ms","start":"2026-03-03T18:38:28.241862Z","end":"2026-03-03T18:38:29.186384Z","steps":["trace[742236936] 'process raft request' (duration: 944.347906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:29.1865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:28.757538Z","time spent":"428.900623ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:29.186543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:28.241844Z","time spent":"944.629393ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:29.18666Z","caller":"traceutil/trace.go:171","msg":"trace[1775432437] linearizableReadLoop","detail":"{readStateIndex:24882; appliedIndex:24877; }","duration":"950.457489ms","start":"2026-03-03T18:38:28.236191Z","end":"2026-03-03T18:38:29.186649Z","steps":["trace[1775432437] 'read index received' (duration: 846.750127ms)","trace[1775432437] 'applied index is now lower than readState.Index' (duration: 103.706352ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:29.186678Z","caller":"traceutil/trace.go:171","msg":"trace[1637306691] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"428.614866ms","start":"2026-03-03T18:38:28.758023Z","end":"2026-03-03T18:38:29.186638Z","steps":["trace[1637306691] 'process raft request' (duration: 428.311109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:29.186735Z","caller":"traceutil/trace.go:171","msg":"trace[515927348] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"427.22213ms","start":"2026-03-03T18:38:28.759505Z","end":"2026-03-03T18:38:29.186727Z","steps":["trace[515927348] 'process raft request' (duration: 427.021015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:29.186778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:28.759491Z","time spent":"427.263381ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:29.186778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104765636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:38:29.186814Z","caller":"traceutil/trace.go:171","msg":"trace[2147135710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24032; }","duration":"1.104819047s","start":"2026-03-03T18:38:28.081984Z","end":"2026-03-03T18:38:29.186803Z","steps":["trace[2147135710] 'agreement among raft nodes before linearized reading' (duration: 1.104683834s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:29.186826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:28.757996Z","time spent":"428.759889ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:29.186842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:28.081974Z","time spent":"1.104860369s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:29.186838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107399363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T18:38:29.186876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73175789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-03T18:38:29.186901Z","caller":"traceutil/trace.go:171","msg":"trace[330523174] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24032; }","duration":"1.731802451s","start":"2026-03-03T18:38:27.455092Z","end":"2026-03-03T18:38:29.186895Z","steps":["trace[330523174] 'agreement among raft nodes before linearized reading' (duration: 1.731729729s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:29.18692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:27.455076Z","time spent":"1.731839981s","remote":"127.0.0.1:55506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:38:29.186962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104788467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:38:29.186975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.464344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T18:38:29.186997Z","caller":"traceutil/trace.go:171","msg":"trace[911496262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24032; }","duration":"1.104823218s","start":"2026-03-03T18:38:28.082166Z","end":"2026-03-03T18:38:29.186989Z","steps":["trace[911496262] 'agreement among raft nodes before linearized reading' (duration: 1.104737136s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:29.187006Z","caller":"traceutil/trace.go:171","msg":"trace[2118043334] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24032; }","duration":"947.532256ms","start":"2026-03-03T18:38:28.239465Z","end":"2026-03-03T18:38:29.186997Z","steps":["trace[2118043334] 'agreement among raft nodes before linearized reading' (duration: 947.436974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:29.187021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.896396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T18:38:29.187024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:28.082148Z","time spent":"1.104869249s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:29.18704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:28.239447Z","time spent":"947.584947ms","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T18:38:29.187053Z","caller":"traceutil/trace.go:171","msg":"trace[1899542048] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24032; }","duration":"394.956597ms","start":"2026-03-03T18:38:28.792088Z","end":"2026-03-03T18:38:29.187045Z","steps":["trace[1899542048] 'agreement among raft nodes before linearized reading' (duration: 394.838364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:29.187076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:28.792072Z","time spent":"394.99876ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:38:29.187106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572430877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:29.187124Z","caller":"traceutil/trace.go:171","msg":"trace[1361036719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24032; }","duration":"1.572483848s","start":"2026-03-03T18:38:27.614635Z","end":"2026-03-03T18:38:29.187119Z","steps":["trace[1361036719] 'agreement among raft nodes before linearized reading' (duration: 1.572454777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:29.187124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.86317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:29.187077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409867502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:29.186874Z","caller":"traceutil/trace.go:171","msg":"trace[944113207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24032; }","duration":"1.107468145s","start":"2026-03-03T18:38:28.079395Z","end":"2026-03-03T18:38:29.186863Z","steps":["trace[944113207] 'agreement among raft nodes before linearized reading' (duration: 1.107325401s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:29.187159Z","caller":"traceutil/trace.go:171","msg":"trace[345820385] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24032; }","duration":"944.910771ms","start":"2026-03-03T18:38:28.242237Z","end":"2026-03-03T18:38:29.187148Z","steps":["trace[345820385] 'agreement among raft nodes before linearized reading' (duration: 944.853609ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:29.187165Z","caller":"traceutil/trace.go:171","msg":"trace[1984383393] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24032; }","duration":"1.409983665s","start":"2026-03-03T18:38:27.777172Z","end":"2026-03-03T18:38:29.187155Z","steps":["trace[1984383393] 'agreement among raft nodes before linearized reading' (duration: 1.409877751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:29.187183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:28.242227Z","time spent":"944.949782ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:38:29.187189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:27.777157Z","time spent":"1.410023937s","remote":"127.0.0.1:45372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:29.187192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:28.079379Z","time spent":"1.107795263s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:38:29.187147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:27.61461Z","time spent":"1.57253343s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:29.691152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:30.192219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:30.566488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.375602309s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:38:30.566893Z","caller":"traceutil/trace.go:171","msg":"trace[881261795] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"1.37607554s","start":"2026-03-03T18:38:29.190792Z","end":"2026-03-03T18:38:30.566868Z","steps":["trace[881261795] 'process raft request' (duration: 1.375905106s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:30.567056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:29.190778Z","time spent":"1.376199604s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:30.638184Z","caller":"traceutil/trace.go:171","msg":"trace[2084061653] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"1.446446523s","start":"2026-03-03T18:38:29.191714Z","end":"2026-03-03T18:38:30.63816Z","steps":["trace[2084061653] 'process raft request' (duration: 1.4463365s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:30.638319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:29.191694Z","time spent":"1.446558917s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:30.638336Z","caller":"traceutil/trace.go:171","msg":"trace[497470461] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"1.446657749s","start":"2026-03-03T18:38:29.191655Z","end":"2026-03-03T18:38:30.638313Z","steps":["trace[497470461] 'process raft request' (duration: 1.445655993s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:30.638481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:29.191641Z","time spent":"1.446752481s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:30.638564Z","caller":"traceutil/trace.go:171","msg":"trace[1844735856] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"1.445927222s","start":"2026-03-03T18:38:29.192595Z","end":"2026-03-03T18:38:30.638522Z","steps":["trace[1844735856] 'process raft request' (duration: 1.44550809s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:30.638727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:29.192586Z","time spent":"1.446060015s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:31.193297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.059671ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T18:38:31.193831Z","caller":"traceutil/trace.go:171","msg":"trace[924111776] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"1.221564959s","start":"2026-03-03T18:38:29.972236Z","end":"2026-03-03T18:38:31.193801Z","steps":["trace[924111776] 'process raft request' (duration: 1.22120408s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:31.193882Z","caller":"traceutil/trace.go:171","msg":"trace[1641317309] linearizableReadLoop","detail":"{readStateIndex:24891; appliedIndex:24885; }","duration":"2.002680763s","start":"2026-03-03T18:38:29.191111Z","end":"2026-03-03T18:38:31.193792Z","steps":["trace[1641317309] 'read index received' (duration: 1.375613139s)","trace[1641317309] 'applied index is now lower than readState.Index' (duration: 627.065244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:31.194002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:29.972212Z","time spent":"1.221705403s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:31.195944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001219098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:38:31.196017Z","caller":"traceutil/trace.go:171","msg":"trace[147413737] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00131951s","start":"2026-03-03T18:38:29.194682Z","end":"2026-03-03T18:38:31.196001Z","steps":["trace[147413737] 'agreement among raft nodes before linearized reading' (duration: 2.001229718s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:31.19608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:29.194676Z","time spent":"2.001388302s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:38:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:38:31.667978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476843077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:38:31.668085Z","caller":"traceutil/trace.go:171","msg":"trace[700146556] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24037; }","duration":"2.47698061s","start":"2026-03-03T18:38:29.191076Z","end":"2026-03-03T18:38:31.668057Z","steps":["trace[700146556] 'agreement among raft nodes before linearized reading' (duration: 2.002900209s)","trace[700146556] 'range keys from in-memory index tree' (duration: 473.854606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:31.668149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:29.191062Z","time spent":"2.477065163s","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T18:38:31.69472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:32.195544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:32.30756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.224826101s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:38:32.308008Z","caller":"traceutil/trace.go:171","msg":"trace[1718957110] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"1.225481008s","start":"2026-03-03T18:38:31.082502Z","end":"2026-03-03T18:38:32.307983Z","steps":["trace[1718957110] 'process raft request' (duration: 1.225214981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:32.30815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.082457Z","time spent":"1.225620452s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:33.014148Z","caller":"traceutil/trace.go:171","msg":"trace[1698946523] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"1.848025959s","start":"2026-03-03T18:38:31.166075Z","end":"2026-03-03T18:38:33.014101Z","steps":["trace[1698946523] 'process raft request' (duration: 1.829691567s)","trace[1698946523] 'compare' (duration: 17.686565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:33.014328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.166049Z","time spent":"1.848188163s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:33.014414Z","caller":"traceutil/trace.go:171","msg":"trace[346136396] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"1.847835135s","start":"2026-03-03T18:38:31.166555Z","end":"2026-03-03T18:38:33.01439Z","steps":["trace[346136396] 'process raft request' (duration: 1.847499656s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.014541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.166523Z","time spent":"1.847948388s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:33.014551Z","caller":"traceutil/trace.go:171","msg":"trace[763630568] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"1.847787074s","start":"2026-03-03T18:38:31.16636Z","end":"2026-03-03T18:38:33.014147Z","steps":["trace[763630568] 'process raft request' (duration: 1.847593999s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.014731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.16635Z","time spent":"1.848292056s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:33.014812Z","caller":"traceutil/trace.go:171","msg":"trace[2077627419] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"1.848167883s","start":"2026-03-03T18:38:31.166621Z","end":"2026-03-03T18:38:33.014789Z","steps":["trace[2077627419] 'process raft request' (duration: 1.847691331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.014934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.166591Z","time spent":"1.848277986s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:33.015284Z","caller":"traceutil/trace.go:171","msg":"trace[505242619] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"1.823192463s","start":"2026-03-03T18:38:31.192024Z","end":"2026-03-03T18:38:33.015217Z","steps":["trace[505242619] 'process raft request' (duration: 1.822696801s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:33.015423Z","caller":"traceutil/trace.go:171","msg":"trace[451247678] linearizableReadLoop","detail":"{readStateIndex:24899; appliedIndex:24891; }","duration":"1.821425379s","start":"2026-03-03T18:38:31.193953Z","end":"2026-03-03T18:38:33.015378Z","steps":["trace[451247678] 'read index received' (duration: 1.113763204s)","trace[451247678] 'applied index is now lower than readState.Index' (duration: 707.661045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:33.015455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.192008Z","time spent":"1.823359898s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:33.015471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738574929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:33.015528Z","caller":"traceutil/trace.go:171","msg":"trace[754048041] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24045; }","duration":"2.738634771s","start":"2026-03-03T18:38:30.276877Z","end":"2026-03-03T18:38:33.015512Z","steps":["trace[754048041] 'agreement among raft nodes before linearized reading' (duration: 2.738538448s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.015569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:30.276834Z","time spent":"2.738723564s","remote":"127.0.0.1:55682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:33.015554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047499182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:33.015588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819217583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:33.01562Z","caller":"traceutil/trace.go:171","msg":"trace[2034350009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24045; }","duration":"1.819330646s","start":"2026-03-03T18:38:31.19628Z","end":"2026-03-03T18:38:33.01561Z","steps":["trace[2034350009] 'agreement among raft nodes before linearized reading' (duration: 1.819269585s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.015602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759478265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:33.015575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.772048061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:33.015647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841829273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:33.015665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.829248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:33.015686Z","caller":"traceutil/trace.go:171","msg":"trace[867764243] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24045; }","duration":"859.89638ms","start":"2026-03-03T18:38:32.155784Z","end":"2026-03-03T18:38:33.015681Z","steps":["trace[867764243] 'agreement among raft nodes before linearized reading' (duration: 859.862829ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:33.01568Z","caller":"traceutil/trace.go:171","msg":"trace[1133006856] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24045; }","duration":"3.772197674s","start":"2026-03-03T18:38:29.243469Z","end":"2026-03-03T18:38:33.015667Z","steps":["trace[1133006856] 'agreement among raft nodes before linearized reading' (duration: 3.772055691s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.015682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.564287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:33.015679Z","caller":"traceutil/trace.go:171","msg":"trace[1217241943] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24045; }","duration":"3.759578987s","start":"2026-03-03T18:38:29.256081Z","end":"2026-03-03T18:38:33.01566Z","steps":["trace[1217241943] 'agreement among raft nodes before linearized reading' (duration: 3.759453514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.01574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058198535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:33.015738Z","caller":"traceutil/trace.go:171","msg":"trace[1464138949] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24045; }","duration":"467.66194ms","start":"2026-03-03T18:38:32.54806Z","end":"2026-03-03T18:38:33.015722Z","steps":["trace[1464138949] 'agreement among raft nodes before linearized reading' (duration: 467.583038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:33.015759Z","caller":"traceutil/trace.go:171","msg":"trace[2077099492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24045; }","duration":"1.058258167s","start":"2026-03-03T18:38:31.957494Z","end":"2026-03-03T18:38:33.015752Z","steps":["trace[2077099492] 'agreement among raft nodes before linearized reading' (duration: 1.058219746s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.015778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.957475Z","time spent":"1.058299227s","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:33.015769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:29.256069Z","time spent":"3.75968407s","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T18:38:33.015783Z","caller":"traceutil/trace.go:171","msg":"trace[162819585] transaction","detail":"{read_only:false; response_revision:24045; number_of_response:1; }","duration":"1.819183282s","start":"2026-03-03T18:38:31.196585Z","end":"2026-03-03T18:38:33.015769Z","steps":["trace[162819585] 'process raft request' (duration: 1.818723541s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.01584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764164244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:33.015874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.19655Z","time spent":"1.819267564s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:33.015893Z","caller":"traceutil/trace.go:171","msg":"trace[1385151199] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24045; }","duration":"2.764253257s","start":"2026-03-03T18:38:30.251625Z","end":"2026-03-03T18:38:33.015878Z","steps":["trace[1385151199] 'agreement among raft nodes before linearized reading' (duration: 2.764149724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.015901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999785532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-03T18:38:33.015927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704968315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:33.015956Z","caller":"traceutil/trace.go:171","msg":"trace[674358125] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24045; }","duration":"1.705045156s","start":"2026-03-03T18:38:31.310904Z","end":"2026-03-03T18:38:33.015949Z","steps":["trace[674358125] 'agreement among raft nodes before linearized reading' (duration: 1.704973645s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.015945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:30.251604Z","time spent":"2.764323748s","remote":"127.0.0.1:41054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:33.015955Z","caller":"traceutil/trace.go:171","msg":"trace[1797992934] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24045; }","duration":"1.999867564s","start":"2026-03-03T18:38:31.016066Z","end":"2026-03-03T18:38:33.015934Z","steps":["trace[1797992934] 'agreement among raft nodes before linearized reading' (duration: 1.99969325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.015637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.196261Z","time spent":"1.819373487s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:33.016002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.016045Z","time spent":"1.999944775s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:38:33.016026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.558470802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T18:38:33.015787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:32.548042Z","time spent":"467.730061ms","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:33.01613Z","caller":"traceutil/trace.go:171","msg":"trace[107150941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24045; }","duration":"3.558602175s","start":"2026-03-03T18:38:29.457504Z","end":"2026-03-03T18:38:33.016107Z","steps":["trace[107150941] 'agreement among raft nodes before linearized reading' (duration: 3.55838029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.016182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:29.457484Z","time spent":"3.558684297s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:38:33.016196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819579101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:38:33.01623Z","caller":"traceutil/trace.go:171","msg":"trace[521827138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24045; }","duration":"1.819639893s","start":"2026-03-03T18:38:31.196581Z","end":"2026-03-03T18:38:33.01622Z","steps":["trace[521827138] 'agreement among raft nodes before linearized reading' (duration: 1.819538261s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.01625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.196565Z","time spent":"1.819679385s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:33.016257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28356746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-03T18:38:33.016275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.189554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T18:38:33.016282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900740604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:33.016315Z","caller":"traceutil/trace.go:171","msg":"trace[732411813] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24045; }","duration":"2.283653381s","start":"2026-03-03T18:38:30.732643Z","end":"2026-03-03T18:38:33.016296Z","steps":["trace[732411813] 'agreement among raft nodes before linearized reading' (duration: 2.283519648s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:33.016343Z","caller":"traceutil/trace.go:171","msg":"trace[1969657108] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24045; }","duration":"2.900840977s","start":"2026-03-03T18:38:30.115485Z","end":"2026-03-03T18:38:33.016326Z","steps":["trace[1969657108] 'agreement among raft nodes before linearized reading' (duration: 2.900742544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.016365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:30.732624Z","time spent":"2.283726283s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T18:38:33.015973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.310881Z","time spent":"1.705086708s","remote":"127.0.0.1:55782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:33.016393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:30.115463Z","time spent":"2.900914428s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:33.016428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.722597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:38:33.01632Z","caller":"traceutil/trace.go:171","msg":"trace[403181059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24045; }","duration":"374.268026ms","start":"2026-03-03T18:38:32.642037Z","end":"2026-03-03T18:38:33.016305Z","steps":["trace[403181059] 'agreement among raft nodes before linearized reading' (duration: 374.181154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.016481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:32.642007Z","time spent":"374.466701ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:38:33.015694Z","caller":"traceutil/trace.go:171","msg":"trace[1209738539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24045; }","duration":"1.841894374s","start":"2026-03-03T18:38:31.173785Z","end":"2026-03-03T18:38:33.01568Z","steps":["trace[1209738539] 'agreement among raft nodes before linearized reading' (duration: 1.841816662s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.015738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:29.24345Z","time spent":"3.772269867s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:33.016559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.173777Z","time spent":"1.842777755s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:38:33.016484Z","caller":"traceutil/trace.go:171","msg":"trace[170159827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24045; }","duration":"445.802489ms","start":"2026-03-03T18:38:32.570666Z","end":"2026-03-03T18:38:33.016468Z","steps":["trace[170159827] 'agreement among raft nodes before linearized reading' (duration: 445.652016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.01619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.686428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:33.01661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:32.570652Z","time spent":"445.940903ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:38:33.016632Z","caller":"traceutil/trace.go:171","msg":"trace[2109659939] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24045; }","duration":"327.161171ms","start":"2026-03-03T18:38:32.689452Z","end":"2026-03-03T18:38:33.016614Z","steps":["trace[2109659939] 'agreement among raft nodes before linearized reading' (duration: 326.706989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:33.015739Z","caller":"traceutil/trace.go:171","msg":"trace[1975257076] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"1.823497681s","start":"2026-03-03T18:38:31.192228Z","end":"2026-03-03T18:38:33.015726Z","steps":["trace[1975257076] 'process raft request' (duration: 1.822921297s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.016678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:32.68942Z","time spent":"327.244383ms","remote":"127.0.0.1:52012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:33.016697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384757267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T18:38:33.016729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.192213Z","time spent":"1.824491127s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:33.015629Z","caller":"traceutil/trace.go:171","msg":"trace[687150951] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24045; }","duration":"3.047623845s","start":"2026-03-03T18:38:29.967982Z","end":"2026-03-03T18:38:33.015606Z","steps":["trace[687150951] 'agreement among raft nodes before linearized reading' (duration: 3.047476181s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.016126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.081742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:38:33.016758Z","caller":"traceutil/trace.go:171","msg":"trace[801896002] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24045; }","duration":"3.38486545s","start":"2026-03-03T18:38:29.631876Z","end":"2026-03-03T18:38:33.016741Z","steps":["trace[801896002] 'agreement among raft nodes before linearized reading' (duration: 3.384446129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.01679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:29.967958Z","time spent":"3.048810535s","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:33.016809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:29.631858Z","time spent":"3.384935861s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:33.016807Z","caller":"traceutil/trace.go:171","msg":"trace[168078369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24045; }","duration":"374.78615ms","start":"2026-03-03T18:38:32.641999Z","end":"2026-03-03T18:38:33.016785Z","steps":["trace[168078369] 'agreement among raft nodes before linearized reading' (duration: 373.974559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.016874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:32.641982Z","time spent":"374.872173ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:33.015702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:32.155763Z","time spent":"859.93298ms","remote":"127.0.0.1:55622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:33.016103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715695185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5c46bc48fb-2xhfn.189968bd76c9cc3c\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T18:38:33.016962Z","caller":"traceutil/trace.go:171","msg":"trace[79823345] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5c46bc48fb-2xhfn.189968bd76c9cc3c; range_end:; response_count:1; response_revision:24045; }","duration":"1.716603908s","start":"2026-03-03T18:38:31.300352Z","end":"2026-03-03T18:38:33.016956Z","steps":["trace[79823345] 'agreement among raft nodes before linearized reading' (duration: 1.715630753s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:33.016983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:31.300327Z","time spent":"1.71665034s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-5c46bc48fb-2xhfn.189968bd76c9cc3c\" "} {"level":"warn","ts":"2026-03-03T18:38:33.549117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:34.049646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:34.220031Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.170923404s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:38:34.320102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.813602Z","time spent":"506.492998ms","remote":"127.0.0.1:41550","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:38:34.320421Z","caller":"traceutil/trace.go:171","msg":"trace[2138961893] linearizableReadLoop","detail":"{readStateIndex:24906; appliedIndex:24900; }","duration":"1.272362419s","start":"2026-03-03T18:38:33.048038Z","end":"2026-03-03T18:38:34.320401Z","steps":["trace[2138961893] 'read index received' (duration: 1.172137774s)","trace[2138961893] 'applied index is now lower than readState.Index' (duration: 100.223785ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:34.32052Z","caller":"traceutil/trace.go:171","msg":"trace[732232955] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"1.298101976s","start":"2026-03-03T18:38:33.022408Z","end":"2026-03-03T18:38:34.32051Z","steps":["trace[732232955] 'process raft request' (duration: 1.297925542s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:34.320544Z","caller":"traceutil/trace.go:171","msg":"trace[1895626639] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"1.298118368s","start":"2026-03-03T18:38:33.022395Z","end":"2026-03-03T18:38:34.320513Z","steps":["trace[1895626639] 'process raft request' (duration: 1.297913262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:34.320618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.022386Z","time spent":"1.298163488s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:34.320698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.022387Z","time spent":"1.29823236s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:34.3208Z","caller":"traceutil/trace.go:171","msg":"trace[1322372506] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"1.297725517s","start":"2026-03-03T18:38:33.023064Z","end":"2026-03-03T18:38:34.32079Z","steps":["trace[1322372506] 'process raft request' (duration: 1.297301487s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:34.320991Z","caller":"traceutil/trace.go:171","msg":"trace[534760755] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"1.298662361s","start":"2026-03-03T18:38:33.022311Z","end":"2026-03-03T18:38:34.320973Z","steps":["trace[534760755] 'process raft request' (duration: 1.297966014s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:34.321075Z","caller":"traceutil/trace.go:171","msg":"trace[1110086742] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"1.298830785s","start":"2026-03-03T18:38:33.022224Z","end":"2026-03-03T18:38:34.321055Z","steps":["trace[1110086742] 'process raft request' (duration: 1.198020666s)","trace[1110086742] 'compare' (duration: 99.497116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:34.3211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.017336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:34.321122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237503731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:34.321141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268889961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-03T18:38:34.321149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.259532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:34.32119Z","caller":"traceutil/trace.go:171","msg":"trace[318284768] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24052; }","duration":"1.237605654s","start":"2026-03-03T18:38:33.083563Z","end":"2026-03-03T18:38:34.321169Z","steps":["trace[318284768] 'agreement among raft nodes before linearized reading' (duration: 1.237498981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:34.321179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.022215Z","time spent":"1.298915207s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:34.321223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3005927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:34.321231Z","caller":"traceutil/trace.go:171","msg":"trace[1602318202] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24052; }","duration":"901.387055ms","start":"2026-03-03T18:38:33.419824Z","end":"2026-03-03T18:38:34.321211Z","steps":["trace[1602318202] 'agreement among raft nodes before linearized reading' (duration: 901.244671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:34.321256Z","caller":"traceutil/trace.go:171","msg":"trace[266059880] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24052; }","duration":"1.300642791s","start":"2026-03-03T18:38:33.020605Z","end":"2026-03-03T18:38:34.321248Z","steps":["trace[266059880] 'agreement among raft nodes before linearized reading' (duration: 1.30059624s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:34.32121Z","caller":"traceutil/trace.go:171","msg":"trace[1275033397] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24052; }","duration":"1.268995674s","start":"2026-03-03T18:38:33.052194Z","end":"2026-03-03T18:38:34.32119Z","steps":["trace[1275033397] 'agreement among raft nodes before linearized reading' (duration: 1.268757568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:34.32129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.020596Z","time spent":"1.300688252s","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T18:38:34.321141Z","caller":"traceutil/trace.go:171","msg":"trace[616374976] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24052; }","duration":"774.062247ms","start":"2026-03-03T18:38:33.547067Z","end":"2026-03-03T18:38:34.321129Z","steps":["trace[616374976] 'agreement among raft nodes before linearized reading' (duration: 773.988105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:34.32343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.547016Z","time spent":"776.391106ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:34.321186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296488647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:34.32364Z","caller":"traceutil/trace.go:171","msg":"trace[1502868116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24052; }","duration":"1.298950569s","start":"2026-03-03T18:38:33.024675Z","end":"2026-03-03T18:38:34.323626Z","steps":["trace[1502868116] 'agreement among raft nodes before linearized reading' (duration: 1.296485377s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:34.323672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.024666Z","time spent":"1.29899713s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:38:34.320993Z","caller":"traceutil/trace.go:171","msg":"trace[1368315375] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"1.298722393s","start":"2026-03-03T18:38:33.022241Z","end":"2026-03-03T18:38:34.320964Z","steps":["trace[1368315375] 'process raft request' (duration: 1.297953664s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:34.323868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.022226Z","time spent":"1.301606975s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:34.321229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.022304Z","time spent":"1.298777064s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:34.321009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.023058Z","time spent":"1.297908612s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:34.321291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.083546Z","time spent":"1.237672665s","remote":"127.0.0.1:45402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:34.321282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.419802Z","time spent":"901.465086ms","remote":"127.0.0.1:54866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:34.321341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.052178Z","time spent":"1.269144898s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T18:38:34.321405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.176152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:34.324711Z","caller":"traceutil/trace.go:171","msg":"trace[895956231] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24052; }","duration":"361.536636ms","start":"2026-03-03T18:38:33.963161Z","end":"2026-03-03T18:38:34.324698Z","steps":["trace[895956231] 'agreement among raft nodes before linearized reading' (duration: 358.11538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:34.32476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.963142Z","time spent":"361.602948ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:34.321409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269021754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189968c110445472\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T18:38:34.32486Z","caller":"traceutil/trace.go:171","msg":"trace[295381445] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189968c110445472; range_end:; response_count:1; response_revision:24052; }","duration":"1.272492033s","start":"2026-03-03T18:38:33.052352Z","end":"2026-03-03T18:38:34.324844Z","steps":["trace[295381445] 'agreement among raft nodes before linearized reading' (duration: 1.268937463s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:34.324916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:33.052343Z","time spent":"1.272557794s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189968c110445472\" "} {"level":"warn","ts":"2026-03-03T18:38:35.521316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.837782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:38:35.521772Z","caller":"traceutil/trace.go:171","msg":"trace[777750150] linearizableReadLoop","detail":"{readStateIndex:24907; appliedIndex:24906; }","duration":"1.188454505s","start":"2026-03-03T18:38:34.333294Z","end":"2026-03-03T18:38:35.521749Z","steps":["trace[777750150] 'read index received' (duration: 493.028468ms)","trace[777750150] 'applied index is now lower than readState.Index' (duration: 695.423347ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:35.521843Z","caller":"traceutil/trace.go:171","msg":"trace[1564556964] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"1.19339779s","start":"2026-03-03T18:38:34.328415Z","end":"2026-03-03T18:38:35.521812Z","steps":["trace[1564556964] 'process raft request' (duration: 497.931983ms)","trace[1564556964] 'compare' (duration: 694.678908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:35.521911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188595638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:35.521969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:34.3284Z","time spent":"1.193501703s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:35.521994Z","caller":"traceutil/trace.go:171","msg":"trace[1255524514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24053; }","duration":"1.188705292s","start":"2026-03-03T18:38:34.333271Z","end":"2026-03-03T18:38:35.521977Z","steps":["trace[1255524514] 'agreement among raft nodes before linearized reading' (duration: 1.188544728s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:35.52204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:34.33326Z","time spent":"1.188771493s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:36.022398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:36.111065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091673538s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:38:36.186257Z","caller":"traceutil/trace.go:171","msg":"trace[1146532379] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"1.167002036s","start":"2026-03-03T18:38:35.019229Z","end":"2026-03-03T18:38:36.186231Z","steps":["trace[1146532379] 'process raft request' (duration: 1.092081868s)","trace[1146532379] 'compare' (duration: 74.790245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:36.187283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:35.019205Z","time spent":"1.167125678s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:37.147078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003255871s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:38:37.523733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000764646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:38:37.523812Z","caller":"traceutil/trace.go:171","msg":"trace[619440469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000894719s","start":"2026-03-03T18:38:35.522899Z","end":"2026-03-03T18:38:37.523794Z","steps":["trace[619440469] 'agreement among raft nodes before linearized reading' (duration: 2.000783157s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:37.523858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:35.522884Z","time spent":"2.000964031s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:38:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:38:37.731852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:38:37.731939Z","caller":"traceutil/trace.go:171","msg":"trace[947607753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000506509s","start":"2026-03-03T18:38:35.731408Z","end":"2026-03-03T18:38:37.731915Z","steps":["trace[947607753] 'agreement among raft nodes before linearized reading' (duration: 2.000404407s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:37.732001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:35.731392Z","time spent":"2.000594181s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:38:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:38:37.906996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.813683ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:37.907116Z","caller":"traceutil/trace.go:171","msg":"trace[65249798] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24054; }","duration":"469.943576ms","start":"2026-03-03T18:38:37.437155Z","end":"2026-03-03T18:38:37.907098Z","steps":["trace[65249798] 'range keys from in-memory index tree' (duration: 469.798953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:37.907741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.470744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:38:37.907989Z","caller":"traceutil/trace.go:171","msg":"trace[1042635060] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"2.888034525s","start":"2026-03-03T18:38:35.019911Z","end":"2026-03-03T18:38:37.907945Z","steps":["trace[1042635060] 'process raft request' (duration: 2.127297663s)","trace[1042635060] 'compare' (duration: 759.819988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:37.90832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:35.019886Z","time spent":"2.888174038s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:37.908387Z","caller":"traceutil/trace.go:171","msg":"trace[465942874] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"2.886121587s","start":"2026-03-03T18:38:35.022249Z","end":"2026-03-03T18:38:37.90837Z","steps":["trace[465942874] 'process raft request' (duration: 2.885780368s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:37.908444Z","caller":"traceutil/trace.go:171","msg":"trace[98413463] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"2.885603524s","start":"2026-03-03T18:38:35.022833Z","end":"2026-03-03T18:38:37.908436Z","steps":["trace[98413463] 'process raft request' (duration: 2.88545091s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:37.908483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:35.02221Z","time spent":"2.88623338s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:37.908527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:35.022821Z","time spent":"2.885662825s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:37.90841Z","caller":"traceutil/trace.go:171","msg":"trace[566302479] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"976.526908ms","start":"2026-03-03T18:38:36.93187Z","end":"2026-03-03T18:38:37.908397Z","steps":["trace[566302479] 'process raft request' (duration: 976.491917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:37.908565Z","caller":"traceutil/trace.go:171","msg":"trace[1506059742] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"2.886363613s","start":"2026-03-03T18:38:35.022188Z","end":"2026-03-03T18:38:37.908551Z","steps":["trace[1506059742] 'process raft request' (duration: 2.885803509s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:37.908595Z","caller":"traceutil/trace.go:171","msg":"trace[1477787972] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"2.886484786s","start":"2026-03-03T18:38:35.022088Z","end":"2026-03-03T18:38:37.908573Z","steps":["trace[1477787972] 'process raft request' (duration: 2.885720597s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:37.908626Z","caller":"traceutil/trace.go:171","msg":"trace[779418916] linearizableReadLoop","detail":"{readStateIndex:24914; appliedIndex:24907; }","duration":"2.386778919s","start":"2026-03-03T18:38:35.52183Z","end":"2026-03-03T18:38:37.908609Z","steps":["trace[779418916] 'read index received' (duration: 589.479757ms)","trace[779418916] 'applied index is now lower than readState.Index' (duration: 1.797296952s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:37.908633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:35.02217Z","time spent":"2.886431385s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:37.908637Z","caller":"traceutil/trace.go:171","msg":"trace[956954866] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"2.885707016s","start":"2026-03-03T18:38:35.022897Z","end":"2026-03-03T18:38:37.908604Z","steps":["trace[956954866] 'process raft request' (duration: 2.885428249s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:37.908666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314520297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:37.90867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:36.931844Z","time spent":"976.742482ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:37.908706Z","caller":"traceutil/trace.go:171","msg":"trace[1363815346] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24061; }","duration":"3.314602469s","start":"2026-03-03T18:38:34.594091Z","end":"2026-03-03T18:38:37.908693Z","steps":["trace[1363815346] 'agreement among raft nodes before linearized reading' (duration: 3.314541167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:37.90869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395051757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:37.908691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462010904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:37.90872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:35.022063Z","time spent":"2.886593419s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:37.90874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:34.594067Z","time spent":"3.314664671s","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:37.908749Z","caller":"traceutil/trace.go:171","msg":"trace[921258415] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24061; }","duration":"2.39516237s","start":"2026-03-03T18:38:35.513573Z","end":"2026-03-03T18:38:37.908736Z","steps":["trace[921258415] 'agreement among raft nodes before linearized reading' (duration: 2.395045687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:37.909601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:35.513551Z","time spent":"2.396028712s","remote":"127.0.0.1:41048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:37.908705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:35.022886Z","time spent":"2.885782427s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:37.908758Z","caller":"traceutil/trace.go:171","msg":"trace[1304313538] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24061; }","duration":"2.462127597s","start":"2026-03-03T18:38:35.446616Z","end":"2026-03-03T18:38:37.908744Z","steps":["trace[1304313538] 'agreement among raft nodes before linearized reading' (duration: 2.462010654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:37.909756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:35.446594Z","time spent":"2.463148802s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:37.908788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560120224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:38:37.909906Z","caller":"traceutil/trace.go:171","msg":"trace[1264971843] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24061; }","duration":"3.561279113s","start":"2026-03-03T18:38:34.348616Z","end":"2026-03-03T18:38:37.909895Z","steps":["trace[1264971843] 'agreement among raft nodes before linearized reading' (duration: 3.560070353s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:37.909937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:34.348586Z","time spent":"3.561341304s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:38:37.908825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097306016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T18:38:37.910014Z","caller":"traceutil/trace.go:171","msg":"trace[1326944706] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:24061; }","duration":"3.098539457s","start":"2026-03-03T18:38:34.81145Z","end":"2026-03-03T18:38:37.90999Z","steps":["trace[1326944706] 'agreement among raft nodes before linearized reading' (duration: 3.097178253s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:37.910082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:34.811431Z","time spent":"3.09863633s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-03T18:38:37.908882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559949529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T18:38:37.910409Z","caller":"traceutil/trace.go:171","msg":"trace[979522844] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24061; }","duration":"3.561494698s","start":"2026-03-03T18:38:34.348897Z","end":"2026-03-03T18:38:37.910392Z","steps":["trace[979522844] 'agreement among raft nodes before linearized reading' (duration: 3.559738474s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:37.910472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:34.348884Z","time spent":"3.56156798s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T18:38:38.535717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.571143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-03T18:38:38.535902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:37.910814Z","time spent":"625.083295ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:38:38.536309Z","caller":"traceutil/trace.go:171","msg":"trace[250253861] linearizableReadLoop","detail":"{readStateIndex:24916; appliedIndex:24915; }","duration":"627.635709ms","start":"2026-03-03T18:38:37.908656Z","end":"2026-03-03T18:38:38.536291Z","steps":["trace[250253861] 'read index received' (duration: 164.3892ms)","trace[250253861] 'applied index is now lower than readState.Index' (duration: 463.244979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:38.536372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241473679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:38:38.536413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372208413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:38.536424Z","caller":"traceutil/trace.go:171","msg":"trace[1090966742] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24062; }","duration":"2.24153009s","start":"2026-03-03T18:38:36.294877Z","end":"2026-03-03T18:38:38.536407Z","steps":["trace[1090966742] 'agreement among raft nodes before linearized reading' (duration: 2.241439558s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:38.536418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314018388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:38.536414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147507063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:38.536465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:36.294816Z","time spent":"2.241639423s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:38.536474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.795426883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:38.53647Z","caller":"traceutil/trace.go:171","msg":"trace[774262063] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24062; }","duration":"1.314133941s","start":"2026-03-03T18:38:37.222323Z","end":"2026-03-03T18:38:38.536457Z","steps":["trace[774262063] 'agreement among raft nodes before linearized reading' (duration: 1.314024699s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:38.536495Z","caller":"traceutil/trace.go:171","msg":"trace[2077323316] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24062; }","duration":"2.795485524s","start":"2026-03-03T18:38:35.741002Z","end":"2026-03-03T18:38:38.536488Z","steps":["trace[2077323316] 'agreement among raft nodes before linearized reading' (duration: 2.795451893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:38.536471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208066168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:38:38.536486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210443808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T18:38:38.536511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:35.740981Z","time spent":"2.795526235s","remote":"127.0.0.1:32832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:38.536495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20776567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:38:38.536493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005801775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:38.536531Z","caller":"traceutil/trace.go:171","msg":"trace[909219014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24062; }","duration":"2.208195731s","start":"2026-03-03T18:38:36.328321Z","end":"2026-03-03T18:38:38.536517Z","steps":["trace[909219014] 'agreement among raft nodes before linearized reading' (duration: 2.207992156s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:38.536515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010015022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189968c110445472\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T18:38:38.536541Z","caller":"traceutil/trace.go:171","msg":"trace[2111171694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24062; }","duration":"2.21052888s","start":"2026-03-03T18:38:36.325996Z","end":"2026-03-03T18:38:38.536525Z","steps":["trace[2111171694] 'agreement among raft nodes before linearized reading' (duration: 2.210328915s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:38.536556Z","caller":"traceutil/trace.go:171","msg":"trace[673830245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24062; }","duration":"2.207829791s","start":"2026-03-03T18:38:36.328709Z","end":"2026-03-03T18:38:38.536539Z","steps":["trace[673830245] 'agreement among raft nodes before linearized reading' (duration: 2.207640247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:38.536569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:36.328297Z","time spent":"2.208265823s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:38:38.536569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845807183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:38.536579Z","caller":"traceutil/trace.go:171","msg":"trace[36869627] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189968c110445472; range_end:; response_count:1; response_revision:24062; }","duration":"1.010105744s","start":"2026-03-03T18:38:37.526459Z","end":"2026-03-03T18:38:38.536564Z","steps":["trace[36869627] 'agreement among raft nodes before linearized reading' (duration: 1.009960781s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:38.536581Z","caller":"traceutil/trace.go:171","msg":"trace[732594647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24062; }","duration":"1.005907597s","start":"2026-03-03T18:38:37.530648Z","end":"2026-03-03T18:38:38.536556Z","steps":["trace[732594647] 'agreement among raft nodes before linearized reading' (duration: 1.005753993s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:38.536589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:36.325982Z","time spent":"2.210599152s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:38.536603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:36.328686Z","time spent":"2.207904884s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:38:38.536608Z","caller":"traceutil/trace.go:171","msg":"trace[1063309702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24062; }","duration":"1.845867265s","start":"2026-03-03T18:38:36.690727Z","end":"2026-03-03T18:38:38.536594Z","steps":["trace[1063309702] 'agreement among raft nodes before linearized reading' (duration: 1.845809203s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:38.536625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:37.53064Z","time spent":"1.005977499s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:38.53666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:36.690712Z","time spent":"1.845938946s","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:38.536625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664036065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:38.536445Z","caller":"traceutil/trace.go:171","msg":"trace[1140130868] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24062; }","duration":"2.372278194s","start":"2026-03-03T18:38:36.164158Z","end":"2026-03-03T18:38:38.536437Z","steps":["trace[1140130868] 'agreement among raft nodes before linearized reading' (duration: 2.372214842s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:38.536501Z","caller":"traceutil/trace.go:171","msg":"trace[186346441] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24062; }","duration":"2.147633806s","start":"2026-03-03T18:38:36.388841Z","end":"2026-03-03T18:38:38.536474Z","steps":["trace[186346441] 'agreement among raft nodes before linearized reading' (duration: 2.147471342s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:38.536728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:36.164141Z","time spent":"2.372574162s","remote":"127.0.0.1:52832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:38.53672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208228562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T18:38:38.53651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:37.222301Z","time spent":"1.314198613s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:38.536749Z","caller":"traceutil/trace.go:171","msg":"trace[54644945] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24062; }","duration":"1.664188439s","start":"2026-03-03T18:38:36.872518Z","end":"2026-03-03T18:38:38.536707Z","steps":["trace[54644945] 'agreement among raft nodes before linearized reading' (duration: 1.663912952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:38.536781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346000373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:38.536787Z","caller":"traceutil/trace.go:171","msg":"trace[1924786654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24062; }","duration":"2.208316804s","start":"2026-03-03T18:38:36.328456Z","end":"2026-03-03T18:38:38.536773Z","steps":["trace[1924786654] 'agreement among raft nodes before linearized reading' (duration: 2.208187111s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:38.536798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208041557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:38:38.536813Z","caller":"traceutil/trace.go:171","msg":"trace[1824851247] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24062; }","duration":"1.346069725s","start":"2026-03-03T18:38:37.190736Z","end":"2026-03-03T18:38:38.536806Z","steps":["trace[1824851247] 'agreement among raft nodes before linearized reading' (duration: 1.345973703s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:38.536836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:37.190711Z","time spent":"1.346120256s","remote":"127.0.0.1:55792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:38.536841Z","caller":"traceutil/trace.go:171","msg":"trace[922951837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24062; }","duration":"2.208100239s","start":"2026-03-03T18:38:36.328727Z","end":"2026-03-03T18:38:38.536827Z","steps":["trace[922951837] 'agreement among raft nodes before linearized reading' (duration: 2.207979076s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:38.536613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:37.526442Z","time spent":"1.010163935s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189968c110445472\" "} {"level":"warn","ts":"2026-03-03T18:38:38.536841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:36.328435Z","time spent":"2.208388206s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:38:38.536847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:36.872462Z","time spent":"1.664330042s","remote":"127.0.0.1:55634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:38.53688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:36.328719Z","time spent":"2.20815084s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:38.536742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:36.388827Z","time spent":"2.147903193s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:38.537195Z","caller":"traceutil/trace.go:171","msg":"trace[1121979987] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"1.222313128s","start":"2026-03-03T18:38:37.314859Z","end":"2026-03-03T18:38:38.537172Z","steps":["trace[1121979987] 'process raft request' (duration: 758.189118ms)","trace[1121979987] 'compare' (duration: 462.365577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:38.53732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:37.314828Z","time spent":"1.222447582s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:38.537794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.660976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T18:38:38.537839Z","caller":"traceutil/trace.go:171","msg":"trace[1209844420] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24062; }","duration":"771.708417ms","start":"2026-03-03T18:38:37.76612Z","end":"2026-03-03T18:38:38.537829Z","steps":["trace[1209844420] 'agreement among raft nodes before linearized reading' (duration: 770.412625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:38.537868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:37.766073Z","time spent":"771.787689ms","remote":"127.0.0.1:55818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2631,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:38.825286Z","caller":"traceutil/trace.go:171","msg":"trace[1466182589] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"632.256216ms","start":"2026-03-03T18:38:38.192999Z","end":"2026-03-03T18:38:38.825255Z","steps":["trace[1466182589] 'process raft request' (duration: 630.395569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:38.825444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:38.192976Z","time spent":"632.389189ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:40.30114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.276252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:38:40.301416Z","caller":"traceutil/trace.go:171","msg":"trace[36500837] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"1.775996814s","start":"2026-03-03T18:38:38.525398Z","end":"2026-03-03T18:38:40.301395Z","steps":["trace[36500837] 'process raft request' (duration: 1.005327873s)","trace[36500837] 'compare' (duration: 769.542143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:40.301532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:38.52537Z","time spent":"1.776099917s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:40.301508Z","caller":"traceutil/trace.go:171","msg":"trace[822866563] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"1.762784991s","start":"2026-03-03T18:38:38.538678Z","end":"2026-03-03T18:38:40.301463Z","steps":["trace[822866563] 'process raft request' (duration: 1.762578836s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:40.301587Z","caller":"traceutil/trace.go:171","msg":"trace[1588184839] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"1.762524555s","start":"2026-03-03T18:38:38.539036Z","end":"2026-03-03T18:38:40.30156Z","steps":["trace[1588184839] 'process raft request' (duration: 1.762339201s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:40.301633Z","caller":"traceutil/trace.go:171","msg":"trace[1916029920] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"1.759835238s","start":"2026-03-03T18:38:38.541774Z","end":"2026-03-03T18:38:40.30161Z","steps":["trace[1916029920] 'process raft request' (duration: 1.759740685s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:40.301622Z","caller":"traceutil/trace.go:171","msg":"trace[1482733648] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"1.759920859s","start":"2026-03-03T18:38:38.54168Z","end":"2026-03-03T18:38:40.301601Z","steps":["trace[1482733648] 'process raft request' (duration: 1.759771036s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:40.301663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:38.538656Z","time spent":"1.762919725s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:40.301703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:38.539025Z","time spent":"1.762630518s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:40.301729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:38.541765Z","time spent":"1.759914079s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:40.30175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:38.541657Z","time spent":"1.760041253s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:40.302126Z","caller":"traceutil/trace.go:171","msg":"trace[1374631061] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"1.760027972s","start":"2026-03-03T18:38:38.542082Z","end":"2026-03-03T18:38:40.30211Z","steps":["trace[1374631061] 'process raft request' (duration: 1.759476998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:40.302205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:38.542064Z","time spent":"1.760106015s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:40.30225Z","caller":"traceutil/trace.go:171","msg":"trace[1641753337] linearizableReadLoop","detail":"{readStateIndex:24919; appliedIndex:24917; }","duration":"1.765882709s","start":"2026-03-03T18:38:38.536354Z","end":"2026-03-03T18:38:40.302236Z","steps":["trace[1641753337] 'read index received' (duration: 287.133242ms)","trace[1641753337] 'applied index is now lower than readState.Index' (duration: 1.478748647s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:40.302297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865242322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:40.302341Z","caller":"traceutil/trace.go:171","msg":"trace[1004581181] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24072; }","duration":"1.865316015s","start":"2026-03-03T18:38:38.437015Z","end":"2026-03-03T18:38:40.302331Z","steps":["trace[1004581181] 'agreement among raft nodes before linearized reading' (duration: 1.865224992s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:40.302357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058342706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:40.30237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:38.436998Z","time spent":"1.865364385s","remote":"127.0.0.1:55456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:40.302392Z","caller":"traceutil/trace.go:171","msg":"trace[511046581] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24072; }","duration":"2.058433918s","start":"2026-03-03T18:38:38.243948Z","end":"2026-03-03T18:38:40.302382Z","steps":["trace[511046581] 'agreement among raft nodes before linearized reading' (duration: 2.058369376s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:40.302391Z","caller":"traceutil/trace.go:171","msg":"trace[2102092690] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"1.759700144s","start":"2026-03-03T18:38:38.542676Z","end":"2026-03-03T18:38:40.302377Z","steps":["trace[2102092690] 'process raft request' (duration: 1.759387886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:40.30243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:38.243921Z","time spent":"2.058500381s","remote":"127.0.0.1:40714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:40.302455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:38.542667Z","time spent":"1.759758166s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:40.302481Z","caller":"traceutil/trace.go:171","msg":"trace[1210386205] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"1.60313069s","start":"2026-03-03T18:38:38.699341Z","end":"2026-03-03T18:38:40.302471Z","steps":["trace[1210386205] 'process raft request' (duration: 1.602808322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:40.302495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389673102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-201fc423-db5e-49c2-b735-e6d190b97ba5\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-03-03T18:38:40.302521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:38.699315Z","time spent":"1.603182132s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:40.302555Z","caller":"traceutil/trace.go:171","msg":"trace[1148358835] range","detail":"{range_begin:/registry/persistentvolumes/pvc-201fc423-db5e-49c2-b735-e6d190b97ba5; range_end:; response_count:1; response_revision:24072; }","duration":"2.389772955s","start":"2026-03-03T18:38:37.912767Z","end":"2026-03-03T18:38:40.30254Z","steps":["trace[1148358835] 'agreement among raft nodes before linearized reading' (duration: 2.38957283s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:40.302595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:37.91276Z","time spent":"2.389827676s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-201fc423-db5e-49c2-b735-e6d190b97ba5\" "} {"level":"warn","ts":"2026-03-03T18:38:40.302708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112588013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:40.302119Z","caller":"traceutil/trace.go:171","msg":"trace[2098147824] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"1.759951451s","start":"2026-03-03T18:38:38.542145Z","end":"2026-03-03T18:38:40.302096Z","steps":["trace[2098147824] 'process raft request' (duration: 1.759853398s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:40.302795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391878857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-03-03T18:38:40.302847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:38.542139Z","time spent":"1.760665388s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:40.302764Z","caller":"traceutil/trace.go:171","msg":"trace[1144967334] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24072; }","duration":"2.112707326s","start":"2026-03-03T18:38:38.190042Z","end":"2026-03-03T18:38:40.302749Z","steps":["trace[1144967334] 'agreement among raft nodes before linearized reading' (duration: 2.112600283s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:40.302911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:38.190009Z","time spent":"2.112884331s","remote":"127.0.0.1:51936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:40.302861Z","caller":"traceutil/trace.go:171","msg":"trace[1797478369] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24072; }","duration":"2.391971149s","start":"2026-03-03T18:38:37.910872Z","end":"2026-03-03T18:38:40.302843Z","steps":["trace[1797478369] 'agreement among raft nodes before linearized reading' (duration: 2.391653601s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:40.303104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:37.910858Z","time spent":"2.392097763s","remote":"127.0.0.1:55506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:38:40.538849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:38:40.538933Z","caller":"traceutil/trace.go:171","msg":"trace[806860383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292984s","start":"2026-03-03T18:38:38.538622Z","end":"2026-03-03T18:38:40.538914Z","steps":["trace[806860383] 'agreement among raft nodes before linearized reading' (duration: 2.000187472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:40.53898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:38.538606Z","time spent":"2.000364036s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:38:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:38:40.803289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:41.011538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.544192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:38:41.011665Z","caller":"traceutil/trace.go:171","msg":"trace[455109474] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"1.098081978s","start":"2026-03-03T18:38:39.913561Z","end":"2026-03-03T18:38:41.011643Z","steps":["trace[455109474] 'process raft request' (duration: 945.349261ms)","trace[455109474] 'compare' (duration: 152.290816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:41.012244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:39.913533Z","time spent":"1.098666915s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:41.805694Z","caller":"traceutil/trace.go:171","msg":"trace[713992246] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"1.891527054s","start":"2026-03-03T18:38:39.914128Z","end":"2026-03-03T18:38:41.805655Z","steps":["trace[713992246] 'process raft request' (duration: 1.891217577s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:41.805783Z","caller":"traceutil/trace.go:171","msg":"trace[175991217] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"1.89136771s","start":"2026-03-03T18:38:39.914406Z","end":"2026-03-03T18:38:41.805774Z","steps":["trace[175991217] 'process raft request' (duration: 1.891261148s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:41.805762Z","caller":"traceutil/trace.go:171","msg":"trace[726724660] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"1.891451332s","start":"2026-03-03T18:38:39.91428Z","end":"2026-03-03T18:38:41.805732Z","steps":["trace[726724660] 'process raft request' (duration: 1.891293528s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:41.80579Z","caller":"traceutil/trace.go:171","msg":"trace[1580918250] linearizableReadLoop","detail":"{readStateIndex:24933; appliedIndex:24927; }","duration":"1.50347623s","start":"2026-03-03T18:38:40.302293Z","end":"2026-03-03T18:38:41.80577Z","steps":["trace[1580918250] 'read index received' (duration: 556.634241ms)","trace[1580918250] 'applied index is now lower than readState.Index' (duration: 946.840679ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:41.805819Z","caller":"traceutil/trace.go:171","msg":"trace[2018193034] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"1.891382891s","start":"2026-03-03T18:38:39.914417Z","end":"2026-03-03T18:38:41.8058Z","steps":["trace[2018193034] 'process raft request' (duration: 1.891205016s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:41.805902Z","caller":"traceutil/trace.go:171","msg":"trace[851723593] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"975.343257ms","start":"2026-03-03T18:38:40.830546Z","end":"2026-03-03T18:38:41.805889Z","steps":["trace[851723593] 'process raft request' (duration: 975.172303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:41.805915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:39.914407Z","time spent":"1.891462273s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:41.805916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:39.914257Z","time spent":"1.891575146s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:41.805896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:39.914369Z","time spent":"1.891449872s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:41.805987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605419306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:41.806055Z","caller":"traceutil/trace.go:171","msg":"trace[1218324830] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24079; }","duration":"2.605528959s","start":"2026-03-03T18:38:39.200508Z","end":"2026-03-03T18:38:41.806037Z","steps":["trace[1218324830] 'agreement among raft nodes before linearized reading' (duration: 2.605420616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:41.806074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606407372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:41.80609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127988193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:41.806114Z","caller":"traceutil/trace.go:171","msg":"trace[1631168914] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24079; }","duration":"1.606479374s","start":"2026-03-03T18:38:40.199619Z","end":"2026-03-03T18:38:41.806098Z","steps":["trace[1631168914] 'agreement among raft nodes before linearized reading' (duration: 1.606413483s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:41.806114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:39.200485Z","time spent":"2.605612501s","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T18:38:41.806141Z","caller":"traceutil/trace.go:171","msg":"trace[524117127] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24079; }","duration":"1.128061774s","start":"2026-03-03T18:38:40.678066Z","end":"2026-03-03T18:38:41.806128Z","steps":["trace[524117127] 'agreement among raft nodes before linearized reading' (duration: 1.127969062s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:41.806204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396895856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-03T18:38:41.806208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259480644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:41.80623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260172941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189968c110445472\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T18:38:41.806249Z","caller":"traceutil/trace.go:171","msg":"trace[951992012] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24079; }","duration":"1.396961588s","start":"2026-03-03T18:38:40.409274Z","end":"2026-03-03T18:38:41.806236Z","steps":["trace[951992012] 'agreement among raft nodes before linearized reading' (duration: 1.396864345s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:41.806266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.187639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:38:41.806284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:40.409258Z","time spent":"1.397017549s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-03T18:38:41.8063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762145494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:41.806274Z","caller":"traceutil/trace.go:171","msg":"trace[611598244] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189968c110445472; range_end:; response_count:1; response_revision:24079; }","duration":"1.260280304s","start":"2026-03-03T18:38:40.545981Z","end":"2026-03-03T18:38:41.806261Z","steps":["trace[611598244] 'agreement among raft nodes before linearized reading' (duration: 1.26009046s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:41.806116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50192427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T18:38:41.806341Z","caller":"traceutil/trace.go:171","msg":"trace[1580462271] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24079; }","duration":"2.762224016s","start":"2026-03-03T18:38:39.044108Z","end":"2026-03-03T18:38:41.806332Z","steps":["trace[1580462271] 'agreement among raft nodes before linearized reading' (duration: 2.762166265s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:41.806355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:40.545963Z","time spent":"1.260379497s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189968c110445472\" "} {"level":"warn","ts":"2026-03-03T18:38:41.806384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:39.044086Z","time spent":"2.762287408s","remote":"127.0.0.1:32912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:41.805887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:39.914101Z","time spent":"1.891687869s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:41.806394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028003993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:41.806359Z","caller":"traceutil/trace.go:171","msg":"trace[2119382596] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24079; }","duration":"1.502208458s","start":"2026-03-03T18:38:40.30414Z","end":"2026-03-03T18:38:41.806348Z","steps":["trace[2119382596] 'agreement among raft nodes before linearized reading' (duration: 1.5018831s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:41.806488Z","caller":"traceutil/trace.go:171","msg":"trace[824147252] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24079; }","duration":"2.028112725s","start":"2026-03-03T18:38:39.778347Z","end":"2026-03-03T18:38:41.80646Z","steps":["trace[824147252] 'agreement among raft nodes before linearized reading' (duration: 2.027963111s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:41.806484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492017391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-03T18:38:41.806535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:39.778274Z","time spent":"2.028249218s","remote":"127.0.0.1:59108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:41.80654Z","caller":"traceutil/trace.go:171","msg":"trace[1734984129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24079; }","duration":"1.492109433s","start":"2026-03-03T18:38:40.314416Z","end":"2026-03-03T18:38:41.806526Z","steps":["trace[1734984129] 'agreement among raft nodes before linearized reading' (duration: 1.491889747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:41.806537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:40.304114Z","time spent":"1.502403223s","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T18:38:41.806252Z","caller":"traceutil/trace.go:171","msg":"trace[1787906280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24079; }","duration":"1.259559216s","start":"2026-03-03T18:38:40.546682Z","end":"2026-03-03T18:38:41.806241Z","steps":["trace[1787906280] 'agreement among raft nodes before linearized reading' (duration: 1.259497514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:41.806585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:40.314377Z","time spent":"1.492196525s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:38:41.806205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:40.678051Z","time spent":"1.128142207s","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:41.806618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:40.546659Z","time spent":"1.259945996s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:41.805998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:40.830521Z","time spent":"975.422089ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:41.806314Z","caller":"traceutil/trace.go:171","msg":"trace[543060528] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24079; }","duration":"637.267791ms","start":"2026-03-03T18:38:41.169036Z","end":"2026-03-03T18:38:41.806303Z","steps":["trace[543060528] 'agreement among raft nodes before linearized reading' (duration: 637.194539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:41.806765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:41.169019Z","time spent":"637.731462ms","remote":"127.0.0.1:55584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:41.806155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:40.199598Z","time spent":"1.606547896s","remote":"127.0.0.1:51892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:41.805709Z","caller":"traceutil/trace.go:171","msg":"trace[745106033] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"1.891455293s","start":"2026-03-03T18:38:39.914226Z","end":"2026-03-03T18:38:41.805681Z","steps":["trace[745106033] 'process raft request' (duration: 1.891287449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:41.806953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:39.914217Z","time spent":"1.892682393s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:42.058504Z","caller":"traceutil/trace.go:171","msg":"trace[1872112480] linearizableReadLoop","detail":"{readStateIndex:24935; appliedIndex:24934; }","duration":"247.260317ms","start":"2026-03-03T18:38:41.811216Z","end":"2026-03-03T18:38:42.058476Z","steps":["trace[1872112480] 'read index received' (duration: 244.327663ms)","trace[1872112480] 'applied index is now lower than readState.Index' (duration: 2.930754ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:42.058649Z","caller":"traceutil/trace.go:171","msg":"trace[863106627] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"249.276419ms","start":"2026-03-03T18:38:41.809349Z","end":"2026-03-03T18:38:42.058625Z","steps":["trace[863106627] 'process raft request' (duration: 246.183481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:42.058768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.080229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:42.058847Z","caller":"traceutil/trace.go:171","msg":"trace[1757757747] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24080; }","duration":"246.201571ms","start":"2026-03-03T18:38:41.812628Z","end":"2026-03-03T18:38:42.058829Z","steps":["trace[1757757747] 'agreement among raft nodes before linearized reading' (duration: 246.031587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:42.058842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.467919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-03T18:38:42.058841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.594897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:38:42.058906Z","caller":"traceutil/trace.go:171","msg":"trace[1560307342] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24080; }","duration":"144.582892ms","start":"2026-03-03T18:38:41.914306Z","end":"2026-03-03T18:38:42.058889Z","steps":["trace[1560307342] 'agreement among raft nodes before linearized reading' (duration: 144.347716ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:42.05892Z","caller":"traceutil/trace.go:171","msg":"trace[405872453] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24080; }","duration":"247.722649ms","start":"2026-03-03T18:38:41.81118Z","end":"2026-03-03T18:38:42.058903Z","steps":["trace[405872453] 'agreement among raft nodes before linearized reading' (duration: 247.443952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:42.058916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.19484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:42.058995Z","caller":"traceutil/trace.go:171","msg":"trace[2102221668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24080; }","duration":"244.303234ms","start":"2026-03-03T18:38:41.814672Z","end":"2026-03-03T18:38:42.058975Z","steps":["trace[2102221668] 'agreement among raft nodes before linearized reading' (duration: 244.13638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:42.565774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074340,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:38:42.880962Z","caller":"traceutil/trace.go:171","msg":"trace[1266270601] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"816.122267ms","start":"2026-03-03T18:38:42.064812Z","end":"2026-03-03T18:38:42.880935Z","steps":["trace[1266270601] 'process raft request' (duration: 815.84507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:42.881198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:42.064795Z","time spent":"816.262991ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:44.421331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:43.963581Z","time spent":"457.74224ms","remote":"127.0.0.1:50490","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:38:44.775851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105417194s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T18:38:44.776152Z","caller":"traceutil/trace.go:171","msg":"trace[1377420283] linearizableReadLoop","detail":"{readStateIndex:24937; appliedIndex:24935; }","duration":"2.71112346s","start":"2026-03-03T18:38:42.065004Z","end":"2026-03-03T18:38:44.776127Z","steps":["trace[1377420283] 'read index received' (duration: 815.618485ms)","trace[1377420283] 'applied index is now lower than readState.Index' (duration: 1.895503605s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:44.776678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711646692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:44.776731Z","caller":"traceutil/trace.go:171","msg":"trace[1993177861] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24081; }","duration":"2.711758295s","start":"2026-03-03T18:38:42.06496Z","end":"2026-03-03T18:38:44.776718Z","steps":["trace[1993177861] 'agreement among raft nodes before linearized reading' (duration: 2.711648463s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:44.776774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:42.064938Z","time spent":"2.711825347s","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T18:38:44.777209Z","caller":"traceutil/trace.go:171","msg":"trace[239315905] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"1.759557731s","start":"2026-03-03T18:38:43.017623Z","end":"2026-03-03T18:38:44.777181Z","steps":["trace[239315905] 'process raft request' (duration: 1.75837708s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:44.777363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:43.017604Z","time spent":"1.759675893s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:45.615985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999953986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:38:45.616068Z","caller":"traceutil/trace.go:171","msg":"trace[1338140477] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087159s","start":"2026-03-03T18:38:43.615962Z","end":"2026-03-03T18:38:45.616049Z","steps":["trace[1338140477] 'agreement among raft nodes before linearized reading' (duration: 1.999984996s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:45.616114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:43.615941Z","time spent":"2.000164331s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:38:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:38:46.011226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233982091s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:38:46.011524Z","caller":"traceutil/trace.go:171","msg":"trace[595850618] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"2.197931272s","start":"2026-03-03T18:38:43.813575Z","end":"2026-03-03T18:38:46.011506Z","steps":["trace[595850618] 'process raft request' (duration: 2.197802528s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.011619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:43.81355Z","time spent":"2.198033635s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:46.011506Z","caller":"traceutil/trace.go:171","msg":"trace[1976221720] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"2.469296297s","start":"2026-03-03T18:38:43.542177Z","end":"2026-03-03T18:38:46.011474Z","steps":["trace[1976221720] 'process raft request' (duration: 1.234986017s)","trace[1976221720] 'compare' (duration: 1.233155561s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:46.011866Z","caller":"traceutil/trace.go:171","msg":"trace[1072452937] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"2.19786396s","start":"2026-03-03T18:38:43.813959Z","end":"2026-03-03T18:38:46.011823Z","steps":["trace[1072452937] 'process raft request' (duration: 2.197677636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.011882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:43.542151Z","time spent":"2.469605675s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:46.011829Z","caller":"traceutil/trace.go:171","msg":"trace[2141094250] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"2.197988893s","start":"2026-03-03T18:38:43.813785Z","end":"2026-03-03T18:38:46.011774Z","steps":["trace[2141094250] 'process raft request' (duration: 2.197688476s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:46.011962Z","caller":"traceutil/trace.go:171","msg":"trace[1770581361] linearizableReadLoop","detail":"{readStateIndex:24945; appliedIndex:24938; }","duration":"1.235744986s","start":"2026-03-03T18:38:44.776193Z","end":"2026-03-03T18:38:46.011938Z","steps":["trace[1770581361] 'read index received' (duration: 32.750915ms)","trace[1770581361] 'applied index is now lower than readState.Index' (duration: 1.202992861s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:46.012008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:43.813951Z","time spent":"2.197982473s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:46.01202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:43.813757Z","time spent":"2.198201479s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:46.012143Z","caller":"traceutil/trace.go:171","msg":"trace[1666540710] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"2.196141246s","start":"2026-03-03T18:38:43.815984Z","end":"2026-03-03T18:38:46.012126Z","steps":["trace[1666540710] 'process raft request' (duration: 2.19590284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.012156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705560087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:38:46.012174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.704832739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:38:46.012196Z","caller":"traceutil/trace.go:171","msg":"trace[1287948375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24089; }","duration":"3.705633129s","start":"2026-03-03T18:38:42.306548Z","end":"2026-03-03T18:38:46.012181Z","steps":["trace[1287948375] 'agreement among raft nodes before linearized reading' (duration: 3.705475474s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.012241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:42.306527Z","time spent":"3.705707781s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:38:46.012255Z","caller":"traceutil/trace.go:171","msg":"trace[453776887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24089; }","duration":"3.704932452s","start":"2026-03-03T18:38:42.307303Z","end":"2026-03-03T18:38:46.012236Z","steps":["trace[453776887] 'agreement among raft nodes before linearized reading' (duration: 3.704698535s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:46.012272Z","caller":"traceutil/trace.go:171","msg":"trace[11083614] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"2.198071817s","start":"2026-03-03T18:38:43.814193Z","end":"2026-03-03T18:38:46.012265Z","steps":["trace[11083614] 'process raft request' (duration: 2.197583503s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.012272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496665066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:46.012244Z","caller":"traceutil/trace.go:171","msg":"trace[11433039] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"2.198239131s","start":"2026-03-03T18:38:43.813996Z","end":"2026-03-03T18:38:46.012235Z","steps":["trace[11433039] 'process raft request' (duration: 2.197736247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.012308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:42.30729Z","time spent":"3.705002823s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:46.012327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:43.814163Z","time spent":"2.198138937s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:46.012334Z","caller":"traceutil/trace.go:171","msg":"trace[51399239] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24089; }","duration":"3.496718958s","start":"2026-03-03T18:38:42.515593Z","end":"2026-03-03T18:38:46.012312Z","steps":["trace[51399239] 'agreement among raft nodes before linearized reading' (duration: 3.496641996s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.012358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:43.813982Z","time spent":"2.198343523s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:46.012372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705225359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:38:46.012203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:43.815977Z","time spent":"2.196196769s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:46.012401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:42.515572Z","time spent":"3.49680944s","remote":"127.0.0.1:51844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:46.01243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.871608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:46.012435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.374919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T18:38:46.012442Z","caller":"traceutil/trace.go:171","msg":"trace[1344922646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24089; }","duration":"3.705328371s","start":"2026-03-03T18:38:42.307091Z","end":"2026-03-03T18:38:46.012419Z","steps":["trace[1344922646] 'agreement among raft nodes before linearized reading' (duration: 3.705208048s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:46.012467Z","caller":"traceutil/trace.go:171","msg":"trace[1002372169] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24089; }","duration":"593.94534ms","start":"2026-03-03T18:38:45.418514Z","end":"2026-03-03T18:38:46.012459Z","steps":["trace[1002372169] 'agreement among raft nodes before linearized reading' (duration: 593.883079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:46.012488Z","caller":"traceutil/trace.go:171","msg":"trace[1568997223] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24089; }","duration":"370.463832ms","start":"2026-03-03T18:38:45.642008Z","end":"2026-03-03T18:38:46.012472Z","steps":["trace[1568997223] 'agreement among raft nodes before linearized reading' (duration: 370.296568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.012508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:42.307061Z","time spent":"3.705432114s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:46.01213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403251681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:46.012513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705112966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:38:46.012537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.597605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:46.012547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:45.641988Z","time spent":"370.547254ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T18:38:46.012574Z","caller":"traceutil/trace.go:171","msg":"trace[340659552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24089; }","duration":"395.665297ms","start":"2026-03-03T18:38:45.616902Z","end":"2026-03-03T18:38:46.012567Z","steps":["trace[340659552] 'agreement among raft nodes before linearized reading' (duration: 395.612996ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:46.012579Z","caller":"traceutil/trace.go:171","msg":"trace[1305498175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24089; }","duration":"3.705222509s","start":"2026-03-03T18:38:42.307342Z","end":"2026-03-03T18:38:46.012565Z","steps":["trace[1305498175] 'agreement among raft nodes before linearized reading' (duration: 3.705071235s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:46.012569Z","caller":"traceutil/trace.go:171","msg":"trace[736471762] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24089; }","duration":"3.403733395s","start":"2026-03-03T18:38:42.608814Z","end":"2026-03-03T18:38:46.012547Z","steps":["trace[736471762] 'agreement among raft nodes before linearized reading' (duration: 3.403159859s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.012607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:45.616882Z","time spent":"395.717818ms","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:46.012265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231644233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:46.012178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728572336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:38:46.012621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:42.307325Z","time spent":"3.70528543s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:38:46.012655Z","caller":"traceutil/trace.go:171","msg":"trace[1151000855] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24089; }","duration":"1.232076904s","start":"2026-03-03T18:38:44.780565Z","end":"2026-03-03T18:38:46.012642Z","steps":["trace[1151000855] 'agreement among raft nodes before linearized reading' (duration: 1.231661144s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.012641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:42.608799Z","time spent":"3.403818966s","remote":"127.0.0.1:55626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:46.012497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:45.418491Z","time spent":"593.997532ms","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:46.012685Z","caller":"traceutil/trace.go:171","msg":"trace[846729628] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24089; }","duration":"3.72911537s","start":"2026-03-03T18:38:42.283533Z","end":"2026-03-03T18:38:46.012648Z","steps":["trace[846729628] 'agreement among raft nodes before linearized reading' (duration: 3.728550135s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.012247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70526564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T18:38:46.012721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33326143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-03T18:38:46.012856Z","caller":"traceutil/trace.go:171","msg":"trace[1144018353] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24089; }","duration":"3.333427054s","start":"2026-03-03T18:38:42.679413Z","end":"2026-03-03T18:38:46.012841Z","steps":["trace[1144018353] 'agreement among raft nodes before linearized reading' (duration: 3.332783578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.012932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:42.679352Z","time spent":"3.333566598s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-03T18:38:46.01219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244846716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:46.013169Z","caller":"traceutil/trace.go:171","msg":"trace[834495298] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24089; }","duration":"1.245839251s","start":"2026-03-03T18:38:44.767288Z","end":"2026-03-03T18:38:46.013127Z","steps":["trace[834495298] 'agreement among raft nodes before linearized reading' (duration: 1.244848965s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.013242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:44.767234Z","time spent":"1.245986414s","remote":"127.0.0.1:41138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:46.012702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:44.780542Z","time spent":"1.232149146s","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:38:46.012516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200699224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T18:38:46.013784Z","caller":"traceutil/trace.go:171","msg":"trace[489195265] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:24089; }","duration":"1.202009677s","start":"2026-03-03T18:38:44.81176Z","end":"2026-03-03T18:38:46.013769Z","steps":["trace[489195265] 'agreement among raft nodes before linearized reading' (duration: 1.200644683s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.01382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:44.811745Z","time spent":"1.202062748s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-03T18:38:46.012755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:42.283508Z","time spent":"3.729230464s","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:46.012799Z","caller":"traceutil/trace.go:171","msg":"trace[602116334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24089; }","duration":"3.705854154s","start":"2026-03-03T18:38:42.30693Z","end":"2026-03-03T18:38:46.012784Z","steps":["trace[602116334] 'agreement among raft nodes before linearized reading' (duration: 3.705081094s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:46.014048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:42.306913Z","time spent":"3.707127317s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:38:46.517536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:47.859601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.953544ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:47.859762Z","caller":"traceutil/trace.go:171","msg":"trace[1888577631] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24089; }","duration":"423.124008ms","start":"2026-03-03T18:38:47.436605Z","end":"2026-03-03T18:38:47.859729Z","steps":["trace[1888577631] 'range keys from in-memory index tree' (duration: 422.928953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:47.860316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093266267s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-03T18:38:47.860478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:46.014953Z","time spent":"1.845519566s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:38:48.019803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:38:48.019912Z","caller":"traceutil/trace.go:171","msg":"trace[1410606600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051062s","start":"2026-03-03T18:38:46.019376Z","end":"2026-03-03T18:38:48.019887Z","steps":["trace[1410606600] 'agreement among raft nodes before linearized reading' (duration: 2.000382406s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:48.019967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:46.019367Z","time spent":"2.000588591s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:38:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:38:48.478025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655455699s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:38:49.471211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.853357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:38:49.4716Z","caller":"traceutil/trace.go:171","msg":"trace[1706742632] linearizableReadLoop","detail":"{readStateIndex:24952; appliedIndex:24945; }","duration":"3.454556754s","start":"2026-03-03T18:38:46.017026Z","end":"2026-03-03T18:38:49.471582Z","steps":["trace[1706742632] 'read index received' (duration: 750.021032ms)","trace[1706742632] 'applied index is now lower than readState.Index' (duration: 2.704534722s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:49.471806Z","caller":"traceutil/trace.go:171","msg":"trace[1503571501] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"3.454198105s","start":"2026-03-03T18:38:46.017586Z","end":"2026-03-03T18:38:49.471784Z","steps":["trace[1503571501] 'process raft request' (duration: 3.453892108s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:49.471828Z","caller":"traceutil/trace.go:171","msg":"trace[1165746800] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"3.45437213s","start":"2026-03-03T18:38:46.017424Z","end":"2026-03-03T18:38:49.471796Z","steps":["trace[1165746800] 'process raft request' (duration: 3.453916128s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:49.471882Z","caller":"traceutil/trace.go:171","msg":"trace[708006706] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"3.454540444s","start":"2026-03-03T18:38:46.017298Z","end":"2026-03-03T18:38:49.471839Z","steps":["trace[708006706] 'process raft request' (duration: 2.460989478s)","trace[708006706] 'compare' (duration: 992.440798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:49.471926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:46.017577Z","time spent":"3.454303379s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:49.471977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:46.017414Z","time spent":"3.454482193s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:49.47201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.454950985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189968c110445472\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-03T18:38:49.472049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:46.017272Z","time spent":"3.454684979s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:49.472084Z","caller":"traceutil/trace.go:171","msg":"trace[705286081] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189968c110445472; range_end:; response_count:1; response_revision:24095; }","duration":"3.455044567s","start":"2026-03-03T18:38:46.01702Z","end":"2026-03-03T18:38:49.472064Z","steps":["trace[705286081] 'agreement among raft nodes before linearized reading' (duration: 3.45480895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.472137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:46.016945Z","time spent":"3.455183051s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189968c110445472\" "} {"level":"info","ts":"2026-03-03T18:38:49.472144Z","caller":"traceutil/trace.go:171","msg":"trace[1583254096] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"3.454647278s","start":"2026-03-03T18:38:46.017482Z","end":"2026-03-03T18:38:49.472129Z","steps":["trace[1583254096] 'process raft request' (duration: 3.45396126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.472204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:46.017466Z","time spent":"3.454704879s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:49.471836Z","caller":"traceutil/trace.go:171","msg":"trace[1916290514] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"3.454118773s","start":"2026-03-03T18:38:46.017705Z","end":"2026-03-03T18:38:49.471824Z","steps":["trace[1916290514] 'process raft request' (duration: 3.453811406s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:49.472254Z","caller":"traceutil/trace.go:171","msg":"trace[2094658285] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"3.454192285s","start":"2026-03-03T18:38:46.018021Z","end":"2026-03-03T18:38:49.472213Z","steps":["trace[2094658285] 'process raft request' (duration: 3.453523827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.472325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:46.017689Z","time spent":"3.454565166s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:49.472443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:46.018014Z","time spent":"3.454336599s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:49.47312Z","caller":"traceutil/trace.go:171","msg":"trace[415325899] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"2.691436333s","start":"2026-03-03T18:38:46.781665Z","end":"2026-03-03T18:38:49.473101Z","steps":["trace[415325899] 'process raft request' (duration: 2.691228788s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:49.473174Z","caller":"traceutil/trace.go:171","msg":"trace[784616208] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"1.664123137s","start":"2026-03-03T18:38:47.808996Z","end":"2026-03-03T18:38:49.473119Z","steps":["trace[784616208] 'process raft request' (duration: 1.664035004s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.473268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:46.781631Z","time spent":"2.691586037s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:49.4734Z","caller":"traceutil/trace.go:171","msg":"trace[65867262] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"1.610164827s","start":"2026-03-03T18:38:47.863188Z","end":"2026-03-03T18:38:49.473353Z","steps":["trace[65867262] 'process raft request' (duration: 1.60988452s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.473521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:47.808976Z","time spent":"1.664457224s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:49.474298Z","caller":"traceutil/trace.go:171","msg":"trace[181526542] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"1.45585191s","start":"2026-03-03T18:38:48.018427Z","end":"2026-03-03T18:38:49.474278Z","steps":["trace[181526542] 'process raft request' (duration: 1.455503552s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:49.474338Z","caller":"traceutil/trace.go:171","msg":"trace[1647532151] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"1.497914939s","start":"2026-03-03T18:38:47.976405Z","end":"2026-03-03T18:38:49.47432Z","steps":["trace[1647532151] 'process raft request' (duration: 1.496915465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.474368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:48.018398Z","time spent":"1.455939462s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:49.474417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:47.976385Z","time spent":"1.497990441s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:49.473611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:47.863168Z","time spent":"1.610347792s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:49.47454Z","caller":"traceutil/trace.go:171","msg":"trace[1200891516] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"1.455723036s","start":"2026-03-03T18:38:48.018798Z","end":"2026-03-03T18:38:49.474521Z","steps":["trace[1200891516] 'process raft request' (duration: 1.455651935s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.474801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457689844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-868e6152-8859-4c57-a88e-67a327964f83\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-03T18:38:49.474847Z","caller":"traceutil/trace.go:171","msg":"trace[1940125353] range","detail":"{range_begin:/registry/persistentvolumes/pvc-868e6152-8859-4c57-a88e-67a327964f83; range_end:; response_count:1; response_revision:24105; }","duration":"3.457749486s","start":"2026-03-03T18:38:46.017084Z","end":"2026-03-03T18:38:49.474834Z","steps":["trace[1940125353] 'agreement among raft nodes before linearized reading' (duration: 3.457579942s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:49.474836Z","caller":"traceutil/trace.go:171","msg":"trace[1023269244] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"1.45583537s","start":"2026-03-03T18:38:48.018548Z","end":"2026-03-03T18:38:49.474383Z","steps":["trace[1023269244] 'process raft request' (duration: 1.455482081s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.474881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:46.017078Z","time spent":"3.457793667s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-868e6152-8859-4c57-a88e-67a327964f83\" "} {"level":"warn","ts":"2026-03-03T18:38:49.474951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:48.018509Z","time spent":"1.456387205s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:49.474955Z","caller":"traceutil/trace.go:171","msg":"trace[399402282] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"1.456259891s","start":"2026-03-03T18:38:48.018639Z","end":"2026-03-03T18:38:49.474899Z","steps":["trace[399402282] 'process raft request' (duration: 1.455735277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.474964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:48.018763Z","time spent":"1.456068476s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:49.475056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:48.018621Z","time spent":"1.456381854s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:49.475129Z","caller":"traceutil/trace.go:171","msg":"trace[517333972] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"1.455236646s","start":"2026-03-03T18:38:48.019873Z","end":"2026-03-03T18:38:49.47511Z","steps":["trace[517333972] 'process raft request' (duration: 1.45461443s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.475155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.248148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:49.475203Z","caller":"traceutil/trace.go:171","msg":"trace[253633642] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24105; }","duration":"854.33572ms","start":"2026-03-03T18:38:48.620851Z","end":"2026-03-03T18:38:49.475187Z","steps":["trace[253633642] 'agreement among raft nodes before linearized reading' (duration: 854.255528ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:49.475194Z","caller":"traceutil/trace.go:171","msg":"trace[334922076] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"1.455124663s","start":"2026-03-03T18:38:48.020006Z","end":"2026-03-03T18:38:49.475131Z","steps":["trace[334922076] 'process raft request' (duration: 1.454593088s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.475221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:48.019847Z","time spent":"1.455325758s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:49.475231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.191172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:49.475312Z","caller":"traceutil/trace.go:171","msg":"trace[624128748] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24105; }","duration":"117.393257ms","start":"2026-03-03T18:38:49.357903Z","end":"2026-03-03T18:38:49.475296Z","steps":["trace[624128748] 'agreement among raft nodes before linearized reading' (duration: 117.211312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.475339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:48.019993Z","time spent":"1.455281327s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:49.475362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.721722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-03T18:38:49.475381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249979945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:49.475402Z","caller":"traceutil/trace.go:171","msg":"trace[53693201] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24105; }","duration":"124.794814ms","start":"2026-03-03T18:38:49.350593Z","end":"2026-03-03T18:38:49.475388Z","steps":["trace[53693201] 'agreement among raft nodes before linearized reading' (duration: 124.63917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:49.475414Z","caller":"traceutil/trace.go:171","msg":"trace[801555441] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24105; }","duration":"1.250062746s","start":"2026-03-03T18:38:48.225341Z","end":"2026-03-03T18:38:49.475404Z","steps":["trace[801555441] 'agreement among raft nodes before linearized reading' (duration: 1.250004705s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.47521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.068395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:38:49.475489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455339588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:49.475493Z","caller":"traceutil/trace.go:171","msg":"trace[1322431360] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24105; }","duration":"392.379123ms","start":"2026-03-03T18:38:49.083094Z","end":"2026-03-03T18:38:49.475473Z","steps":["trace[1322431360] 'agreement among raft nodes before linearized reading' (duration: 392.060385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.47524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:48.62083Z","time spent":"854.401321ms","remote":"127.0.0.1:51966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:49.475514Z","caller":"traceutil/trace.go:171","msg":"trace[2093904200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24105; }","duration":"1.45541169s","start":"2026-03-03T18:38:48.020095Z","end":"2026-03-03T18:38:49.475506Z","steps":["trace[2093904200] 'agreement among raft nodes before linearized reading' (duration: 1.455370599s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.475543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:48.020067Z","time spent":"1.455471082s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:49.475542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:49.083071Z","time spent":"392.454495ms","remote":"127.0.0.1:55748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:49.475558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661509329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:38:49.475588Z","caller":"traceutil/trace.go:171","msg":"trace[292744316] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24105; }","duration":"2.661572211s","start":"2026-03-03T18:38:46.814004Z","end":"2026-03-03T18:38:49.475577Z","steps":["trace[292744316] 'agreement among raft nodes before linearized reading' (duration: 2.661488319s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.475612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:46.813983Z","time spent":"2.661623312s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:38:49.475448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:48.225312Z","time spent":"1.250123848s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:49.475721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827991923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:49.475754Z","caller":"traceutil/trace.go:171","msg":"trace[1913715453] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24105; }","duration":"2.828062335s","start":"2026-03-03T18:38:46.647681Z","end":"2026-03-03T18:38:49.475743Z","steps":["trace[1913715453] 'agreement among raft nodes before linearized reading' (duration: 2.828009374s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.475783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:46.647661Z","time spent":"2.828115157s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:49.475869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891401271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:49.475916Z","caller":"traceutil/trace.go:171","msg":"trace[1236199301] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24105; }","duration":"1.891475163s","start":"2026-03-03T18:38:47.584427Z","end":"2026-03-03T18:38:49.475902Z","steps":["trace[1236199301] 'agreement among raft nodes before linearized reading' (duration: 1.89136717s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.475944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:47.584363Z","time spent":"1.891573236s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:49.476115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387388845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T18:38:49.476154Z","caller":"traceutil/trace.go:171","msg":"trace[562023186] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24105; }","duration":"2.387431746s","start":"2026-03-03T18:38:47.088712Z","end":"2026-03-03T18:38:49.476144Z","steps":["trace[562023186] 'agreement among raft nodes before linearized reading' (duration: 2.387070417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.476184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:47.088657Z","time spent":"2.387520578s","remote":"127.0.0.1:55418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:38:49.475331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.726176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:49.476483Z","caller":"traceutil/trace.go:171","msg":"trace[1921233822] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24105; }","duration":"702.902835ms","start":"2026-03-03T18:38:48.773562Z","end":"2026-03-03T18:38:49.476465Z","steps":["trace[1921233822] 'agreement among raft nodes before linearized reading' (duration: 701.726786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.476565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:48.773541Z","time spent":"703.006038ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:50.400968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.769331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:38:50.40135Z","caller":"traceutil/trace.go:171","msg":"trace[1029337739] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"926.958538ms","start":"2026-03-03T18:38:49.474368Z","end":"2026-03-03T18:38:50.401326Z","steps":["trace[1029337739] 'process raft request' (duration: 119.712245ms)","trace[1029337739] 'compare' (duration: 806.369011ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:50.401384Z","caller":"traceutil/trace.go:171","msg":"trace[2094210142] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"919.999453ms","start":"2026-03-03T18:38:49.481369Z","end":"2026-03-03T18:38:50.401368Z","steps":["trace[2094210142] 'process raft request' (duration: 919.887721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:50.401451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:49.474347Z","time spent":"927.047001ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:50.401478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:49.481352Z","time spent":"920.080405ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:50.401384Z","caller":"traceutil/trace.go:171","msg":"trace[1778546268] linearizableReadLoop","detail":"{readStateIndex:24963; appliedIndex:24962; }","duration":"923.337377ms","start":"2026-03-03T18:38:49.478017Z","end":"2026-03-03T18:38:50.401354Z","steps":["trace[1778546268] 'read index received' (duration: 116.087824ms)","trace[1778546268] 'applied index is now lower than readState.Index' (duration: 807.246253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:50.401753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.724476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T18:38:50.401809Z","caller":"traceutil/trace.go:171","msg":"trace[1430717162] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24107; }","duration":"923.802638ms","start":"2026-03-03T18:38:49.47799Z","end":"2026-03-03T18:38:50.401793Z","steps":["trace[1430717162] 'agreement among raft nodes before linearized reading' (duration: 923.432229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:50.401856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:49.477974Z","time spent":"923.86734ms","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T18:38:50.902306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:51.403025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:51.482379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:38:51.482461Z","caller":"traceutil/trace.go:171","msg":"trace[2100321065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287584s","start":"2026-03-03T18:38:49.482155Z","end":"2026-03-03T18:38:51.482442Z","steps":["trace[2100321065] 'agreement among raft nodes before linearized reading' (duration: 2.000197382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:51.482502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:49.482149Z","time spent":"2.000344695s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:38:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:38:51.634838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.303843802s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:38:51.736472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.347933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:38:51.736593Z","caller":"traceutil/trace.go:171","msg":"trace[1304852470] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"1.413165915s","start":"2026-03-03T18:38:50.323403Z","end":"2026-03-03T18:38:51.736568Z","steps":["trace[1304852470] 'process raft request' (duration: 1.311633638s)","trace[1304852470] 'compare' (duration: 100.971513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:51.736665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.323379Z","time spent":"1.413250718s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:52.577554Z","caller":"traceutil/trace.go:171","msg":"trace[1651251703] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"2.172118532s","start":"2026-03-03T18:38:50.405393Z","end":"2026-03-03T18:38:52.577511Z","steps":["trace[1651251703] 'process raft request' (duration: 2.170886431s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:52.577586Z","caller":"traceutil/trace.go:171","msg":"trace[732067468] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"1.558491615s","start":"2026-03-03T18:38:51.019069Z","end":"2026-03-03T18:38:52.577561Z","steps":["trace[732067468] 'process raft request' (duration: 1.558357302s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.577725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.405367Z","time spent":"2.172266035s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:38:52.577747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.019051Z","time spent":"1.558600178s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:52.577991Z","caller":"traceutil/trace.go:171","msg":"trace[603425755] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"1.09698987s","start":"2026-03-03T18:38:51.480906Z","end":"2026-03-03T18:38:52.577896Z","steps":["trace[603425755] 'process raft request' (duration: 1.096904258s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:52.577915Z","caller":"traceutil/trace.go:171","msg":"trace[178085186] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"1.097235747s","start":"2026-03-03T18:38:51.48065Z","end":"2026-03-03T18:38:52.577886Z","steps":["trace[178085186] 'process raft request' (duration: 1.097044872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.578146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.480897Z","time spent":"1.097169005s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:52.578154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.480634Z","time spent":"1.097442992s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:52.577871Z","caller":"traceutil/trace.go:171","msg":"trace[545712360] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"1.100006007s","start":"2026-03-03T18:38:51.477824Z","end":"2026-03-03T18:38:52.57783Z","steps":["trace[545712360] 'process raft request' (duration: 1.099696519s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:52.578129Z","caller":"traceutil/trace.go:171","msg":"trace[1607570644] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"1.09693338s","start":"2026-03-03T18:38:51.481181Z","end":"2026-03-03T18:38:52.578114Z","steps":["trace[1607570644] 'process raft request' (duration: 1.096670813s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:52.578336Z","caller":"traceutil/trace.go:171","msg":"trace[1487994026] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"1.096792256s","start":"2026-03-03T18:38:51.481534Z","end":"2026-03-03T18:38:52.578326Z","steps":["trace[1487994026] 'process raft request' (duration: 1.096519149s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.578346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.481169Z","time spent":"1.097102554s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:52.578355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.477809Z","time spent":"1.100444587s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:52.578418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.481517Z","time spent":"1.096862857s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:52.578728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17718709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:52.578753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094550957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:52.578805Z","caller":"traceutil/trace.go:171","msg":"trace[385937213] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24117; }","duration":"3.094629788s","start":"2026-03-03T18:38:49.484161Z","end":"2026-03-03T18:38:52.57879Z","steps":["trace[385937213] 'agreement among raft nodes before linearized reading' (duration: 3.094516746s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:52.578791Z","caller":"traceutil/trace.go:171","msg":"trace[1344455514] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24117; }","duration":"2.177313273s","start":"2026-03-03T18:38:50.40146Z","end":"2026-03-03T18:38:52.578773Z","steps":["trace[1344455514] 'agreement among raft nodes before linearized reading' (duration: 2.17718869s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.578813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995367369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-03T18:38:52.578857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:49.484147Z","time spent":"3.094698851s","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:52.578853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616502635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T18:38:52.578882Z","caller":"traceutil/trace.go:171","msg":"trace[799530587] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24117; }","duration":"2.995469561s","start":"2026-03-03T18:38:49.583399Z","end":"2026-03-03T18:38:52.578869Z","steps":["trace[799530587] 'agreement among raft nodes before linearized reading' (duration: 2.995250956s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.578915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:49.583382Z","time spent":"2.995524742s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-03T18:38:52.578915Z","caller":"traceutil/trace.go:171","msg":"trace[1522320832] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"1.096956441s","start":"2026-03-03T18:38:51.481934Z","end":"2026-03-03T18:38:52.578891Z","steps":["trace[1522320832] 'process raft request' (duration: 1.096351635s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:52.57891Z","caller":"traceutil/trace.go:171","msg":"trace[842575864] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24117; }","duration":"2.616586217s","start":"2026-03-03T18:38:49.962309Z","end":"2026-03-03T18:38:52.578895Z","steps":["trace[842575864] 'agreement among raft nodes before linearized reading' (duration: 2.616422353s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:52.578965Z","caller":"traceutil/trace.go:171","msg":"trace[947898884] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"1.096732205s","start":"2026-03-03T18:38:51.482215Z","end":"2026-03-03T18:38:52.578948Z","steps":["trace[947898884] 'process raft request' (duration: 1.096318394s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.57902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.481924Z","time spent":"1.097042453s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:52.578917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.401436Z","time spent":"2.177435066s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:52.578661Z","caller":"traceutil/trace.go:171","msg":"trace[1133784887] linearizableReadLoop","detail":"{readStateIndex:24967; appliedIndex:24964; }","duration":"2.176853522s","start":"2026-03-03T18:38:50.401781Z","end":"2026-03-03T18:38:52.578635Z","steps":["trace[1133784887] 'read index received' (duration: 1.233282935s)","trace[1133784887] 'applied index is now lower than readState.Index' (duration: 943.569337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:52.57915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.482202Z","time spent":"1.096851288s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:52.579357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098842505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-03T18:38:52.57948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102793617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T18:38:52.579492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102657815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:38:52.579537Z","caller":"traceutil/trace.go:171","msg":"trace[1071256849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24117; }","duration":"1.10288818s","start":"2026-03-03T18:38:51.476636Z","end":"2026-03-03T18:38:52.579524Z","steps":["trace[1071256849] 'agreement among raft nodes before linearized reading' (duration: 1.102747296s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:52.579546Z","caller":"traceutil/trace.go:171","msg":"trace[1038190658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24117; }","duration":"1.102751637s","start":"2026-03-03T18:38:51.476779Z","end":"2026-03-03T18:38:52.579531Z","steps":["trace[1038190658] 'agreement among raft nodes before linearized reading' (duration: 1.102600193s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.579573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.476616Z","time spent":"1.102949072s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:52.579581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.476749Z","time spent":"1.102824588s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:52.579564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570081108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:52.579576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357669207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:52.579498Z","caller":"traceutil/trace.go:171","msg":"trace[376065339] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24117; }","duration":"3.099006568s","start":"2026-03-03T18:38:49.480467Z","end":"2026-03-03T18:38:52.579473Z","steps":["trace[376065339] 'agreement among raft nodes before linearized reading' (duration: 3.098400103s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:52.579639Z","caller":"traceutil/trace.go:171","msg":"trace[192859127] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24117; }","duration":"1.35776546s","start":"2026-03-03T18:38:51.221858Z","end":"2026-03-03T18:38:52.579624Z","steps":["trace[192859127] 'agreement among raft nodes before linearized reading' (duration: 1.357637747s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:52.579641Z","caller":"traceutil/trace.go:171","msg":"trace[752157603] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24117; }","duration":"1.570189391s","start":"2026-03-03T18:38:51.009431Z","end":"2026-03-03T18:38:52.579621Z","steps":["trace[752157603] 'agreement among raft nodes before linearized reading' (duration: 1.570088849s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.579622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102732066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:38:52.579687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.221842Z","time spent":"1.357837262s","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:52.579701Z","caller":"traceutil/trace.go:171","msg":"trace[121031929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24117; }","duration":"1.102851249s","start":"2026-03-03T18:38:51.476837Z","end":"2026-03-03T18:38:52.579688Z","steps":["trace[121031929] 'agreement among raft nodes before linearized reading' (duration: 1.102541031s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.579703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.009411Z","time spent":"1.570278823s","remote":"127.0.0.1:55548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:52.579719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100194262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:38:52.579752Z","caller":"traceutil/trace.go:171","msg":"trace[1952438870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24117; }","duration":"1.100243933s","start":"2026-03-03T18:38:51.479501Z","end":"2026-03-03T18:38:52.579745Z","steps":["trace[1952438870] 'agreement among raft nodes before linearized reading' (duration: 1.100152771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.57973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.894462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:52.579745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.196425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:52.579786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.47683Z","time spent":"1.102945651s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:38:52.579475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175585239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T18:38:52.579828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:49.480452Z","time spent":"3.099283165s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:38:52.579852Z","caller":"traceutil/trace.go:171","msg":"trace[1746531920] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24117; }","duration":"2.175999319s","start":"2026-03-03T18:38:50.403829Z","end":"2026-03-03T18:38:52.579828Z","steps":["trace[1746531920] 'agreement among raft nodes before linearized reading' (duration: 2.175497417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.579821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102927551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:38:52.579783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.479491Z","time spent":"1.100286574s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:38:52.579824Z","caller":"traceutil/trace.go:171","msg":"trace[882516968] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24117; }","duration":"505.322358ms","start":"2026-03-03T18:38:52.074485Z","end":"2026-03-03T18:38:52.579808Z","steps":["trace[882516968] 'agreement among raft nodes before linearized reading' (duration: 505.169704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.579965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097556275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:52.580005Z","caller":"traceutil/trace.go:171","msg":"trace[1003509824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24117; }","duration":"1.097607617s","start":"2026-03-03T18:38:51.482381Z","end":"2026-03-03T18:38:52.579989Z","steps":["trace[1003509824] 'agreement among raft nodes before linearized reading' (duration: 1.097540126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.580024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.074463Z","time spent":"505.520742ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:52.580042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.482373Z","time spent":"1.097663488s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:38:52.579974Z","caller":"traceutil/trace.go:171","msg":"trace[1989682459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24117; }","duration":"1.103113006s","start":"2026-03-03T18:38:51.476848Z","end":"2026-03-03T18:38:52.579961Z","steps":["trace[1989682459] 'agreement among raft nodes before linearized reading' (duration: 1.102812808s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.579028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:49.962293Z","time spent":"2.616722461s","remote":"127.0.0.1:55418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:38:52.58009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.476841Z","time spent":"1.103236168s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:52.580275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.40381Z","time spent":"2.176106012s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T18:38:52.580341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335689454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:52.580418Z","caller":"traceutil/trace.go:171","msg":"trace[957556844] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24117; }","duration":"1.335773866s","start":"2026-03-03T18:38:51.244621Z","end":"2026-03-03T18:38:52.580395Z","steps":["trace[957556844] 'agreement among raft nodes before linearized reading' (duration: 1.335645973s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.580485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.244609Z","time spent":"1.335857548s","remote":"127.0.0.1:38562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:52.57983Z","caller":"traceutil/trace.go:171","msg":"trace[1663847816] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24117; }","duration":"846.996564ms","start":"2026-03-03T18:38:51.732787Z","end":"2026-03-03T18:38:52.579784Z","steps":["trace[1663847816] 'agreement among raft nodes before linearized reading' (duration: 846.905812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.580707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.732759Z","time spent":"847.928587ms","remote":"127.0.0.1:40742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:53.087055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074393,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:38:53.388499Z","caller":"traceutil/trace.go:171","msg":"trace[2045522478] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"803.183371ms","start":"2026-03-03T18:38:52.585291Z","end":"2026-03-03T18:38:53.388474Z","steps":["trace[2045522478] 'process raft request' (duration: 803.025547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.388646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.585278Z","time spent":"803.297004ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:54.586914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999945095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:38:54.587005Z","caller":"traceutil/trace.go:171","msg":"trace[923874240] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062158s","start":"2026-03-03T18:38:52.586924Z","end":"2026-03-03T18:38:54.586986Z","steps":["trace[923874240] 'agreement among raft nodes before linearized reading' (duration: 1.999954405s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.58706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.586916Z","time spent":"2.00013325s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:55.657101Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.268524339s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:38:55.657693Z","caller":"traceutil/trace.go:171","msg":"trace[422186274] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"3.072165053s","start":"2026-03-03T18:38:52.585503Z","end":"2026-03-03T18:38:55.657668Z","steps":["trace[422186274] 'process raft request' (duration: 3.071797263s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:55.657888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.585496Z","time spent":"3.072268946s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:55.658024Z","caller":"traceutil/trace.go:171","msg":"trace[329659409] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"3.072240965s","start":"2026-03-03T18:38:52.585758Z","end":"2026-03-03T18:38:55.657999Z","steps":["trace[329659409] 'process raft request' (duration: 3.071807184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:55.658145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.585746Z","time spent":"3.072333878s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:55.658253Z","caller":"traceutil/trace.go:171","msg":"trace[1298310947] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"3.071283831s","start":"2026-03-03T18:38:52.586962Z","end":"2026-03-03T18:38:55.658246Z","steps":["trace[1298310947] 'process raft request' (duration: 3.071144367s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:55.658233Z","caller":"traceutil/trace.go:171","msg":"trace[1024406196] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"3.072270316s","start":"2026-03-03T18:38:52.585938Z","end":"2026-03-03T18:38:55.658209Z","steps":["trace[1024406196] 'process raft request' (duration: 3.072090311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:55.658289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.586947Z","time spent":"3.071324502s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:55.658361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.585931Z","time spent":"3.072360128s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:55.658383Z","caller":"traceutil/trace.go:171","msg":"trace[783189487] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"3.07243125s","start":"2026-03-03T18:38:52.585929Z","end":"2026-03-03T18:38:55.658361Z","steps":["trace[783189487] 'process raft request' (duration: 3.071926257s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:55.658518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.585923Z","time spent":"3.072525472s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:55.658623Z","caller":"traceutil/trace.go:171","msg":"trace[1868082124] linearizableReadLoop","detail":"{readStateIndex:24981; appliedIndex:24974; }","duration":"3.071660971s","start":"2026-03-03T18:38:52.586948Z","end":"2026-03-03T18:38:55.658609Z","steps":["trace[1868082124] 'read index received' (duration: 801.439938ms)","trace[1868082124] 'applied index is now lower than readState.Index' (duration: 2.270220013s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:55.658708Z","caller":"traceutil/trace.go:171","msg":"trace[719071714] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"3.066823318s","start":"2026-03-03T18:38:52.591878Z","end":"2026-03-03T18:38:55.658702Z","steps":["trace[719071714] 'process raft request' (duration: 3.066271904s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:55.658758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.591866Z","time spent":"3.06686004s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:56.158878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:56.58789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000393236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:38:56.587971Z","caller":"traceutil/trace.go:171","msg":"trace[1583442563] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052185s","start":"2026-03-03T18:38:54.587429Z","end":"2026-03-03T18:38:56.587951Z","steps":["trace[1583442563] 'agreement among raft nodes before linearized reading' (duration: 2.000417827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:56.588018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.587413Z","time spent":"2.000596232s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:56.659241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:56.749378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088751673s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:38:57.836581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086997669s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-03T18:38:57.836988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.973645ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:57.837085Z","caller":"traceutil/trace.go:171","msg":"trace[1812088013] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24124; }","duration":"400.073477ms","start":"2026-03-03T18:38:57.436994Z","end":"2026-03-03T18:38:57.837068Z","steps":["trace[1812088013] 'range keys from in-memory index tree' (duration: 399.961094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:57.838083Z","caller":"traceutil/trace.go:171","msg":"trace[933849833] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"3.252858995s","start":"2026-03-03T18:38:54.585195Z","end":"2026-03-03T18:38:57.838054Z","steps":["trace[933849833] 'process raft request' (duration: 3.251481759s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.838258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.585171Z","time spent":"3.252998407s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:57.977916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.781561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:38:57.978278Z","caller":"traceutil/trace.go:171","msg":"trace[799254814] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"3.391857596s","start":"2026-03-03T18:38:54.586283Z","end":"2026-03-03T18:38:57.97814Z","steps":["trace[799254814] 'process raft request' (duration: 3.251756367s)","trace[799254814] 'compare' (duration: 139.523615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:57.978382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.586268Z","time spent":"3.392066251s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:57.97839Z","caller":"traceutil/trace.go:171","msg":"trace[210525463] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"392.620639ms","start":"2026-03-03T18:38:57.585754Z","end":"2026-03-03T18:38:57.978375Z","steps":["trace[210525463] 'process raft request' (duration: 392.581638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.978533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.585729Z","time spent":"392.774313ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:57.978632Z","caller":"traceutil/trace.go:171","msg":"trace[1503438146] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"3.392199215s","start":"2026-03-03T18:38:54.5864Z","end":"2026-03-03T18:38:57.978599Z","steps":["trace[1503438146] 'process raft request' (duration: 3.391632101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.9787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.586368Z","time spent":"3.392292676s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:57.9789Z","caller":"traceutil/trace.go:171","msg":"trace[1137852565] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"3.391606229s","start":"2026-03-03T18:38:54.587238Z","end":"2026-03-03T18:38:57.978844Z","steps":["trace[1137852565] 'process raft request' (duration: 3.390885241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.978966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.587222Z","time spent":"3.391713611s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:57.979105Z","caller":"traceutil/trace.go:171","msg":"trace[1702970728] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"3.391732672s","start":"2026-03-03T18:38:54.587364Z","end":"2026-03-03T18:38:57.979096Z","steps":["trace[1702970728] 'process raft request' (duration: 3.390796799s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.97916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.587343Z","time spent":"3.391790453s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:57.979234Z","caller":"traceutil/trace.go:171","msg":"trace[1563427247] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"3.391772413s","start":"2026-03-03T18:38:54.587455Z","end":"2026-03-03T18:38:57.979227Z","steps":["trace[1563427247] 'process raft request' (duration: 3.390737988s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.979335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.587393Z","time spent":"3.391901766s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:57.97968Z","caller":"traceutil/trace.go:171","msg":"trace[1313159149] linearizableReadLoop","detail":"{readStateIndex:24989; appliedIndex:24981; }","duration":"2.321000172s","start":"2026-03-03T18:38:55.658648Z","end":"2026-03-03T18:38:57.979649Z","steps":["trace[1313159149] 'read index received' (duration: 1.091099473s)","trace[1313159149] 'applied index is now lower than readState.Index' (duration: 1.229896809s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:57.979837Z","caller":"traceutil/trace.go:171","msg":"trace[2067055896] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"3.392244685s","start":"2026-03-03T18:38:54.587578Z","end":"2026-03-03T18:38:57.979823Z","steps":["trace[2067055896] 'process raft request' (duration: 3.390653625s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:57.97988Z","caller":"traceutil/trace.go:171","msg":"trace[30606970] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"997.215989ms","start":"2026-03-03T18:38:56.982631Z","end":"2026-03-03T18:38:57.979847Z","steps":["trace[30606970] 'process raft request' (duration: 995.639248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.979935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.31429256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:57.980013Z","caller":"traceutil/trace.go:171","msg":"trace[2059704850] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24133; }","duration":"4.314409493s","start":"2026-03-03T18:38:53.665585Z","end":"2026-03-03T18:38:57.979994Z","steps":["trace[2059704850] 'agreement among raft nodes before linearized reading' (duration: 4.31428421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.980016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.587553Z","time spent":"3.392320227s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:57.980038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:56.982605Z","time spent":"997.356261ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:57.980064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.665567Z","time spent":"4.314483105s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:57.98007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318572452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5c46bc48fb-2xhfn.189968bd76c9cc3c\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T18:38:57.98012Z","caller":"traceutil/trace.go:171","msg":"trace[1828130649] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5c46bc48fb-2xhfn.189968bd76c9cc3c; range_end:; response_count:1; response_revision:24133; }","duration":"2.318655164s","start":"2026-03-03T18:38:55.661449Z","end":"2026-03-03T18:38:57.980104Z","steps":["trace[1828130649] 'agreement among raft nodes before linearized reading' (duration: 2.31850042s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.980163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:55.661433Z","time spent":"2.318721705s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-5c46bc48fb-2xhfn.189968bd76c9cc3c\" "} {"level":"warn","ts":"2026-03-03T18:38:57.980363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588027328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:38:57.98037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.381419549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:57.980362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357304826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:57.980396Z","caller":"traceutil/trace.go:171","msg":"trace[2021391524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24133; }","duration":"2.58809977s","start":"2026-03-03T18:38:55.392286Z","end":"2026-03-03T18:38:57.980386Z","steps":["trace[2021391524] 'agreement among raft nodes before linearized reading' (duration: 2.588000867s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:57.980403Z","caller":"traceutil/trace.go:171","msg":"trace[725218959] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24133; }","duration":"5.381476931s","start":"2026-03-03T18:38:52.598915Z","end":"2026-03-03T18:38:57.980391Z","steps":["trace[725218959] 'agreement among raft nodes before linearized reading' (duration: 5.38141839s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.980424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:55.392259Z","time spent":"2.588158652s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:38:57.980432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.598905Z","time spent":"5.381519192s","remote":"127.0.0.1:51908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:57.980381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343333021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:57.980462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858994065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:57.980518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570923766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:57.980543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.939434016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:57.980549Z","caller":"traceutil/trace.go:171","msg":"trace[517306103] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24133; }","duration":"3.570994728s","start":"2026-03-03T18:38:54.409544Z","end":"2026-03-03T18:38:57.980539Z","steps":["trace[517306103] 'agreement among raft nodes before linearized reading' (duration: 3.570949367s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:57.980563Z","caller":"traceutil/trace.go:171","msg":"trace[567440575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24133; }","duration":"1.859125049s","start":"2026-03-03T18:38:56.121414Z","end":"2026-03-03T18:38:57.980539Z","steps":["trace[567440575] 'agreement among raft nodes before linearized reading' (duration: 1.858956295s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:57.980586Z","caller":"traceutil/trace.go:171","msg":"trace[2052414289] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24133; }","duration":"4.939503408s","start":"2026-03-03T18:38:53.041074Z","end":"2026-03-03T18:38:57.980578Z","steps":["trace[2052414289] 'agreement among raft nodes before linearized reading' (duration: 4.939448106s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.980596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.409524Z","time spent":"3.57106348s","remote":"127.0.0.1:51986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:57.980596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949108815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:57.980621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.041059Z","time spent":"4.939553499s","remote":"127.0.0.1:52796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:57.980631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385215412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:57.980654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.302166323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:38:57.98069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176073242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:38:57.980691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808161835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:57.980422Z","caller":"traceutil/trace.go:171","msg":"trace[842519713] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24133; }","duration":"3.357404508s","start":"2026-03-03T18:38:54.623002Z","end":"2026-03-03T18:38:57.980407Z","steps":["trace[842519713] 'agreement among raft nodes before linearized reading' (duration: 3.357308816s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.980754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.970164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-03T18:38:57.9808Z","caller":"traceutil/trace.go:171","msg":"trace[775449151] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24133; }","duration":"953.051646ms","start":"2026-03-03T18:38:57.027737Z","end":"2026-03-03T18:38:57.980789Z","steps":["trace[775449151] 'agreement among raft nodes before linearized reading' (duration: 952.948143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.980479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.172844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:57.980835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.027717Z","time spent":"953.111867ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-03T18:38:57.980852Z","caller":"traceutil/trace.go:171","msg":"trace[1511164410] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24133; }","duration":"237.570164ms","start":"2026-03-03T18:38:57.743266Z","end":"2026-03-03T18:38:57.980836Z","steps":["trace[1511164410] 'agreement among raft nodes before linearized reading' (duration: 237.180254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.980766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232049952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:57.980927Z","caller":"traceutil/trace.go:171","msg":"trace[212332218] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24133; }","duration":"2.232238147s","start":"2026-03-03T18:38:55.748671Z","end":"2026-03-03T18:38:57.980909Z","steps":["trace[212332218] 'agreement among raft nodes before linearized reading' (duration: 2.232062373s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.980976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:55.748648Z","time spent":"2.232314338s","remote":"127.0.0.1:55434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:57.980617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:56.121402Z","time spent":"1.85920593s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:57.980997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.419761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T18:38:57.981012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.4568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:57.981035Z","caller":"traceutil/trace.go:171","msg":"trace[1092458062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24133; }","duration":"318.476282ms","start":"2026-03-03T18:38:57.662548Z","end":"2026-03-03T18:38:57.981025Z","steps":["trace[1092458062] 'agreement among raft nodes before linearized reading' (duration: 318.372409ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:57.981046Z","caller":"traceutil/trace.go:171","msg":"trace[1234064405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24133; }","duration":"389.537732ms","start":"2026-03-03T18:38:57.591498Z","end":"2026-03-03T18:38:57.981036Z","steps":["trace[1234064405] 'agreement among raft nodes before linearized reading' (duration: 389.477161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.981033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.688018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:38:57.981072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.662542Z","time spent":"318.524223ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:38:57.981076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.591473Z","time spent":"389.594613ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:57.981095Z","caller":"traceutil/trace.go:171","msg":"trace[1416821829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24133; }","duration":"318.78693ms","start":"2026-03-03T18:38:57.662289Z","end":"2026-03-03T18:38:57.981076Z","steps":["trace[1416821829] 'agreement among raft nodes before linearized reading' (duration: 318.604736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.980415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.003723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:57.980539Z","caller":"traceutil/trace.go:171","msg":"trace[42112518] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24133; }","duration":"5.343535535s","start":"2026-03-03T18:38:52.636981Z","end":"2026-03-03T18:38:57.980516Z","steps":["trace[42112518] 'agreement among raft nodes before linearized reading' (duration: 5.34291332s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:57.981152Z","caller":"traceutil/trace.go:171","msg":"trace[256156528] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24133; }","duration":"623.772852ms","start":"2026-03-03T18:38:57.35737Z","end":"2026-03-03T18:38:57.981143Z","steps":["trace[256156528] 'agreement among raft nodes before linearized reading' (duration: 622.992892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.981176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.636965Z","time spent":"5.344196252s","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T18:38:57.980716Z","caller":"traceutil/trace.go:171","msg":"trace[1995364661] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24133; }","duration":"2.176128734s","start":"2026-03-03T18:38:55.80458Z","end":"2026-03-03T18:38:57.980708Z","steps":["trace[1995364661] 'agreement among raft nodes before linearized reading' (duration: 2.176068952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.981231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.457909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:38:57.981252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:55.804557Z","time spent":"2.176675017s","remote":"127.0.0.1:38534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:57.981263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.732198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:38:57.981268Z","caller":"traceutil/trace.go:171","msg":"trace[1866482746] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24133; }","duration":"543.535151ms","start":"2026-03-03T18:38:57.437725Z","end":"2026-03-03T18:38:57.98126Z","steps":["trace[1866482746] 'agreement among raft nodes before linearized reading' (duration: 543.480109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:57.980718Z","caller":"traceutil/trace.go:171","msg":"trace[1660659683] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24133; }","duration":"5.302228615s","start":"2026-03-03T18:38:52.678467Z","end":"2026-03-03T18:38:57.980696Z","steps":["trace[1660659683] 'agreement among raft nodes before linearized reading' (duration: 5.302108252s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:57.981311Z","caller":"traceutil/trace.go:171","msg":"trace[374984549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24133; }","duration":"318.77687ms","start":"2026-03-03T18:38:57.662522Z","end":"2026-03-03T18:38:57.981299Z","steps":["trace[374984549] 'agreement among raft nodes before linearized reading' (duration: 318.663197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:57.980736Z","caller":"traceutil/trace.go:171","msg":"trace[1025946527] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24133; }","duration":"1.808226816s","start":"2026-03-03T18:38:56.172493Z","end":"2026-03-03T18:38:57.98072Z","steps":["trace[1025946527] 'agreement among raft nodes before linearized reading' (duration: 1.808154784s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.981346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.662458Z","time spent":"318.880743ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:57.98135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.678444Z","time spent":"5.302893121s","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:57.981361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.622988Z","time spent":"3.357950852s","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:57.980483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606547135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:57.980629Z","caller":"traceutil/trace.go:171","msg":"trace[1888130368] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24133; }","duration":"1.949165527s","start":"2026-03-03T18:38:56.031453Z","end":"2026-03-03T18:38:57.980618Z","steps":["trace[1888130368] 'agreement among raft nodes before linearized reading' (duration: 1.949118305s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.981584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:56.031438Z","time spent":"1.95013128s","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T18:38:57.980666Z","caller":"traceutil/trace.go:171","msg":"trace[1089919781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24133; }","duration":"1.385244353s","start":"2026-03-03T18:38:56.595409Z","end":"2026-03-03T18:38:57.980654Z","steps":["trace[1089919781] 'agreement among raft nodes before linearized reading' (duration: 1.385197431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.981695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168802917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T18:38:57.981752Z","caller":"traceutil/trace.go:171","msg":"trace[2072985416] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:24133; }","duration":"3.16889907s","start":"2026-03-03T18:38:54.812844Z","end":"2026-03-03T18:38:57.981744Z","steps":["trace[2072985416] 'agreement among raft nodes before linearized reading' (duration: 3.167659179s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.981747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.282376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:38:57.981802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.812821Z","time spent":"3.168972571s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-03T18:38:57.981152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.662266Z","time spent":"318.876212ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:38:57.981821Z","caller":"traceutil/trace.go:171","msg":"trace[1935880335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24133; }","duration":"318.381129ms","start":"2026-03-03T18:38:57.663423Z","end":"2026-03-03T18:38:57.981804Z","steps":["trace[1935880335] 'agreement among raft nodes before linearized reading' (duration: 317.075817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.981869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.663409Z","time spent":"318.44599ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:57.981706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:56.595345Z","time spent":"1.38633299s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:57.981314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.437703Z","time spent":"543.603823ms","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:57.98135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:56.17248Z","time spent":"1.808862863s","remote":"127.0.0.1:38524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:57.981191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.357356Z","time spent":"623.824344ms","remote":"127.0.0.1:52818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:57.981529Z","caller":"traceutil/trace.go:171","msg":"trace[1740203548] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24133; }","duration":"2.607630352s","start":"2026-03-03T18:38:55.373883Z","end":"2026-03-03T18:38:57.981513Z","steps":["trace[1740203548] 'agreement among raft nodes before linearized reading' (duration: 2.606560035s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.982632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:55.373862Z","time spent":"2.608750481s","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:58.486388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:58.814559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.98426Z","time spent":"830.292545ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:38:59.988921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:38:59.988996Z","caller":"traceutil/trace.go:171","msg":"trace[1793154349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000076628s","start":"2026-03-03T18:38:57.988904Z","end":"2026-03-03T18:38:59.988981Z","steps":["trace[1793154349] 'agreement among raft nodes before linearized reading' (duration: 1.999990676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:59.989036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.988897Z","time spent":"2.00013113s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:38:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:00.573618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025077527s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:00.574509Z","caller":"traceutil/trace.go:171","msg":"trace[688165959] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"2.587299619s","start":"2026-03-03T18:38:57.987195Z","end":"2026-03-03T18:39:00.574494Z","steps":["trace[688165959] 'process raft request' (duration: 2.587195556s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:00.574647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.987173Z","time spent":"2.587441392s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:00.5745Z","caller":"traceutil/trace.go:171","msg":"trace[820710755] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"2.589522525s","start":"2026-03-03T18:38:57.984944Z","end":"2026-03-03T18:39:00.574467Z","steps":["trace[820710755] 'process raft request' (duration: 1.563531994s)","trace[820710755] 'compare' (duration: 1.024983295s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:00.575116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.984911Z","time spent":"2.590172911s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:00.574883Z","caller":"traceutil/trace.go:171","msg":"trace[1263740141] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"2.587463983s","start":"2026-03-03T18:38:57.987396Z","end":"2026-03-03T18:39:00.57486Z","steps":["trace[1263740141] 'process raft request' (duration: 2.587069383s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:00.575321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.98738Z","time spent":"2.587821321s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:00.576093Z","caller":"traceutil/trace.go:171","msg":"trace[2004068520] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"2.588228422s","start":"2026-03-03T18:38:57.987851Z","end":"2026-03-03T18:39:00.57608Z","steps":["trace[2004068520] 'process raft request' (duration: 2.586911349s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:00.576282Z","caller":"traceutil/trace.go:171","msg":"trace[403957626] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"1.76001618s","start":"2026-03-03T18:38:58.816236Z","end":"2026-03-03T18:39:00.576252Z","steps":["trace[403957626] 'process raft request' (duration: 1.759892227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:00.576322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.987832Z","time spent":"2.588297323s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:00.576397Z","caller":"traceutil/trace.go:171","msg":"trace[303801369] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"2.587534723s","start":"2026-03-03T18:38:57.988842Z","end":"2026-03-03T18:39:00.576377Z","steps":["trace[303801369] 'process raft request' (duration: 2.587207885s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:00.576419Z","caller":"traceutil/trace.go:171","msg":"trace[1299728509] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"2.58822968s","start":"2026-03-03T18:38:57.988146Z","end":"2026-03-03T18:39:00.576376Z","steps":["trace[1299728509] 'process raft request' (duration: 2.587764229s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:00.57647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:58.816204Z","time spent":"1.760171693s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:00.576495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.988136Z","time spent":"2.588318682s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:00.576506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.988834Z","time spent":"2.587615905s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:00.576331Z","caller":"traceutil/trace.go:171","msg":"trace[1950136685] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"880.417894ms","start":"2026-03-03T18:38:59.695897Z","end":"2026-03-03T18:39:00.576314Z","steps":["trace[1950136685] 'process raft request' (duration: 880.305071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:00.576531Z","caller":"traceutil/trace.go:171","msg":"trace[170267243] linearizableReadLoop","detail":"{readStateIndex:24998; appliedIndex:24991; }","duration":"2.590480008s","start":"2026-03-03T18:38:57.986026Z","end":"2026-03-03T18:39:00.576506Z","steps":["trace[170267243] 'read index received' (duration: 825.026741ms)","trace[170267243] 'applied index is now lower than readState.Index' (duration: 1.765447896s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:00.576638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.695862Z","time spent":"880.705782ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:00.576644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590614482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:00.576692Z","caller":"traceutil/trace.go:171","msg":"trace[461270722] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24141; }","duration":"2.590690614s","start":"2026-03-03T18:38:57.985991Z","end":"2026-03-03T18:39:00.576682Z","steps":["trace[461270722] 'agreement among raft nodes before linearized reading' (duration: 2.590614932s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:00.576719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.985973Z","time spent":"2.590739585s","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:39:01.077173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074431,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:39:01.362263Z","caller":"traceutil/trace.go:171","msg":"trace[1980665926] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"1.517905022s","start":"2026-03-03T18:38:59.844334Z","end":"2026-03-03T18:39:01.362239Z","steps":["trace[1980665926] 'process raft request' (duration: 1.509170172s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.362406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.844281Z","time spent":"1.518050676s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:01.362572Z","caller":"traceutil/trace.go:171","msg":"trace[2115076534] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"1.374021848s","start":"2026-03-03T18:38:59.988518Z","end":"2026-03-03T18:39:01.36254Z","steps":["trace[2115076534] 'process raft request' (duration: 1.373659149s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.362729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.988492Z","time spent":"1.374153381s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:01.362713Z","caller":"traceutil/trace.go:171","msg":"trace[1432558417] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"1.373736071s","start":"2026-03-03T18:38:59.988934Z","end":"2026-03-03T18:39:01.36267Z","steps":["trace[1432558417] 'process raft request' (duration: 1.373473074s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.362743Z","caller":"traceutil/trace.go:171","msg":"trace[615657404] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"1.373347911s","start":"2026-03-03T18:38:59.989338Z","end":"2026-03-03T18:39:01.362686Z","steps":["trace[615657404] 'process raft request' (duration: 1.373185117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.362906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.988894Z","time spent":"1.373908435s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:01.362981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937244704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:01.362998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.989308Z","time spent":"1.373549426s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:01.363067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019946047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:01.363098Z","caller":"traceutil/trace.go:171","msg":"trace[186218041] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24148; }","duration":"2.020016399s","start":"2026-03-03T18:38:59.343073Z","end":"2026-03-03T18:39:01.363089Z","steps":["trace[186218041] 'agreement among raft nodes before linearized reading' (duration: 2.019965928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.363044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793701079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:01.363132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.343048Z","time spent":"2.020074811s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:01.363021Z","caller":"traceutil/trace.go:171","msg":"trace[1921522224] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24148; }","duration":"1.937320216s","start":"2026-03-03T18:38:59.425687Z","end":"2026-03-03T18:39:01.363007Z","steps":["trace[1921522224] 'agreement among raft nodes before linearized reading' (duration: 1.937257744s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.362717Z","caller":"traceutil/trace.go:171","msg":"trace[224554822] linearizableReadLoop","detail":"{readStateIndex:25007; appliedIndex:25000; }","duration":"786.114051ms","start":"2026-03-03T18:39:00.576579Z","end":"2026-03-03T18:39:01.362693Z","steps":["trace[224554822] 'read index received' (duration: 776.773366ms)","trace[224554822] 'applied index is now lower than readState.Index' (duration: 9.339505ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:01.363165Z","caller":"traceutil/trace.go:171","msg":"trace[1010535755] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24148; }","duration":"1.793883773s","start":"2026-03-03T18:38:59.569252Z","end":"2026-03-03T18:39:01.363135Z","steps":["trace[1010535755] 'agreement among raft nodes before linearized reading' (duration: 1.793664348s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.363197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.425665Z","time spent":"1.937517621s","remote":"127.0.0.1:55734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:01.362921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.375538573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-03-03T18:39:01.363237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.569228Z","time spent":"1.793986846s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:01.363326Z","caller":"traceutil/trace.go:171","msg":"trace[514448343] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24148; }","duration":"3.375977163s","start":"2026-03-03T18:38:57.987331Z","end":"2026-03-03T18:39:01.363308Z","steps":["trace[514448343] 'agreement among raft nodes before linearized reading' (duration: 3.37544025s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.363389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.987323Z","time spent":"3.376041886s","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":748,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-03T18:39:01.363403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149210054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:01.363434Z","caller":"traceutil/trace.go:171","msg":"trace[842711041] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24148; }","duration":"2.149280965s","start":"2026-03-03T18:38:59.214144Z","end":"2026-03-03T18:39:01.363425Z","steps":["trace[842711041] 'agreement among raft nodes before linearized reading' (duration: 2.149227394s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.363461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.21412Z","time spent":"2.149334196s","remote":"127.0.0.1:59064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:01.36361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12628901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:01.36365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175539906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:01.363675Z","caller":"traceutil/trace.go:171","msg":"trace[1487683180] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24148; }","duration":"1.126389723s","start":"2026-03-03T18:39:00.237269Z","end":"2026-03-03T18:39:01.363659Z","steps":["trace[1487683180] 'agreement among raft nodes before linearized reading' (duration: 1.126293831s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.363697Z","caller":"traceutil/trace.go:171","msg":"trace[13151210] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24148; }","duration":"2.175607697s","start":"2026-03-03T18:38:59.188064Z","end":"2026-03-03T18:39:01.363671Z","steps":["trace[13151210] 'agreement among raft nodes before linearized reading' (duration: 2.175528995s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.363709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.880386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418106"} {"level":"warn","ts":"2026-03-03T18:39:01.36373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:00.237248Z","time spent":"1.126467615s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:01.363759Z","caller":"traceutil/trace.go:171","msg":"trace[1672808820] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24148; }","duration":"893.964699ms","start":"2026-03-03T18:39:00.469783Z","end":"2026-03-03T18:39:01.363747Z","steps":["trace[1672808820] 'agreement among raft nodes before linearized reading' (duration: 893.731883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.363771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830356182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:01.363781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.967684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T18:39:01.363798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:00.469763Z","time spent":"894.02676ms","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418128,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T18:39:01.363831Z","caller":"traceutil/trace.go:171","msg":"trace[1384196592] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24148; }","duration":"785.039145ms","start":"2026-03-03T18:39:00.578774Z","end":"2026-03-03T18:39:01.363813Z","steps":["trace[1384196592] 'agreement among raft nodes before linearized reading' (duration: 784.853749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.36385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.375483232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:01.363865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:00.578758Z","time spent":"785.099527ms","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T18:39:01.363919Z","caller":"traceutil/trace.go:171","msg":"trace[1014051945] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24148; }","duration":"3.375534463s","start":"2026-03-03T18:38:57.988348Z","end":"2026-03-03T18:39:01.363882Z","steps":["trace[1014051945] 'agreement among raft nodes before linearized reading' (duration: 3.375474111s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.363956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.988342Z","time spent":"3.375603494s","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:39:01.364051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374803859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:01.364104Z","caller":"traceutil/trace.go:171","msg":"trace[128652035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24148; }","duration":"1.374894561s","start":"2026-03-03T18:38:59.989197Z","end":"2026-03-03T18:39:01.364092Z","steps":["trace[128652035] 'agreement among raft nodes before linearized reading' (duration: 1.374803289s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.364121Z","caller":"traceutil/trace.go:171","msg":"trace[6866475] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"1.374741657s","start":"2026-03-03T18:38:59.989366Z","end":"2026-03-03T18:39:01.364107Z","steps":["trace[6866475] 'process raft request' (duration: 1.373196108s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.364139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.989177Z","time spent":"1.374956802s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:01.364161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376733613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-03T18:39:01.36421Z","caller":"traceutil/trace.go:171","msg":"trace[944291890] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24148; }","duration":"3.376804556s","start":"2026-03-03T18:38:57.987396Z","end":"2026-03-03T18:39:01.3642Z","steps":["trace[944291890] 'agreement among raft nodes before linearized reading' (duration: 3.376696463s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.364244Z","caller":"traceutil/trace.go:171","msg":"trace[487452566] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"1.37450009s","start":"2026-03-03T18:38:59.989735Z","end":"2026-03-03T18:39:01.364235Z","steps":["trace[487452566] 'process raft request' (duration: 1.372857189s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.364307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.989718Z","time spent":"1.374562252s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:01.364451Z","caller":"traceutil/trace.go:171","msg":"trace[482663948] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"1.374389018s","start":"2026-03-03T18:38:59.99005Z","end":"2026-03-03T18:39:01.364439Z","steps":["trace[482663948] 'process raft request' (duration: 1.372578333s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.364486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.353785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-03T18:39:01.364507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.990039Z","time spent":"1.374432689s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:01.364495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58413307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267215"} {"level":"info","ts":"2026-03-03T18:39:01.364536Z","caller":"traceutil/trace.go:171","msg":"trace[874845397] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24148; }","duration":"587.459348ms","start":"2026-03-03T18:39:00.777059Z","end":"2026-03-03T18:39:01.364518Z","steps":["trace[874845397] 'agreement among raft nodes before linearized reading' (duration: 587.318555ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.364565Z","caller":"traceutil/trace.go:171","msg":"trace[1688161536] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24148; }","duration":"1.584233243s","start":"2026-03-03T18:38:59.780313Z","end":"2026-03-03T18:39:01.364546Z","steps":["trace[1688161536] 'agreement among raft nodes before linearized reading' (duration: 1.583519675s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.364575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:00.776988Z","time spent":"587.577271ms","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-03T18:39:01.363728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.188035Z","time spent":"2.175684701s","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:01.364206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.989352Z","time spent":"1.374811819s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:01.364615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.780295Z","time spent":"1.584306045s","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267237,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:39:01.3647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.144473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:01.363804Z","caller":"traceutil/trace.go:171","msg":"trace[1308457753] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24148; }","duration":"2.830430003s","start":"2026-03-03T18:38:58.533364Z","end":"2026-03-03T18:39:01.363794Z","steps":["trace[1308457753] 'agreement among raft nodes before linearized reading' (duration: 2.830382562s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.364734Z","caller":"traceutil/trace.go:171","msg":"trace[1423027804] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24148; }","duration":"682.232156ms","start":"2026-03-03T18:39:00.682493Z","end":"2026-03-03T18:39:01.364726Z","steps":["trace[1423027804] 'agreement among raft nodes before linearized reading' (duration: 682.058041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.36476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:00.682465Z","time spent":"682.289216ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:01.364763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:58.533338Z","time spent":"2.831410787s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:01.364744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.858966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189968c110445472\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T18:39:01.364822Z","caller":"traceutil/trace.go:171","msg":"trace[559419668] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189968c110445472; range_end:; response_count:1; response_revision:24148; }","duration":"785.947668ms","start":"2026-03-03T18:39:00.578859Z","end":"2026-03-03T18:39:01.364807Z","steps":["trace[559419668] 'agreement among raft nodes before linearized reading' (duration: 785.689831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.364853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:00.578847Z","time spent":"785.998719ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189968c110445472\" "} {"level":"warn","ts":"2026-03-03T18:39:01.365001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.455352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:01.365024Z","caller":"traceutil/trace.go:171","msg":"trace[449688683] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24148; }","duration":"611.517154ms","start":"2026-03-03T18:39:00.753499Z","end":"2026-03-03T18:39:01.365016Z","steps":["trace[449688683] 'agreement among raft nodes before linearized reading' (duration: 611.403971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.365049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:00.753476Z","time spent":"611.565004ms","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:01.365056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.087351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:39:01.365086Z","caller":"traceutil/trace.go:171","msg":"trace[1062904715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24148; }","duration":"784.115571ms","start":"2026-03-03T18:39:00.580961Z","end":"2026-03-03T18:39:01.365076Z","steps":["trace[1062904715] 'agreement among raft nodes before linearized reading' (duration: 784.020759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.365111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:00.580927Z","time spent":"784.178493ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:39:01.364248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.987381Z","time spent":"3.376856516s","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":803,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-03T18:39:11.20226Z","caller":"traceutil/trace.go:171","msg":"trace[1863071529] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"292.744735ms","start":"2026-03-03T18:39:10.909486Z","end":"2026-03-03T18:39:11.20223Z","steps":["trace[1863071529] 'process raft request' (duration: 292.561419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:18.272213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.383372ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:18.272345Z","caller":"traceutil/trace.go:171","msg":"trace[870263979] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24258; }","duration":"835.527525ms","start":"2026-03-03T18:39:17.436797Z","end":"2026-03-03T18:39:18.272325Z","steps":["trace[870263979] 'range keys from in-memory index tree' (duration: 835.366271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:18.273433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.471848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:18.273601Z","caller":"traceutil/trace.go:171","msg":"trace[1588398348] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"826.852867ms","start":"2026-03-03T18:39:17.446736Z","end":"2026-03-03T18:39:18.273589Z","steps":["trace[1588398348] 'process raft request' (duration: 826.764525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:18.273662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.446706Z","time spent":"826.923839ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:18.273764Z","caller":"traceutil/trace.go:171","msg":"trace[355279148] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"1.467523145s","start":"2026-03-03T18:39:16.806228Z","end":"2026-03-03T18:39:18.273751Z","steps":["trace[355279148] 'process raft request' (duration: 634.669907ms)","trace[355279148] 'compare' (duration: 831.890423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:18.27381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:16.806191Z","time spent":"1.467592977s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:18.273918Z","caller":"traceutil/trace.go:171","msg":"trace[1655932684] linearizableReadLoop","detail":"{readStateIndex:25123; appliedIndex:25121; }","duration":"1.444811853s","start":"2026-03-03T18:39:16.829096Z","end":"2026-03-03T18:39:18.273908Z","steps":["trace[1655932684] 'read index received' (duration: 7.286754ms)","trace[1655932684] 'applied index is now lower than readState.Index' (duration: 1.437523829s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:18.274054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444956406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:39:18.274087Z","caller":"traceutil/trace.go:171","msg":"trace[1610220920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24260; }","duration":"1.445033758s","start":"2026-03-03T18:39:16.829041Z","end":"2026-03-03T18:39:18.274075Z","steps":["trace[1610220920] 'agreement among raft nodes before linearized reading' (duration: 1.444918485s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:18.274114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:16.829012Z","time spent":"1.44509553s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:18.774883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:19.276067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:19.590708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.359950595s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:39:19.591199Z","caller":"traceutil/trace.go:171","msg":"trace[1717647725] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"1.582515261s","start":"2026-03-03T18:39:18.008664Z","end":"2026-03-03T18:39:19.591179Z","steps":["trace[1717647725] 'process raft request' (duration: 1.582488751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:19.591321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.00864Z","time spent":"1.582595433s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:19.591565Z","caller":"traceutil/trace.go:171","msg":"trace[1370388954] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"2.141146922s","start":"2026-03-03T18:39:17.450411Z","end":"2026-03-03T18:39:19.591557Z","steps":["trace[1370388954] 'process raft request' (duration: 2.140702601s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:19.591605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.450394Z","time spent":"2.141190992s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:19.591569Z","caller":"traceutil/trace.go:171","msg":"trace[808339430] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"2.141170632s","start":"2026-03-03T18:39:17.450352Z","end":"2026-03-03T18:39:19.591523Z","steps":["trace[808339430] 'process raft request' (duration: 2.140738271s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:19.591627Z","caller":"traceutil/trace.go:171","msg":"trace[1403395387] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"2.14149326s","start":"2026-03-03T18:39:17.450097Z","end":"2026-03-03T18:39:19.59159Z","steps":["trace[1403395387] 'process raft request' (duration: 2.140971308s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:19.591705Z","caller":"traceutil/trace.go:171","msg":"trace[1403941473] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"2.14308678s","start":"2026-03-03T18:39:17.448583Z","end":"2026-03-03T18:39:19.59167Z","steps":["trace[1403941473] 'process raft request' (duration: 2.142339972s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:19.591681Z","caller":"traceutil/trace.go:171","msg":"trace[1986252939] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"2.140469064s","start":"2026-03-03T18:39:17.451187Z","end":"2026-03-03T18:39:19.591656Z","steps":["trace[1986252939] 'process raft request' (duration: 2.139945511s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:19.591749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.450337Z","time spent":"2.141322786s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:19.591776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.450082Z","time spent":"2.141616013s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:19.591832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.448545Z","time spent":"2.143218224s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:19.591872Z","caller":"traceutil/trace.go:171","msg":"trace[150856349] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"2.141742916s","start":"2026-03-03T18:39:17.449794Z","end":"2026-03-03T18:39:19.591537Z","steps":["trace[150856349] 'process raft request' (duration: 2.141249574s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:19.591954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.451174Z","time spent":"2.14066326s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:19.591965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.449765Z","time spent":"2.142150897s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:19.614617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000331565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:39:19.614708Z","caller":"traceutil/trace.go:171","msg":"trace[253587378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000484719s","start":"2026-03-03T18:39:17.6142Z","end":"2026-03-03T18:39:19.614684Z","steps":["trace[253587378] 'agreement among raft nodes before linearized reading' (duration: 2.000343986s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:19.614778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.614193Z","time spent":"2.000574742s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:20.240239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.976284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:20.240444Z","caller":"traceutil/trace.go:171","msg":"trace[1814672263] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"1.962054451s","start":"2026-03-03T18:39:18.278339Z","end":"2026-03-03T18:39:20.240394Z","steps":["trace[1814672263] 'process raft request' (duration: 1.405849751s)","trace[1814672263] 'compare' (duration: 555.77199ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:20.240613Z","caller":"traceutil/trace.go:171","msg":"trace[1720614365] linearizableReadLoop","detail":"{readStateIndex:25132; appliedIndex:25124; }","duration":"1.966646386s","start":"2026-03-03T18:39:18.273937Z","end":"2026-03-03T18:39:20.240583Z","steps":["trace[1720614365] 'read index received' (duration: 1.316976072s)","trace[1720614365] 'applied index is now lower than readState.Index' (duration: 649.667544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:20.240658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.278309Z","time spent":"1.962245256s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:20.805633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.296019ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-03T18:39:20.80571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882823052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:20.805771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898730184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:20.805816Z","caller":"traceutil/trace.go:171","msg":"trace[1939612128] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24268; }","duration":"3.883007957s","start":"2026-03-03T18:39:16.922776Z","end":"2026-03-03T18:39:20.805784Z","steps":["trace[1939612128] 'agreement among raft nodes before linearized reading' (duration: 3.317961994s)","trace[1939612128] 'count revisions from in-memory index tree' (duration: 564.864669ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:20.805863Z","caller":"traceutil/trace.go:171","msg":"trace[2007755625] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24268; }","duration":"2.898871988s","start":"2026-03-03T18:39:17.906961Z","end":"2026-03-03T18:39:20.805833Z","steps":["trace[2007755625] 'agreement among raft nodes before linearized reading' (duration: 2.333746013s)","trace[2007755625] 'count revisions from in-memory index tree' (duration: 564.988032ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:20.805882Z","caller":"traceutil/trace.go:171","msg":"trace[288498366] linearizableReadLoop","detail":"{readStateIndex:25133; appliedIndex:25132; }","duration":"565.181487ms","start":"2026-03-03T18:39:20.240682Z","end":"2026-03-03T18:39:20.805864Z","steps":["trace[288498366] 'read index received' (duration: 65.652µs)","trace[288498366] 'applied index is now lower than readState.Index' (duration: 565.114605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:20.805903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:16.922765Z","time spent":"3.883099659s","remote":"127.0.0.1:51912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:20.805918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.906943Z","time spent":"2.898962961s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:20.805961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673332677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:20.806047Z","caller":"traceutil/trace.go:171","msg":"trace[1194604964] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24268; }","duration":"2.673468091s","start":"2026-03-03T18:39:18.132557Z","end":"2026-03-03T18:39:20.806025Z","steps":["trace[1194604964] 'agreement among raft nodes before linearized reading' (duration: 2.108180432s)","trace[1194604964] 'count revisions from in-memory index tree' (duration: 565.135665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:20.806103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.132538Z","time spent":"2.673550213s","remote":"127.0.0.1:38556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:20.806399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087194312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:20.806438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.976902672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:39:20.806444Z","caller":"traceutil/trace.go:171","msg":"trace[907730707] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24268; }","duration":"3.087238513s","start":"2026-03-03T18:39:17.719189Z","end":"2026-03-03T18:39:20.806427Z","steps":["trace[907730707] 'agreement among raft nodes before linearized reading' (duration: 2.521533943s)","trace[907730707] 'count revisions from in-memory index tree' (duration: 565.608747ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:20.806478Z","caller":"traceutil/trace.go:171","msg":"trace[940404836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24268; }","duration":"3.976954864s","start":"2026-03-03T18:39:16.829509Z","end":"2026-03-03T18:39:20.806464Z","steps":["trace[940404836] 'agreement among raft nodes before linearized reading' (duration: 3.411251394s)","trace[940404836] 'range keys from in-memory index tree' (duration: 565.578256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:20.806484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.719138Z","time spent":"3.087336005s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:20.806508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:16.829502Z","time spent":"3.976998865s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:39:20.806501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290697178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:20.806549Z","caller":"traceutil/trace.go:171","msg":"trace[1083558890] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24268; }","duration":"3.29077556s","start":"2026-03-03T18:39:17.51576Z","end":"2026-03-03T18:39:20.806535Z","steps":["trace[1083558890] 'agreement among raft nodes before linearized reading' (duration: 2.724958707s)","trace[1083558890] 'range keys from in-memory index tree' (duration: 565.75326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:20.806579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.515742Z","time spent":"3.290829142s","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:39:20.806649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190832645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:20.806672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193784297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:20.806692Z","caller":"traceutil/trace.go:171","msg":"trace[1363374179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24268; }","duration":"1.190913027s","start":"2026-03-03T18:39:19.615766Z","end":"2026-03-03T18:39:20.806679Z","steps":["trace[1363374179] 'agreement among raft nodes before linearized reading' (duration: 1.190839345s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:20.806707Z","caller":"traceutil/trace.go:171","msg":"trace[979414073] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24268; }","duration":"3.193848338s","start":"2026-03-03T18:39:17.612846Z","end":"2026-03-03T18:39:20.806694Z","steps":["trace[979414073] 'agreement among raft nodes before linearized reading' (duration: 2.62780785s)","trace[979414073] 'count revisions from in-memory index tree' (duration: 565.960126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:20.80674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.612834Z","time spent":"3.19389947s","remote":"127.0.0.1:55572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:20.806857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304564371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T18:39:20.806887Z","caller":"traceutil/trace.go:171","msg":"trace[59418251] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24268; }","duration":"1.304592811s","start":"2026-03-03T18:39:19.502286Z","end":"2026-03-03T18:39:20.806879Z","steps":["trace[59418251] 'agreement among raft nodes before linearized reading' (duration: 1.304472288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:20.806937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966902603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:39:20.806948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977782784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:39:20.806961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:19.502242Z","time spent":"1.304713104s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T18:39:20.806979Z","caller":"traceutil/trace.go:171","msg":"trace[1115307329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24268; }","duration":"1.966977685s","start":"2026-03-03T18:39:18.83999Z","end":"2026-03-03T18:39:20.806967Z","steps":["trace[1115307329] 'agreement among raft nodes before linearized reading' (duration: 1.966818011s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:20.806981Z","caller":"traceutil/trace.go:171","msg":"trace[1594097789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24268; }","duration":"3.977840745s","start":"2026-03-03T18:39:16.82913Z","end":"2026-03-03T18:39:20.80697Z","steps":["trace[1594097789] 'agreement among raft nodes before linearized reading' (duration: 3.411614033s)","trace[1594097789] 'range keys from in-memory index tree' (duration: 566.138971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:20.807013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:16.829113Z","time spent":"3.977894067s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:20.807013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.83997Z","time spent":"1.967035916s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:39:20.807039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285455877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:20.806657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780926407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:20.807088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920968823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:20.806738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:19.615748Z","time spent":"1.190981939s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:39:20.807119Z","caller":"traceutil/trace.go:171","msg":"trace[1156222242] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24268; }","duration":"2.78142649s","start":"2026-03-03T18:39:18.025676Z","end":"2026-03-03T18:39:20.807103Z","steps":["trace[1156222242] 'agreement among raft nodes before linearized reading' (duration: 2.215029283s)","trace[1156222242] 'count revisions from in-memory index tree' (duration: 565.911714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:20.807156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.025653Z","time spent":"2.781492452s","remote":"127.0.0.1:38570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:20.807165Z","caller":"traceutil/trace.go:171","msg":"trace[1105415877] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"526.983314ms","start":"2026-03-03T18:39:20.280164Z","end":"2026-03-03T18:39:20.807147Z","steps":["trace[1105415877] 'process raft request' (duration: 525.61705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:20.807243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.280125Z","time spent":"527.066886ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:20.807075Z","caller":"traceutil/trace.go:171","msg":"trace[1635669100] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24268; }","duration":"2.285494708s","start":"2026-03-03T18:39:18.521571Z","end":"2026-03-03T18:39:20.807066Z","steps":["trace[1635669100] 'agreement among raft nodes before linearized reading' (duration: 2.285369695s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:20.807495Z","caller":"traceutil/trace.go:171","msg":"trace[1936378248] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24268; }","duration":"3.920996944s","start":"2026-03-03T18:39:16.88611Z","end":"2026-03-03T18:39:20.807107Z","steps":["trace[1936378248] 'agreement among raft nodes before linearized reading' (duration: 3.354641378s)","trace[1936378248] 'count revisions from in-memory index tree' (duration: 566.315385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:20.807558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:16.886049Z","time spent":"3.921493537s","remote":"127.0.0.1:40750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:20.807606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.521507Z","time spent":"2.28595931s","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:21.50953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774422464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T18:39:21.509609Z","caller":"traceutil/trace.go:171","msg":"trace[2049897688] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24269; }","duration":"2.774603588s","start":"2026-03-03T18:39:18.734985Z","end":"2026-03-03T18:39:21.509589Z","steps":["trace[2049897688] 'agreement among raft nodes before linearized reading' (duration: 2.072347019s)","trace[2049897688] 'count revisions from in-memory index tree' (duration: 702.108385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:21.509669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.734961Z","time spent":"2.774683611s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":173,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:21.509977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.495982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:21.510048Z","caller":"traceutil/trace.go:171","msg":"trace[449439975] linearizableReadLoop","detail":"{readStateIndex:25135; appliedIndex:25134; }","duration":"704.122416ms","start":"2026-03-03T18:39:20.805914Z","end":"2026-03-03T18:39:21.510037Z","steps":["trace[449439975] 'read index received' (duration: 121.529071ms)","trace[449439975] 'applied index is now lower than readState.Index' (duration: 582.591955ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:21.510937Z","caller":"traceutil/trace.go:171","msg":"trace[841122193] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"693.923499ms","start":"2026-03-03T18:39:20.816995Z","end":"2026-03-03T18:39:21.510918Z","steps":["trace[841122193] 'process raft request' (duration: 693.779115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.510953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.202216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:21.510943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095668328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-03T18:39:21.510986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.285506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T18:39:21.511023Z","caller":"traceutil/trace.go:171","msg":"trace[1388208516] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24270; }","duration":"1.095796162s","start":"2026-03-03T18:39:20.415204Z","end":"2026-03-03T18:39:21.511Z","steps":["trace[1388208516] 'agreement among raft nodes before linearized reading' (duration: 1.095554896s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:21.511005Z","caller":"traceutil/trace.go:171","msg":"trace[1981017112] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24271; }","duration":"777.324819ms","start":"2026-03-03T18:39:20.733665Z","end":"2026-03-03T18:39:21.51099Z","steps":["trace[1981017112] 'agreement among raft nodes before linearized reading' (duration: 777.205966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.511044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.816978Z","time spent":"694.00568ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:21.511057Z","caller":"traceutil/trace.go:171","msg":"trace[651477823] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24270; }","duration":"765.40211ms","start":"2026-03-03T18:39:20.745633Z","end":"2026-03-03T18:39:21.511035Z","steps":["trace[651477823] 'agreement among raft nodes before linearized reading' (duration: 765.169104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.511066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.415183Z","time spent":"1.095874383s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:39:21.511068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.73364Z","time spent":"777.418462ms","remote":"127.0.0.1:40924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:21.511102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.74561Z","time spent":"765.482621ms","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T18:39:21.511187Z","caller":"traceutil/trace.go:171","msg":"trace[30287895] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"694.109293ms","start":"2026-03-03T18:39:20.817062Z","end":"2026-03-03T18:39:21.511171Z","steps":["trace[30287895] 'process raft request' (duration: 693.829466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.511297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.817056Z","time spent":"694.177324ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:21.511311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247192216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T18:39:21.511342Z","caller":"traceutil/trace.go:171","msg":"trace[1846209073] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24272; }","duration":"1.247261798s","start":"2026-03-03T18:39:20.26407Z","end":"2026-03-03T18:39:21.511332Z","steps":["trace[1846209073] 'agreement among raft nodes before linearized reading' (duration: 1.246863307s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.51135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228948346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T18:39:21.511372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.264049Z","time spent":"1.247316989s","remote":"127.0.0.1:55418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T18:39:21.51142Z","caller":"traceutil/trace.go:171","msg":"trace[541954862] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"694.317449ms","start":"2026-03-03T18:39:20.817096Z","end":"2026-03-03T18:39:21.511413Z","steps":["trace[541954862] 'process raft request' (duration: 694.01249ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:21.51141Z","caller":"traceutil/trace.go:171","msg":"trace[1633730913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24272; }","duration":"1.229032598s","start":"2026-03-03T18:39:20.282362Z","end":"2026-03-03T18:39:21.511395Z","steps":["trace[1633730913] 'agreement among raft nodes before linearized reading' (duration: 1.228588676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.51146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.817092Z","time spent":"694.35033ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:21.511468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.282351Z","time spent":"1.22910875s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:39:21.51158Z","caller":"traceutil/trace.go:171","msg":"trace[709697022] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"694.439092ms","start":"2026-03-03T18:39:20.817129Z","end":"2026-03-03T18:39:21.511568Z","steps":["trace[709697022] 'process raft request' (duration: 694.256367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.511653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.817125Z","time spent":"694.493403ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:21.510274Z","caller":"traceutil/trace.go:171","msg":"trace[1391673119] transaction","detail":"{read_only:false; response_revision:24270; number_of_response:1; }","duration":"1.000171693s","start":"2026-03-03T18:39:20.510083Z","end":"2026-03-03T18:39:21.510255Z","steps":["trace[1391673119] 'process raft request' (duration: 417.334072ms)","trace[1391673119] 'compare' (duration: 582.202735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:21.511876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.510063Z","time spent":"1.001771823s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:22.820717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00055277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:39:22.820872Z","caller":"traceutil/trace.go:171","msg":"trace[363372399] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000748986s","start":"2026-03-03T18:39:20.820089Z","end":"2026-03-03T18:39:22.820838Z","steps":["trace[363372399] 'agreement among raft nodes before linearized reading' (duration: 2.000552941s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:22.820962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.82008Z","time spent":"2.000866118s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:22.918638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.070691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:22.918758Z","caller":"traceutil/trace.go:171","msg":"trace[452142028] linearizableReadLoop","detail":"{readStateIndex:25140; appliedIndex:25136; }","duration":"1.408670953s","start":"2026-03-03T18:39:21.510069Z","end":"2026-03-03T18:39:22.91874Z","steps":["trace[452142028] 'read index received' (duration: 903.963µs)","trace[452142028] 'applied index is now lower than readState.Index' (duration: 1.407765389s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:22.918803Z","caller":"traceutil/trace.go:171","msg":"trace[1400919132] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"1.562860636s","start":"2026-03-03T18:39:21.355886Z","end":"2026-03-03T18:39:22.918747Z","steps":["trace[1400919132] 'process raft request' (duration: 795.583549ms)","trace[1400919132] 'compare' (duration: 766.485557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:22.918841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454172398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:22.918904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062218724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-03T18:39:22.918921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101839712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189968c110445472\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T18:39:22.918921Z","caller":"traceutil/trace.go:171","msg":"trace[950871821] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24275; }","duration":"1.45429089s","start":"2026-03-03T18:39:21.46461Z","end":"2026-03-03T18:39:22.918901Z","steps":["trace[950871821] 'agreement among raft nodes before linearized reading' (duration: 1.454145757s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:22.918967Z","caller":"traceutil/trace.go:171","msg":"trace[1406842714] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189968c110445472; range_end:; response_count:1; response_revision:24275; }","duration":"2.101912824s","start":"2026-03-03T18:39:20.817041Z","end":"2026-03-03T18:39:22.918954Z","steps":["trace[1406842714] 'agreement among raft nodes before linearized reading' (duration: 2.101780101s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:22.918965Z","caller":"traceutil/trace.go:171","msg":"trace[1029831420] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24275; }","duration":"2.062307696s","start":"2026-03-03T18:39:20.856641Z","end":"2026-03-03T18:39:22.918948Z","steps":["trace[1029831420] 'agreement among raft nodes before linearized reading' (duration: 2.062117291s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:22.91898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.355869Z","time spent":"1.56302665s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:22.918976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.464595Z","time spent":"1.454371543s","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:39:22.91901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.856624Z","time spent":"2.062378758s","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T18:39:22.919008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.817023Z","time spent":"2.101977115s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189968c110445472\" "} {"level":"info","ts":"2026-03-03T18:39:23.042101Z","caller":"traceutil/trace.go:171","msg":"trace[1552762148] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"1.526261884s","start":"2026-03-03T18:39:21.515809Z","end":"2026-03-03T18:39:23.04207Z","steps":["trace[1552762148] 'process raft request' (duration: 1.526158602s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:23.042158Z","caller":"traceutil/trace.go:171","msg":"trace[955208331] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"1.526680484s","start":"2026-03-03T18:39:21.515437Z","end":"2026-03-03T18:39:23.042118Z","steps":["trace[955208331] 'process raft request' (duration: 1.525077364s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:23.042425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.515792Z","time spent":"1.526389077s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:23.042471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.515426Z","time spent":"1.526832609s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:23.042502Z","caller":"traceutil/trace.go:171","msg":"trace[1324352119] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"1.441787696s","start":"2026-03-03T18:39:21.600692Z","end":"2026-03-03T18:39:23.04248Z","steps":["trace[1324352119] 'process raft request' (duration: 1.441710404s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:23.042632Z","caller":"traceutil/trace.go:171","msg":"trace[1778360177] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"1.44188473s","start":"2026-03-03T18:39:21.600725Z","end":"2026-03-03T18:39:23.04261Z","steps":["trace[1778360177] 'process raft request' (duration: 1.441711415s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:23.042654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.600687Z","time spent":"1.441888199s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:23.042645Z","caller":"traceutil/trace.go:171","msg":"trace[453296383] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"1.441829088s","start":"2026-03-03T18:39:21.600638Z","end":"2026-03-03T18:39:23.042467Z","steps":["trace[453296383] 'process raft request' (duration: 1.441650144s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:23.042711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.600721Z","time spent":"1.441952621s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:23.042795Z","caller":"traceutil/trace.go:171","msg":"trace[1485644188] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"1.440872663s","start":"2026-03-03T18:39:21.601871Z","end":"2026-03-03T18:39:23.042743Z","steps":["trace[1485644188] 'process raft request' (duration: 1.440666488s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:23.042445Z","caller":"traceutil/trace.go:171","msg":"trace[680193486] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"1.445911771s","start":"2026-03-03T18:39:21.596497Z","end":"2026-03-03T18:39:23.042409Z","steps":["trace[680193486] 'process raft request' (duration: 1.445521331s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:23.042827Z","caller":"traceutil/trace.go:171","msg":"trace[1535516845] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"225.420027ms","start":"2026-03-03T18:39:22.817384Z","end":"2026-03-03T18:39:23.042804Z","steps":["trace[1535516845] 'process raft request' (duration: 225.327025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:23.042852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.600629Z","time spent":"1.442129925s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:23.042898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.601863Z","time spent":"1.440987026s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:23.04302Z","caller":"traceutil/trace.go:171","msg":"trace[1157403710] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"1.43993516s","start":"2026-03-03T18:39:21.603076Z","end":"2026-03-03T18:39:23.043011Z","steps":["trace[1157403710] 'process raft request' (duration: 1.43954892s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:23.042906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.59647Z","time spent":"1.446405912s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:23.042914Z","caller":"traceutil/trace.go:171","msg":"trace[530569882] linearizableReadLoop","detail":"{readStateIndex:25150; appliedIndex:25140; }","duration":"124.108216ms","start":"2026-03-03T18:39:22.918793Z","end":"2026-03-03T18:39:23.042901Z","steps":["trace[530569882] 'read index received' (duration: 121.689955ms)","trace[530569882] 'applied index is now lower than readState.Index' (duration: 2.417261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:23.043106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528477889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5ee5a9f0-a9a9-4075-af47-143fef954f9e\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-03T18:39:23.043127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.603068Z","time spent":"1.439988241s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:23.043139Z","caller":"traceutil/trace.go:171","msg":"trace[1942150235] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"110.602405ms","start":"2026-03-03T18:39:22.932523Z","end":"2026-03-03T18:39:23.043126Z","steps":["trace[1942150235] 'process raft request' (duration: 110.220906ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:23.043158Z","caller":"traceutil/trace.go:171","msg":"trace[310499837] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5ee5a9f0-a9a9-4075-af47-143fef954f9e; range_end:; response_count:1; response_revision:24286; }","duration":"1.528604502s","start":"2026-03-03T18:39:21.514542Z","end":"2026-03-03T18:39:23.043147Z","steps":["trace[310499837] 'agreement among raft nodes before linearized reading' (duration: 1.528414877s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:23.043198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.801207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:23.043215Z","caller":"traceutil/trace.go:171","msg":"trace[261284149] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"758.448803ms","start":"2026-03-03T18:39:22.284756Z","end":"2026-03-03T18:39:23.043204Z","steps":["trace[261284149] 'process raft request' (duration: 757.91993ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:23.043284Z","caller":"traceutil/trace.go:171","msg":"trace[686261629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24286; }","duration":"221.878599ms","start":"2026-03-03T18:39:22.821354Z","end":"2026-03-03T18:39:23.043233Z","steps":["trace[686261629] 'agreement among raft nodes before linearized reading' (duration: 221.811407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:23.043299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:22.284731Z","time spent":"758.508585ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:23.043314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.189027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:23.043357Z","caller":"traceutil/trace.go:171","msg":"trace[726070798] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24286; }","duration":"864.235418ms","start":"2026-03-03T18:39:22.179113Z","end":"2026-03-03T18:39:23.043348Z","steps":["trace[726070798] 'agreement among raft nodes before linearized reading' (duration: 864.110815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:23.043389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:22.179051Z","time spent":"864.331131ms","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:39:23.043137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.134698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:39:23.043461Z","caller":"traceutil/trace.go:171","msg":"trace[738108777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24286; }","duration":"797.472616ms","start":"2026-03-03T18:39:22.245972Z","end":"2026-03-03T18:39:23.043444Z","steps":["trace[738108777] 'agreement among raft nodes before linearized reading' (duration: 796.970854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:23.043468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435784625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:23.043483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372193052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:39:23.04351Z","caller":"traceutil/trace.go:171","msg":"trace[1164150456] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24286; }","duration":"1.435826326s","start":"2026-03-03T18:39:21.607671Z","end":"2026-03-03T18:39:23.043497Z","steps":["trace[1164150456] 'agreement among raft nodes before linearized reading' (duration: 1.435758844s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:23.043515Z","caller":"traceutil/trace.go:171","msg":"trace[167161281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24286; }","duration":"1.372288365s","start":"2026-03-03T18:39:21.671218Z","end":"2026-03-03T18:39:23.043506Z","steps":["trace[167161281] 'agreement among raft nodes before linearized reading' (duration: 1.372158162s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:23.043535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.607623Z","time spent":"1.435904817s","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:23.043553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.671197Z","time spent":"1.372349077s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:39:23.043591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526695835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:23.043636Z","caller":"traceutil/trace.go:171","msg":"trace[405664462] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24286; }","duration":"1.526756577s","start":"2026-03-03T18:39:21.516865Z","end":"2026-03-03T18:39:23.043622Z","steps":["trace[405664462] 'agreement among raft nodes before linearized reading' (duration: 1.526687024s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:23.043658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.555135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:23.043201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.514525Z","time spent":"1.528667724s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-5ee5a9f0-a9a9-4075-af47-143fef954f9e\" "} {"level":"info","ts":"2026-03-03T18:39:23.043711Z","caller":"traceutil/trace.go:171","msg":"trace[1949172002] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24286; }","duration":"750.640288ms","start":"2026-03-03T18:39:22.293055Z","end":"2026-03-03T18:39:23.043695Z","steps":["trace[1949172002] 'agreement among raft nodes before linearized reading' (duration: 750.554145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:23.04376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:22.293038Z","time spent":"750.712109ms","remote":"127.0.0.1:52048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:23.043816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026377253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:23.043857Z","caller":"traceutil/trace.go:171","msg":"trace[1586717306] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24286; }","duration":"1.026476166s","start":"2026-03-03T18:39:22.017371Z","end":"2026-03-03T18:39:23.043847Z","steps":["trace[1586717306] 'agreement among raft nodes before linearized reading' (duration: 1.026409415s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:23.043517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:22.24596Z","time spent":"797.541438ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:23.043672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.516858Z","time spent":"1.526805328s","remote":"127.0.0.1:51856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:23.043891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:22.01734Z","time spent":"1.026542778s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:25.114328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:25.614444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:25.838316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.267753902s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:39:25.838755Z","caller":"traceutil/trace.go:171","msg":"trace[1458799295] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"1.268276105s","start":"2026-03-03T18:39:24.570445Z","end":"2026-03-03T18:39:25.838722Z","steps":["trace[1458799295] 'process raft request' (duration: 1.26807299s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:25.838917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:24.57034Z","time spent":"1.268488192s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:26.614731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000437188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:26.614823Z","caller":"traceutil/trace.go:171","msg":"trace[1401283470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000626982s","start":"2026-03-03T18:39:24.614176Z","end":"2026-03-03T18:39:26.614803Z","steps":["trace[1401283470] 'agreement among raft nodes before linearized reading' (duration: 2.000481159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.61488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:24.614149Z","time spent":"2.000720775s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T18:39:26.772389Z","caller":"traceutil/trace.go:171","msg":"trace[1919989921] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"2.173058506s","start":"2026-03-03T18:39:24.599285Z","end":"2026-03-03T18:39:26.772343Z","steps":["trace[1919989921] 'process raft request' (duration: 2.172750428s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:26.772412Z","caller":"traceutil/trace.go:171","msg":"trace[317753961] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"1.723486243s","start":"2026-03-03T18:39:25.048882Z","end":"2026-03-03T18:39:26.772369Z","steps":["trace[317753961] 'process raft request' (duration: 1.723329928s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:26.772457Z","caller":"traceutil/trace.go:171","msg":"trace[1204646912] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"1.718884557s","start":"2026-03-03T18:39:25.053547Z","end":"2026-03-03T18:39:26.772431Z","steps":["trace[1204646912] 'process raft request' (duration: 1.718792054s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:26.772526Z","caller":"traceutil/trace.go:171","msg":"trace[546273707] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"1.72022504s","start":"2026-03-03T18:39:25.052245Z","end":"2026-03-03T18:39:26.77247Z","steps":["trace[546273707] 'process raft request' (duration: 1.720021194s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.772613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.053505Z","time spent":"1.71901795s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:26.772683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.048854Z","time spent":"1.723638387s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:26.772698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.052213Z","time spent":"1.720396354s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:26.772732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:24.599238Z","time spent":"2.173243711s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:26.772719Z","caller":"traceutil/trace.go:171","msg":"trace[485273632] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"1.720356063s","start":"2026-03-03T18:39:25.052279Z","end":"2026-03-03T18:39:26.772635Z","steps":["trace[485273632] 'process raft request' (duration: 1.720021974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.773003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.052256Z","time spent":"1.72064984s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:26.773761Z","caller":"traceutil/trace.go:171","msg":"trace[1063749685] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"1.720119687s","start":"2026-03-03T18:39:25.053626Z","end":"2026-03-03T18:39:26.773746Z","steps":["trace[1063749685] 'process raft request' (duration: 1.718747083s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.77396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.053608Z","time spent":"1.720277291s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:26.77412Z","caller":"traceutil/trace.go:171","msg":"trace[1394358872] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"1.719221655s","start":"2026-03-03T18:39:25.054888Z","end":"2026-03-03T18:39:26.774109Z","steps":["trace[1394358872] 'process raft request' (duration: 1.718781174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.775046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.054868Z","time spent":"1.720127467s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:26.774316Z","caller":"traceutil/trace.go:171","msg":"trace[1549698371] linearizableReadLoop","detail":"{readStateIndex:25226; appliedIndex:25217; }","duration":"2.160065969s","start":"2026-03-03T18:39:24.614233Z","end":"2026-03-03T18:39:26.774299Z","steps":["trace[1549698371] 'read index received' (duration: 1.224279848s)","trace[1549698371] 'applied index is now lower than readState.Index' (duration: 935.784591ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:26.77452Z","caller":"traceutil/trace.go:171","msg":"trace[484038164] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"1.717269815s","start":"2026-03-03T18:39:25.057236Z","end":"2026-03-03T18:39:26.774506Z","steps":["trace[484038164] 'process raft request' (duration: 1.716819464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.775203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.057225Z","time spent":"1.717949814s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:26.775316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959362454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T18:39:26.775354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161802635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:26.77537Z","caller":"traceutil/trace.go:171","msg":"trace[209128559] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:24361; }","duration":"1.959474256s","start":"2026-03-03T18:39:24.815881Z","end":"2026-03-03T18:39:26.775355Z","steps":["trace[209128559] 'agreement among raft nodes before linearized reading' (duration: 1.959301702s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:26.775393Z","caller":"traceutil/trace.go:171","msg":"trace[2033418117] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24361; }","duration":"1.161869946s","start":"2026-03-03T18:39:25.613508Z","end":"2026-03-03T18:39:26.775378Z","steps":["trace[2033418117] 'agreement among raft nodes before linearized reading' (duration: 1.161798934s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.775407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:24.815851Z","time spent":"1.959548938s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-03T18:39:26.775426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.613489Z","time spent":"1.161928108s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:26.775624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.595066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:26.775664Z","caller":"traceutil/trace.go:171","msg":"trace[644873324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24361; }","duration":"160.662417ms","start":"2026-03-03T18:39:26.614992Z","end":"2026-03-03T18:39:26.775654Z","steps":["trace[644873324] 'agreement among raft nodes before linearized reading' (duration: 160.603366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.775665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189690126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:39:26.77571Z","caller":"traceutil/trace.go:171","msg":"trace[423477636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24361; }","duration":"1.189763689s","start":"2026-03-03T18:39:25.585933Z","end":"2026-03-03T18:39:26.775696Z","steps":["trace[423477636] 'agreement among raft nodes before linearized reading' (duration: 1.189643296s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.775755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.585916Z","time spent":"1.18983098s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:39:26.775805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.186078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:26.775874Z","caller":"traceutil/trace.go:171","msg":"trace[1145994119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24361; }","duration":"652.29486ms","start":"2026-03-03T18:39:26.123561Z","end":"2026-03-03T18:39:26.775856Z","steps":["trace[1145994119] 'agreement among raft nodes before linearized reading' (duration: 652.151027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.7759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71666584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T18:39:26.775915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.547066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:26.775949Z","caller":"traceutil/trace.go:171","msg":"trace[2016407367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24361; }","duration":"1.716743113s","start":"2026-03-03T18:39:25.059195Z","end":"2026-03-03T18:39:26.775938Z","steps":["trace[2016407367] 'agreement among raft nodes before linearized reading' (duration: 1.716580038s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:26.775949Z","caller":"traceutil/trace.go:171","msg":"trace[159459746] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24361; }","duration":"700.625868ms","start":"2026-03-03T18:39:26.075314Z","end":"2026-03-03T18:39:26.77594Z","steps":["trace[159459746] 'agreement among raft nodes before linearized reading' (duration: 700.486854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.775974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.059185Z","time spent":"1.716784083s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:26.77598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.075291Z","time spent":"700.681389ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:26.775984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222057581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:39:26.77599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722556318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:39:26.776018Z","caller":"traceutil/trace.go:171","msg":"trace[974621260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24361; }","duration":"1.222140583s","start":"2026-03-03T18:39:25.553868Z","end":"2026-03-03T18:39:26.776009Z","steps":["trace[974621260] 'agreement among raft nodes before linearized reading' (duration: 1.222061201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.775909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485802015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-03T18:39:26.776032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.943093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:26.776047Z","caller":"traceutil/trace.go:171","msg":"trace[1349809765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24361; }","duration":"1.722657951s","start":"2026-03-03T18:39:25.053376Z","end":"2026-03-03T18:39:26.776034Z","steps":["trace[1349809765] 'agreement among raft nodes before linearized reading' (duration: 1.722462856s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:26.776062Z","caller":"traceutil/trace.go:171","msg":"trace[91774288] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67; range_end:; response_count:1; response_revision:24361; }","duration":"1.48600555s","start":"2026-03-03T18:39:25.290047Z","end":"2026-03-03T18:39:26.776053Z","steps":["trace[91774288] 'agreement among raft nodes before linearized reading' (duration: 1.485724983s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:26.776073Z","caller":"traceutil/trace.go:171","msg":"trace[2015831636] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24361; }","duration":"311.009493ms","start":"2026-03-03T18:39:26.465049Z","end":"2026-03-03T18:39:26.776059Z","steps":["trace[2015831636] 'agreement among raft nodes before linearized reading' (duration: 310.951402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.776074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527959738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T18:39:26.776086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.053357Z","time spent":"1.722720983s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:26.776099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222459381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:39:26.776096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.289987Z","time spent":"1.486097353s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" "} {"level":"warn","ts":"2026-03-03T18:39:26.776105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.46503Z","time spent":"311.066995ms","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:26.776119Z","caller":"traceutil/trace.go:171","msg":"trace[581433351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24361; }","duration":"1.222506964s","start":"2026-03-03T18:39:25.553605Z","end":"2026-03-03T18:39:26.776112Z","steps":["trace[581433351] 'agreement among raft nodes before linearized reading' (duration: 1.222451282s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:26.776113Z","caller":"traceutil/trace.go:171","msg":"trace[1360215976] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24361; }","duration":"1.52803928s","start":"2026-03-03T18:39:25.248062Z","end":"2026-03-03T18:39:26.776101Z","steps":["trace[1360215976] 'agreement among raft nodes before linearized reading' (duration: 1.527933387s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.776141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.553591Z","time spent":"1.222544834s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:26.776149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.248041Z","time spent":"1.528101121s","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:39:26.776209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059976489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-03T18:39:26.77626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274285677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:26.776278Z","caller":"traceutil/trace.go:171","msg":"trace[200485500] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24361; }","duration":"1.274342549s","start":"2026-03-03T18:39:25.50193Z","end":"2026-03-03T18:39:26.776273Z","steps":["trace[200485500] 'agreement among raft nodes before linearized reading' (duration: 1.274264977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.775973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.850143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:26.776304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.501912Z","time spent":"1.2743867s","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:26.776322Z","caller":"traceutil/trace.go:171","msg":"trace[1940848700] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24361; }","duration":"277.225643ms","start":"2026-03-03T18:39:26.499083Z","end":"2026-03-03T18:39:26.776308Z","steps":["trace[1940848700] 'agreement among raft nodes before linearized reading' (duration: 276.851283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:26.776252Z","caller":"traceutil/trace.go:171","msg":"trace[1358459088] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24361; }","duration":"1.06005002s","start":"2026-03-03T18:39:25.716192Z","end":"2026-03-03T18:39:26.776242Z","steps":["trace[1358459088] 'agreement among raft nodes before linearized reading' (duration: 1.059928027s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.776043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.553846Z","time spent":"1.222191885s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:39:26.77644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.175141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:26.775911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.123539Z","time spent":"652.364933ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:26.776447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.716175Z","time spent":"1.060261416s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:39:26.776481Z","caller":"traceutil/trace.go:171","msg":"trace[764456003] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24361; }","duration":"400.257683ms","start":"2026-03-03T18:39:26.37621Z","end":"2026-03-03T18:39:26.776468Z","steps":["trace[764456003] 'agreement among raft nodes before linearized reading' (duration: 400.190831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.776517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.376189Z","time spent":"400.319114ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:27.280747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:27.850027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.622078ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:27.850247Z","caller":"traceutil/trace.go:171","msg":"trace[26955470] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24361; }","duration":"413.864184ms","start":"2026-03-03T18:39:27.436364Z","end":"2026-03-03T18:39:27.850228Z","steps":["trace[26955470] 'range keys from in-memory index tree' (duration: 413.602187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:27.851296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.240339ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-03T18:39:27.851385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.778229Z","time spent":"1.073152101s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:39:29.613152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999952085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:39:29.613302Z","caller":"traceutil/trace.go:171","msg":"trace[552845522] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168291s","start":"2026-03-03T18:39:27.613109Z","end":"2026-03-03T18:39:29.613277Z","steps":["trace[552845522] 'agreement among raft nodes before linearized reading' (duration: 1.999990156s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.613364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:27.613086Z","time spent":"2.000261773s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:30.251098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802941573s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:30.25124Z","caller":"traceutil/trace.go:171","msg":"trace[1947968568] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"3.470667361s","start":"2026-03-03T18:39:26.780558Z","end":"2026-03-03T18:39:30.251226Z","steps":["trace[1947968568] 'process raft request' (duration: 1.667540194s)","trace[1947968568] 'compare' (duration: 1.800869051s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:30.251308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.78053Z","time spent":"3.470753153s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:30.251629Z","caller":"traceutil/trace.go:171","msg":"trace[1260494829] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"3.470895706s","start":"2026-03-03T18:39:26.7807Z","end":"2026-03-03T18:39:30.251595Z","steps":["trace[1260494829] 'process raft request' (duration: 3.470472524s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:30.25175Z","caller":"traceutil/trace.go:171","msg":"trace[1664205041] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"3.469887381s","start":"2026-03-03T18:39:26.781842Z","end":"2026-03-03T18:39:30.25173Z","steps":["trace[1664205041] 'process raft request' (duration: 3.469675825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:30.251845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.781829Z","time spent":"3.469968913s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:30.251857Z","caller":"traceutil/trace.go:171","msg":"trace[1260416288] transaction","detail":"{read_only:false; response_revision:24367; number_of_response:1; }","duration":"2.399411638s","start":"2026-03-03T18:39:27.852415Z","end":"2026-03-03T18:39:30.251826Z","steps":["trace[1260416288] 'process raft request' (duration: 2.399342646s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:30.251869Z","caller":"traceutil/trace.go:171","msg":"trace[634639396] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"3.467803928s","start":"2026-03-03T18:39:26.784044Z","end":"2026-03-03T18:39:30.251848Z","steps":["trace[634639396] 'process raft request' (duration: 3.467655045s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:30.251906Z","caller":"traceutil/trace.go:171","msg":"trace[1434805280] linearizableReadLoop","detail":"{readStateIndex:25232; appliedIndex:25226; }","duration":"3.471447281s","start":"2026-03-03T18:39:26.780419Z","end":"2026-03-03T18:39:30.251866Z","steps":["trace[1434805280] 'read index received' (duration: 898.605284ms)","trace[1434805280] 'applied index is now lower than readState.Index' (duration: 2.572838507s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:30.252035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:27.852388Z","time spent":"2.399557172s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:30.252009Z","caller":"traceutil/trace.go:171","msg":"trace[1257232364] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"3.470066616s","start":"2026-03-03T18:39:26.781854Z","end":"2026-03-03T18:39:30.251921Z","steps":["trace[1257232364] 'process raft request' (duration: 3.469774659s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:30.252063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.784032Z","time spent":"3.467939742s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:30.252111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471676096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189968c110445472\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T18:39:30.252379Z","caller":"traceutil/trace.go:171","msg":"trace[1362716227] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189968c110445472; range_end:; response_count:1; response_revision:24367; }","duration":"3.471939674s","start":"2026-03-03T18:39:26.780414Z","end":"2026-03-03T18:39:30.252354Z","steps":["trace[1362716227] 'agreement among raft nodes before linearized reading' (duration: 3.471528224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:30.253064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.780403Z","time spent":"3.47262253s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189968c110445472\" "} {"level":"warn","ts":"2026-03-03T18:39:30.252553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.781833Z","time spent":"3.470350423s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:30.252816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.780686Z","time spent":"3.47102404s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:30.752442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:31.253035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:31.598847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.557827767s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:39:31.60123Z","caller":"traceutil/trace.go:171","msg":"trace[1359801659] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"2.822408452s","start":"2026-03-03T18:39:28.7788Z","end":"2026-03-03T18:39:31.601209Z","steps":["trace[1359801659] 'process raft request' (duration: 2.820232608s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:31.601453Z","caller":"traceutil/trace.go:171","msg":"trace[1720702845] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"2.822535305s","start":"2026-03-03T18:39:28.778885Z","end":"2026-03-03T18:39:31.60142Z","steps":["trace[1720702845] 'process raft request' (duration: 2.822416952s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:31.601481Z","caller":"traceutil/trace.go:171","msg":"trace[537858531] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"2.822558585s","start":"2026-03-03T18:39:28.778891Z","end":"2026-03-03T18:39:31.60145Z","steps":["trace[537858531] 'process raft request' (duration: 2.821618011s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.601614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.778846Z","time spent":"2.822685459s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:31.60163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.778858Z","time spent":"2.822689608s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:31.601664Z","caller":"traceutil/trace.go:171","msg":"trace[774811501] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"2.822569106s","start":"2026-03-03T18:39:28.779078Z","end":"2026-03-03T18:39:31.601647Z","steps":["trace[774811501] 'process raft request' (duration: 2.822287539s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.60148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.778771Z","time spent":"2.822517534s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:31.601729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.779047Z","time spent":"2.822646518s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:31.601783Z","caller":"traceutil/trace.go:171","msg":"trace[693782215] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"2.82076083s","start":"2026-03-03T18:39:28.781006Z","end":"2026-03-03T18:39:31.601767Z","steps":["trace[693782215] 'process raft request' (duration: 2.820566205s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:31.601872Z","caller":"traceutil/trace.go:171","msg":"trace[1074216748] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"2.819042578s","start":"2026-03-03T18:39:28.782816Z","end":"2026-03-03T18:39:31.601859Z","steps":["trace[1074216748] 'process raft request' (duration: 2.818884193s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.601872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.780989Z","time spent":"2.820834952s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:31.601937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.782729Z","time spent":"2.819177941s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:31.601892Z","caller":"traceutil/trace.go:171","msg":"trace[1074445905] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"2.583032444s","start":"2026-03-03T18:39:29.018851Z","end":"2026-03-03T18:39:31.601883Z","steps":["trace[1074445905] 'process raft request' (duration: 2.582996963s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.601999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.018825Z","time spent":"2.583152226s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:31.602022Z","caller":"traceutil/trace.go:171","msg":"trace[552750151] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"2.818462533s","start":"2026-03-03T18:39:28.783551Z","end":"2026-03-03T18:39:31.602014Z","steps":["trace[552750151] 'process raft request' (duration: 2.818247897s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.602067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.783538Z","time spent":"2.818503315s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:31.613525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999833433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:31.613555Z","caller":"traceutil/trace.go:171","msg":"trace[1079068793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999900494s","start":"2026-03-03T18:39:29.613649Z","end":"2026-03-03T18:39:31.613549Z","steps":["trace[1079068793] 'agreement among raft nodes before linearized reading' (duration: 1.999865824s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.613574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.613629Z","time spent":"1.999940836s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:31.848282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.104758ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T18:39:31.84871Z","caller":"traceutil/trace.go:171","msg":"trace[514936229] linearizableReadLoop","detail":"{readStateIndex:25243; appliedIndex:25233; }","duration":"1.596617216s","start":"2026-03-03T18:39:30.252061Z","end":"2026-03-03T18:39:31.848678Z","steps":["trace[514936229] 'read index received' (duration: 1.348212799s)","trace[514936229] 'applied index is now lower than readState.Index' (duration: 248.402357ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:31.848869Z","caller":"traceutil/trace.go:171","msg":"trace[1407804357] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"1.593655012s","start":"2026-03-03T18:39:30.255188Z","end":"2026-03-03T18:39:31.848843Z","steps":["trace[1407804357] 'process raft request' (duration: 1.593309263s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.84902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:30.255176Z","time spent":"1.593772395s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:32.349713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:32.850509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:33.350655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:33.618521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00053701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:39:33.618643Z","caller":"traceutil/trace.go:171","msg":"trace[1858644801] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000712454s","start":"2026-03-03T18:39:31.617911Z","end":"2026-03-03T18:39:33.618624Z","steps":["trace[1858644801] 'agreement among raft nodes before linearized reading' (duration: 2.000563521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:33.618694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:31.617896Z","time spent":"2.000787977s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:33.851578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:34.327351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.549042586s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:34.327988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.816048807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:34.328075Z","caller":"traceutil/trace.go:171","msg":"trace[1128302919] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24376; }","duration":"5.816187911s","start":"2026-03-03T18:39:28.511864Z","end":"2026-03-03T18:39:34.328052Z","steps":["trace[1128302919] 'agreement among raft nodes before linearized reading' (duration: 3.336886082s)","trace[1128302919] 'count revisions from in-memory index tree' (duration: 2.479175997s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:34.328123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.511841Z","time spent":"5.816270203s","remote":"127.0.0.1:38542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:34.328448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.546078126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T18:39:34.328484Z","caller":"traceutil/trace.go:171","msg":"trace[1593780846] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67; range_end:; response_count:1; response_revision:24376; }","duration":"6.546144457s","start":"2026-03-03T18:39:27.782326Z","end":"2026-03-03T18:39:34.32847Z","steps":["trace[1593780846] 'agreement among raft nodes before linearized reading' (duration: 4.066509759s)","trace[1593780846] 'range keys from in-memory index tree' (duration: 2.479506014s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:34.328516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:27.782306Z","time spent":"6.546203149s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" "} {"level":"warn","ts":"2026-03-03T18:39:34.328844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.131716709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:39:34.328906Z","caller":"traceutil/trace.go:171","msg":"trace[1325315818] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24376; }","duration":"6.131827681s","start":"2026-03-03T18:39:28.197062Z","end":"2026-03-03T18:39:34.328889Z","steps":["trace[1325315818] 'agreement among raft nodes before linearized reading' (duration: 3.651818734s)","trace[1325315818] 'range keys from in-memory index tree' (duration: 2.479842223s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:34.328935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.197039Z","time spent":"6.131889872s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:39:34.329117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.259431705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T18:39:34.329141Z","caller":"traceutil/trace.go:171","msg":"trace[1199050741] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24376; }","duration":"6.259485646s","start":"2026-03-03T18:39:28.069645Z","end":"2026-03-03T18:39:34.329131Z","steps":["trace[1199050741] 'agreement among raft nodes before linearized reading' (duration: 3.779248933s)","trace[1199050741] 'range keys from in-memory index tree' (duration: 2.480177612s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:34.329159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.069624Z","time spent":"6.259530847s","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:39:34.32928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.997385905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:34.329309Z","caller":"traceutil/trace.go:171","msg":"trace[235314827] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24376; }","duration":"5.997455916s","start":"2026-03-03T18:39:28.331842Z","end":"2026-03-03T18:39:34.329298Z","steps":["trace[235314827] 'agreement among raft nodes before linearized reading' (duration: 3.517050549s)","trace[235314827] 'count revisions from in-memory index tree' (duration: 2.480352646s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:34.329337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.33182Z","time spent":"5.997508718s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:34.329489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.548881765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f649e6e4-baa8-47b4-865e-314e2660c414\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-03T18:39:34.329523Z","caller":"traceutil/trace.go:171","msg":"trace[424083260] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f649e6e4-baa8-47b4-865e-314e2660c414; range_end:; response_count:1; response_revision:24376; }","duration":"7.548930626s","start":"2026-03-03T18:39:26.780582Z","end":"2026-03-03T18:39:34.329512Z","steps":["trace[424083260] 'agreement among raft nodes before linearized reading' (duration: 5.068337004s)","trace[424083260] 'range keys from in-memory index tree' (duration: 2.480540091s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:34.329547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.780568Z","time spent":"7.548972467s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-f649e6e4-baa8-47b4-865e-314e2660c414\" "} {"level":"warn","ts":"2026-03-03T18:39:34.32964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.425029887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:34.329698Z","caller":"traceutil/trace.go:171","msg":"trace[1945252234] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24376; }","duration":"5.42513132s","start":"2026-03-03T18:39:28.904547Z","end":"2026-03-03T18:39:34.329679Z","steps":["trace[1945252234] 'agreement among raft nodes before linearized reading' (duration: 2.944371034s)","trace[1945252234] 'count revisions from in-memory index tree' (duration: 2.480658914s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:34.329737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.904526Z","time spent":"5.425201962s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:34.330037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.920483319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T18:39:34.330067Z","caller":"traceutil/trace.go:171","msg":"trace[655004529] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24376; }","duration":"4.92055207s","start":"2026-03-03T18:39:29.409505Z","end":"2026-03-03T18:39:34.330057Z","steps":["trace[655004529] 'agreement among raft nodes before linearized reading' (duration: 2.439469646s)","trace[655004529] 'count revisions from in-memory index tree' (duration: 2.481037443s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:34.330097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.409484Z","time spent":"4.920605012s","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:34.330311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.547656493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-03T18:39:34.330344Z","caller":"traceutil/trace.go:171","msg":"trace[735878071] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24376; }","duration":"7.547697564s","start":"2026-03-03T18:39:26.782636Z","end":"2026-03-03T18:39:34.330334Z","steps":["trace[735878071] 'agreement among raft nodes before linearized reading' (duration: 5.066356984s)","trace[735878071] 'range keys from in-memory index tree' (duration: 2.481218138s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:34.330373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.78263Z","time spent":"7.547735127s","remote":"127.0.0.1:55412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1334,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-03T18:39:34.330411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.176438684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:34.332979Z","caller":"traceutil/trace.go:171","msg":"trace[860141111] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24376; }","duration":"7.179019188s","start":"2026-03-03T18:39:27.153925Z","end":"2026-03-03T18:39:34.332944Z","steps":["trace[860141111] 'agreement among raft nodes before linearized reading' (duration: 4.695092152s)","trace[860141111] 'count revisions from in-memory index tree' (duration: 2.481361042s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:34.333046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:27.153908Z","time spent":"7.17911768s","remote":"127.0.0.1:52028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:34.330766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.046252768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:34.333237Z","caller":"traceutil/trace.go:171","msg":"trace[459224346] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24376; }","duration":"5.048693888s","start":"2026-03-03T18:39:29.284454Z","end":"2026-03-03T18:39:34.333148Z","steps":["trace[459224346] 'agreement among raft nodes before linearized reading' (duration: 2.564534997s)","trace[459224346] 'count revisions from in-memory index tree' (duration: 2.481738291s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:34.333305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.28442Z","time spent":"5.048855093s","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:34.330792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.697364308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:34.333465Z","caller":"traceutil/trace.go:171","msg":"trace[120958256] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24376; }","duration":"5.700067157s","start":"2026-03-03T18:39:28.633385Z","end":"2026-03-03T18:39:34.333452Z","steps":["trace[120958256] 'agreement among raft nodes before linearized reading' (duration: 3.215633907s)","trace[120958256] 'count revisions from in-memory index tree' (duration: 2.481742141s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:34.33351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.633364Z","time spent":"5.700134568s","remote":"127.0.0.1:40810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:34.330888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.755610685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:34.333597Z","caller":"traceutil/trace.go:171","msg":"trace[245683975] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24376; }","duration":"5.758418466s","start":"2026-03-03T18:39:28.575159Z","end":"2026-03-03T18:39:34.333578Z","steps":["trace[245683975] 'agreement among raft nodes before linearized reading' (duration: 3.273870564s)","trace[245683975] 'count revisions from in-memory index tree' (duration: 2.481761352s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:34.333652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.575132Z","time spent":"5.758503738s","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:34.330923Z","caller":"traceutil/trace.go:171","msg":"trace[1500086302] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"2.552733681s","start":"2026-03-03T18:39:31.778176Z","end":"2026-03-03T18:39:34.330909Z","steps":["trace[1500086302] 'process raft request' (duration: 2.549371245s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:34.333808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:31.778152Z","time spent":"2.555600412s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:35.024551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999935786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:39:35.024634Z","caller":"traceutil/trace.go:171","msg":"trace[589200522] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070439s","start":"2026-03-03T18:39:33.024545Z","end":"2026-03-03T18:39:35.024615Z","steps":["trace[589200522] 'agreement among raft nodes before linearized reading' (duration: 1.999972347s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.024678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.024523Z","time spent":"2.000145701s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:35.619478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000483508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:39:35.619565Z","caller":"traceutil/trace.go:171","msg":"trace[176199171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615202s","start":"2026-03-03T18:39:33.618931Z","end":"2026-03-03T18:39:35.619546Z","steps":["trace[176199171] 'agreement among raft nodes before linearized reading' (duration: 2.000505479s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.619645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.618919Z","time spent":"2.000715854s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:35.836902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.509309046s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:39:35.83749Z","caller":"traceutil/trace.go:171","msg":"trace[509050513] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"2.560754981s","start":"2026-03-03T18:39:33.276707Z","end":"2026-03-03T18:39:35.837462Z","steps":["trace[509050513] 'process raft request' (duration: 2.560667249s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:35.837595Z","caller":"traceutil/trace.go:171","msg":"trace[1510786453] linearizableReadLoop","detail":"{readStateIndex:25253; appliedIndex:25243; }","duration":"3.988802102s","start":"2026-03-03T18:39:31.848776Z","end":"2026-03-03T18:39:35.837578Z","steps":["trace[1510786453] 'read index received' (duration: 2.478786907s)","trace[1510786453] 'applied index is now lower than readState.Index' (duration: 1.510014535s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:35.837653Z","caller":"traceutil/trace.go:171","msg":"trace[1689578122] transaction","detail":"{read_only:false; response_revision:24384; number_of_response:1; }","duration":"2.229503318s","start":"2026-03-03T18:39:33.608142Z","end":"2026-03-03T18:39:35.837645Z","steps":["trace[1689578122] 'process raft request' (duration: 2.229370255s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.83769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.60813Z","time spent":"2.229539858s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:35.837717Z","caller":"traceutil/trace.go:171","msg":"trace[16993652] transaction","detail":"{read_only:false; response_revision:24386; number_of_response:1; }","duration":"2.22920219s","start":"2026-03-03T18:39:33.60851Z","end":"2026-03-03T18:39:35.837712Z","steps":["trace[16993652] 'process raft request' (duration: 2.229043277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.837793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.608492Z","time spent":"2.229245421s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:35.837846Z","caller":"traceutil/trace.go:171","msg":"trace[959368024] transaction","detail":"{read_only:false; response_revision:24382; number_of_response:1; }","duration":"2.230770851s","start":"2026-03-03T18:39:33.607035Z","end":"2026-03-03T18:39:35.837806Z","steps":["trace[959368024] 'process raft request' (duration: 2.230425451s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.83791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.733306225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:35.837939Z","caller":"traceutil/trace.go:171","msg":"trace[1762040584] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24386; }","duration":"4.733373957s","start":"2026-03-03T18:39:31.104555Z","end":"2026-03-03T18:39:35.837929Z","steps":["trace[1762040584] 'agreement among raft nodes before linearized reading' (duration: 4.733322406s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.837974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:31.104534Z","time spent":"4.733419477s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:35.838008Z","caller":"traceutil/trace.go:171","msg":"trace[1156172423] transaction","detail":"{read_only:false; response_revision:24383; number_of_response:1; }","duration":"2.230667178s","start":"2026-03-03T18:39:33.607333Z","end":"2026-03-03T18:39:35.838Z","steps":["trace[1156172423] 'process raft request' (duration: 2.230153624s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.838024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.607021Z","time spent":"2.230908054s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:35.838127Z","caller":"traceutil/trace.go:171","msg":"trace[1819272160] transaction","detail":"{read_only:false; response_revision:24380; number_of_response:1; }","duration":"2.231840207s","start":"2026-03-03T18:39:33.60628Z","end":"2026-03-03T18:39:35.838121Z","steps":["trace[1819272160] 'process raft request' (duration: 2.231127458s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.838161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.606255Z","time spent":"2.231887508s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:35.838178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.052154427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:35.838205Z","caller":"traceutil/trace.go:171","msg":"trace[1517401283] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24386; }","duration":"5.052205847s","start":"2026-03-03T18:39:30.78599Z","end":"2026-03-03T18:39:35.838195Z","steps":["trace[1517401283] 'agreement among raft nodes before linearized reading' (duration: 5.052154616s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:35.837696Z","caller":"traceutil/trace.go:171","msg":"trace[268719150] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"2.229523478s","start":"2026-03-03T18:39:33.608165Z","end":"2026-03-03T18:39:35.837688Z","steps":["trace[268719150] 'process raft request' (duration: 2.229369074s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:35.838222Z","caller":"traceutil/trace.go:171","msg":"trace[703997587] transaction","detail":"{read_only:false; response_revision:24381; number_of_response:1; }","duration":"2.231671543s","start":"2026-03-03T18:39:33.606541Z","end":"2026-03-03T18:39:35.838213Z","steps":["trace[703997587] 'process raft request' (duration: 2.230893733s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.838224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:30.785976Z","time spent":"5.052243219s","remote":"127.0.0.1:51942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:35.838252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.606532Z","time spent":"2.231702343s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:35.838278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.608135Z","time spent":"2.230098082s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:35.838049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.607313Z","time spent":"2.230712449s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:35.838419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.986319329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5c46bc48fb-2xhfn.189968bd76c9cc3c\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T18:39:35.838439Z","caller":"traceutil/trace.go:171","msg":"trace[100738845] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5c46bc48fb-2xhfn.189968bd76c9cc3c; range_end:; response_count:1; response_revision:24386; }","duration":"3.986402761s","start":"2026-03-03T18:39:31.852031Z","end":"2026-03-03T18:39:35.838433Z","steps":["trace[100738845] 'agreement among raft nodes before linearized reading' (duration: 3.986288649s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.838459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:31.852015Z","time spent":"3.986439502s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-5c46bc48fb-2xhfn.189968bd76c9cc3c\" "} {"level":"warn","ts":"2026-03-03T18:39:35.838573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.106812713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:35.838599Z","caller":"traceutil/trace.go:171","msg":"trace[788567071] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24386; }","duration":"5.106859324s","start":"2026-03-03T18:39:30.731726Z","end":"2026-03-03T18:39:35.838586Z","steps":["trace[788567071] 'agreement among raft nodes before linearized reading' (duration: 5.106823023s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.838619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:30.73171Z","time spent":"5.106904435s","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:35.838713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502519276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:39:35.838743Z","caller":"traceutil/trace.go:171","msg":"trace[873295214] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24386; }","duration":"1.502564057s","start":"2026-03-03T18:39:34.336173Z","end":"2026-03-03T18:39:35.838737Z","steps":["trace[873295214] 'agreement among raft nodes before linearized reading' (duration: 1.502470095s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.838756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581601205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:39:35.838763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:34.336166Z","time spent":"1.502591047s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:39:35.838775Z","caller":"traceutil/trace.go:171","msg":"trace[307891061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24386; }","duration":"3.581639317s","start":"2026-03-03T18:39:32.257129Z","end":"2026-03-03T18:39:35.838768Z","steps":["trace[307891061] 'agreement among raft nodes before linearized reading' (duration: 3.581578515s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.838792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.257119Z","time spent":"3.581669607s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:35.83885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581132033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:39:35.838907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.58470158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T18:39:35.838909Z","caller":"traceutil/trace.go:171","msg":"trace[387567589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24386; }","duration":"3.581217835s","start":"2026-03-03T18:39:32.257672Z","end":"2026-03-03T18:39:35.83889Z","steps":["trace[387567589] 'agreement among raft nodes before linearized reading' (duration: 3.58103227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.838922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.582116738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:39:35.838928Z","caller":"traceutil/trace.go:171","msg":"trace[770260633] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24386; }","duration":"5.584794492s","start":"2026-03-03T18:39:30.254128Z","end":"2026-03-03T18:39:35.838923Z","steps":["trace[770260633] 'agreement among raft nodes before linearized reading' (duration: 5.584724841s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:35.838941Z","caller":"traceutil/trace.go:171","msg":"trace[882538707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24386; }","duration":"3.58217092s","start":"2026-03-03T18:39:32.256765Z","end":"2026-03-03T18:39:35.838936Z","steps":["trace[882538707] 'agreement among raft nodes before linearized reading' (duration: 3.582118969s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.838949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:30.254115Z","time spent":"5.584830924s","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T18:39:35.838934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33005013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:35.838994Z","caller":"traceutil/trace.go:171","msg":"trace[1526497369] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24386; }","duration":"2.330163603s","start":"2026-03-03T18:39:33.508815Z","end":"2026-03-03T18:39:35.838979Z","steps":["trace[1526497369] 'agreement among raft nodes before linearized reading' (duration: 2.33002822s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.839005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583907512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T18:39:35.837613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.276682Z","time spent":"2.560851375s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:35.838873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58178381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:39:35.839028Z","caller":"traceutil/trace.go:171","msg":"trace[1773250067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24386; }","duration":"3.583928073s","start":"2026-03-03T18:39:32.255093Z","end":"2026-03-03T18:39:35.839021Z","steps":["trace[1773250067] 'agreement among raft nodes before linearized reading' (duration: 3.583876662s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:35.839046Z","caller":"traceutil/trace.go:171","msg":"trace[2085263871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24386; }","duration":"3.581974404s","start":"2026-03-03T18:39:32.257067Z","end":"2026-03-03T18:39:35.839041Z","steps":["trace[2085263871] 'agreement among raft nodes before linearized reading' (duration: 3.581769679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.83905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.255037Z","time spent":"3.584008835s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:35.839066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.257059Z","time spent":"3.582003195s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:39:35.83908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450701008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:35.839122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.03022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:35.839121Z","caller":"traceutil/trace.go:171","msg":"trace[1675527569] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24386; }","duration":"3.45077368s","start":"2026-03-03T18:39:32.388334Z","end":"2026-03-03T18:39:35.839108Z","steps":["trace[1675527569] 'agreement among raft nodes before linearized reading' (duration: 3.450706538s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:35.839141Z","caller":"traceutil/trace.go:171","msg":"trace[1185608446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24386; }","duration":"214.084262ms","start":"2026-03-03T18:39:35.625051Z","end":"2026-03-03T18:39:35.839136Z","steps":["trace[1185608446] 'agreement among raft nodes before linearized reading' (duration: 214.052881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.839161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.388316Z","time spent":"3.450835051s","remote":"127.0.0.1:32892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:35.839226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50307917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-03T18:39:35.839267Z","caller":"traceutil/trace.go:171","msg":"trace[1768450348] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24386; }","duration":"1.503134701s","start":"2026-03-03T18:39:34.336103Z","end":"2026-03-03T18:39:35.839238Z","steps":["trace[1768450348] 'agreement among raft nodes before linearized reading' (duration: 1.503046149s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.839285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:34.336083Z","time spent":"1.503198442s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T18:39:35.839239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.391152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:35.839318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657877209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:35.83932Z","caller":"traceutil/trace.go:171","msg":"trace[969061310] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24386; }","duration":"440.499885ms","start":"2026-03-03T18:39:35.398813Z","end":"2026-03-03T18:39:35.839313Z","steps":["trace[969061310] 'agreement among raft nodes before linearized reading' (duration: 440.403953ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:35.839345Z","caller":"traceutil/trace.go:171","msg":"trace[89313592] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24386; }","duration":"1.657942001s","start":"2026-03-03T18:39:34.181394Z","end":"2026-03-03T18:39:35.839336Z","steps":["trace[89313592] 'agreement among raft nodes before linearized reading' (duration: 1.65789878s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.83935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.398794Z","time spent":"440.548527ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:35.839366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:34.181373Z","time spent":"1.657986942s","remote":"127.0.0.1:52034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:35.838951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.257666Z","time spent":"3.581274296s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:35.839023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.508794Z","time spent":"2.330223525s","remote":"127.0.0.1:45414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:35.839506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.845621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T18:39:35.839528Z","caller":"traceutil/trace.go:171","msg":"trace[849520427] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67; range_end:; response_count:1; response_revision:24386; }","duration":"501.893161ms","start":"2026-03-03T18:39:35.337628Z","end":"2026-03-03T18:39:35.839521Z","steps":["trace[849520427] 'agreement among raft nodes before linearized reading' (duration: 501.82682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.839014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769066537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:35.839547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.337613Z","time spent":"501.927463ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" "} {"level":"info","ts":"2026-03-03T18:39:35.839557Z","caller":"traceutil/trace.go:171","msg":"trace[1332128154] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24386; }","duration":"2.769653683s","start":"2026-03-03T18:39:33.069895Z","end":"2026-03-03T18:39:35.839548Z","steps":["trace[1332128154] 'agreement among raft nodes before linearized reading' (duration: 2.769081279s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.839581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.069874Z","time spent":"2.769696374s","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:39:35.839641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.938869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:35.838958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.256744Z","time spent":"3.58221076s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:39:35.839666Z","caller":"traceutil/trace.go:171","msg":"trace[2051101255] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24386; }","duration":"670.988691ms","start":"2026-03-03T18:39:35.168669Z","end":"2026-03-03T18:39:35.839658Z","steps":["trace[2051101255] 'agreement among raft nodes before linearized reading' (duration: 670.94312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.839698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.168653Z","time spent":"671.039382ms","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:35.839813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.583483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:35.83983Z","caller":"traceutil/trace.go:171","msg":"trace[1805268014] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24386; }","duration":"736.631415ms","start":"2026-03-03T18:39:35.103193Z","end":"2026-03-03T18:39:35.839825Z","steps":["trace[1805268014] 'agreement among raft nodes before linearized reading' (duration: 736.600434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.839848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.103176Z","time spent":"736.667905ms","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:35.83991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370301786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:35.839934Z","caller":"traceutil/trace.go:171","msg":"trace[1372844526] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24386; }","duration":"1.370359827s","start":"2026-03-03T18:39:34.469565Z","end":"2026-03-03T18:39:35.839925Z","steps":["trace[1372844526] 'agreement among raft nodes before linearized reading' (duration: 1.370324607s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.839953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:34.469545Z","time spent":"1.370402508s","remote":"127.0.0.1:52012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:35.840009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.877942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:35.84001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.045046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:35.840028Z","caller":"traceutil/trace.go:171","msg":"trace[1515093864] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24386; }","duration":"777.934984ms","start":"2026-03-03T18:39:35.062088Z","end":"2026-03-03T18:39:35.840023Z","steps":["trace[1515093864] 'agreement among raft nodes before linearized reading' (duration: 777.895453ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:35.840032Z","caller":"traceutil/trace.go:171","msg":"trace[218457288] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24386; }","duration":"903.102897ms","start":"2026-03-03T18:39:34.936924Z","end":"2026-03-03T18:39:35.840026Z","steps":["trace[218457288] 'agreement among raft nodes before linearized reading' (duration: 903.063096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.840046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.062068Z","time spent":"777.971245ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:35.840051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:34.936905Z","time spent":"903.141808ms","remote":"127.0.0.1:38522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:35.840147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503581162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-03T18:39:35.840235Z","caller":"traceutil/trace.go:171","msg":"trace[1513544171] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24386; }","duration":"1.503703916s","start":"2026-03-03T18:39:34.33651Z","end":"2026-03-03T18:39:35.840214Z","steps":["trace[1513544171] 'agreement among raft nodes before linearized reading' (duration: 1.503428849s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:35.840282Z","caller":"traceutil/trace.go:171","msg":"trace[944551122] transaction","detail":"{read_only:false; response_revision:24378; number_of_response:1; }","duration":"2.715785686s","start":"2026-03-03T18:39:33.124413Z","end":"2026-03-03T18:39:35.840199Z","steps":["trace[944551122] 'process raft request' (duration: 2.712835912s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:35.840281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:34.336498Z","time spent":"1.503774117s","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-03T18:39:35.840335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.124388Z","time spent":"2.71591847s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:36.343627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:36.84477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204074986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:37.229129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38597276s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:39:37.229696Z","caller":"traceutil/trace.go:171","msg":"trace[1753189829] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"1.386621467s","start":"2026-03-03T18:39:35.843052Z","end":"2026-03-03T18:39:37.229674Z","steps":["trace[1753189829] 'process raft request' (duration: 1.386476313s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:37.229835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.843042Z","time spent":"1.386722159s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:37.260131Z","caller":"traceutil/trace.go:171","msg":"trace[1118117315] transaction","detail":"{read_only:false; response_revision:24389; number_of_response:1; }","duration":"1.415198777s","start":"2026-03-03T18:39:35.844904Z","end":"2026-03-03T18:39:37.260103Z","steps":["trace[1118117315] 'process raft request' (duration: 1.415105974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:37.26031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.844889Z","time spent":"1.415323799s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:37.260329Z","caller":"traceutil/trace.go:171","msg":"trace[1507533702] transaction","detail":"{read_only:false; response_revision:24388; number_of_response:1; }","duration":"1.415429092s","start":"2026-03-03T18:39:35.844876Z","end":"2026-03-03T18:39:37.260305Z","steps":["trace[1507533702] 'process raft request' (duration: 1.414942349s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:37.26051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.844868Z","time spent":"1.415573196s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:37.260703Z","caller":"traceutil/trace.go:171","msg":"trace[272642060] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"1.41490785s","start":"2026-03-03T18:39:35.845776Z","end":"2026-03-03T18:39:37.260683Z","steps":["trace[272642060] 'process raft request' (duration: 1.414286464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:37.260821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.845745Z","time spent":"1.415015703s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:37.261904Z","caller":"traceutil/trace.go:171","msg":"trace[1705399300] linearizableReadLoop","detail":"{readStateIndex:25259; appliedIndex:25253; }","duration":"1.418757816s","start":"2026-03-03T18:39:35.843128Z","end":"2026-03-03T18:39:37.261886Z","steps":["trace[1705399300] 'read index received' (duration: 1.386518023s)","trace[1705399300] 'applied index is now lower than readState.Index' (duration: 32.238293ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:37.262008Z","caller":"traceutil/trace.go:171","msg":"trace[669568380] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"1.415027342s","start":"2026-03-03T18:39:35.846963Z","end":"2026-03-03T18:39:37.26199Z","steps":["trace[669568380] 'process raft request' (duration: 1.414843948s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:37.261983Z","caller":"traceutil/trace.go:171","msg":"trace[2133902934] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"1.416073038s","start":"2026-03-03T18:39:35.845883Z","end":"2026-03-03T18:39:37.261956Z","steps":["trace[2133902934] 'process raft request' (duration: 1.414491198s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:37.262111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.846954Z","time spent":"1.415103194s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:37.262115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417270139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T18:39:37.262171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.845878Z","time spent":"1.416206763s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:37.262233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243159183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189968ce37bcc1c0\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-03T18:39:37.262266Z","caller":"traceutil/trace.go:171","msg":"trace[838354897] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24392; }","duration":"1.417415682s","start":"2026-03-03T18:39:35.844818Z","end":"2026-03-03T18:39:37.262234Z","steps":["trace[838354897] 'agreement among raft nodes before linearized reading' (duration: 1.417197147s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:37.262308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362782216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:37.262353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.503041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T18:39:37.262339Z","caller":"traceutil/trace.go:171","msg":"trace[356624666] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24392; }","duration":"1.362847538s","start":"2026-03-03T18:39:35.899483Z","end":"2026-03-03T18:39:37.26233Z","steps":["trace[356624666] 'agreement among raft nodes before linearized reading' (duration: 1.362801727s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:37.262389Z","caller":"traceutil/trace.go:171","msg":"trace[258211443] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67; range_end:; response_count:1; response_revision:24392; }","duration":"416.565083ms","start":"2026-03-03T18:39:36.845815Z","end":"2026-03-03T18:39:37.26238Z","steps":["trace[258211443] 'agreement among raft nodes before linearized reading' (duration: 416.478481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:37.262417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.899453Z","time spent":"1.36295558s","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:39:37.262425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:36.845798Z","time spent":"416.619414ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" "} {"level":"info","ts":"2026-03-03T18:39:37.262273Z","caller":"traceutil/trace.go:171","msg":"trace[1490633186] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189968ce37bcc1c0; range_end:; response_count:1; response_revision:24392; }","duration":"1.243225175s","start":"2026-03-03T18:39:36.019032Z","end":"2026-03-03T18:39:37.262257Z","steps":["trace[1490633186] 'agreement among raft nodes before linearized reading' (duration: 1.243120032s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:37.262569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:36.019015Z","time spent":"1.243541862s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189968ce37bcc1c0\" "} {"level":"warn","ts":"2026-03-03T18:39:37.262539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415705019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-03-03T18:39:37.262536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414408406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:37.262627Z","caller":"traceutil/trace.go:171","msg":"trace[914895644] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24392; }","duration":"1.415805341s","start":"2026-03-03T18:39:35.846815Z","end":"2026-03-03T18:39:37.26262Z","steps":["trace[914895644] 'agreement among raft nodes before linearized reading' (duration: 1.415615536s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:37.262629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.950393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T18:39:37.262699Z","caller":"traceutil/trace.go:171","msg":"trace[979631660] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24392; }","duration":"1.414581161s","start":"2026-03-03T18:39:35.848099Z","end":"2026-03-03T18:39:37.26268Z","steps":["trace[979631660] 'agreement among raft nodes before linearized reading' (duration: 1.414391527s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:37.262809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.848092Z","time spent":"1.414695894s","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:39:37.262691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.846808Z","time spent":"1.415875713s","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:39:37.262892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417944085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189968ce3948c876\" ","response":"range_response_count:1 size:742"} {"level":"warn","ts":"2026-03-03T18:39:37.262311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.844811Z","time spent":"1.417489514s","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T18:39:37.262964Z","caller":"traceutil/trace.go:171","msg":"trace[200991285] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189968ce3948c876; range_end:; response_count:1; response_revision:24392; }","duration":"1.418015947s","start":"2026-03-03T18:39:35.84493Z","end":"2026-03-03T18:39:37.262946Z","steps":["trace[200991285] 'agreement among raft nodes before linearized reading' (duration: 1.417834493s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:37.26272Z","caller":"traceutil/trace.go:171","msg":"trace[979058443] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24392; }","duration":"747.085047ms","start":"2026-03-03T18:39:36.515616Z","end":"2026-03-03T18:39:37.262701Z","steps":["trace[979058443] 'agreement among raft nodes before linearized reading' (duration: 746.838641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:37.263018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.844908Z","time spent":"1.418096779s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":764,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189968ce3948c876\" "} {"level":"warn","ts":"2026-03-03T18:39:37.262113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418965451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ceb39b7-70a8-4721-94d6-0a46822c4e74\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-03T18:39:37.263078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:36.515595Z","time spent":"747.466057ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T18:39:37.263132Z","caller":"traceutil/trace.go:171","msg":"trace[109604906] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ceb39b7-70a8-4721-94d6-0a46822c4e74; range_end:; response_count:1; response_revision:24392; }","duration":"1.420003206s","start":"2026-03-03T18:39:35.843115Z","end":"2026-03-03T18:39:37.263118Z","steps":["trace[109604906] 'agreement among raft nodes before linearized reading' (duration: 1.418874358s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:37.263189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:35.843108Z","time spent":"1.420065808s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-4ceb39b7-70a8-4721-94d6-0a46822c4e74\" "} {"level":"warn","ts":"2026-03-03T18:39:37.263592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.33996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T18:39:37.263708Z","caller":"traceutil/trace.go:171","msg":"trace[1311070111] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24392; }","duration":"698.494655ms","start":"2026-03-03T18:39:36.565195Z","end":"2026-03-03T18:39:37.26369Z","steps":["trace[1311070111] 'agreement among raft nodes before linearized reading' (duration: 697.16212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:37.263763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:36.565176Z","time spent":"698.570436ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":238,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:39.764507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204075045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:40.264833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204075045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:40.311476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203459923s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:39:40.312186Z","caller":"traceutil/trace.go:171","msg":"trace[1348325331] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"1.204238433s","start":"2026-03-03T18:39:39.1079Z","end":"2026-03-03T18:39:40.312138Z","steps":["trace[1348325331] 'process raft request' (duration: 1.203909635s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:40.312698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.107883Z","time spent":"1.204383176s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:41.391065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079222694s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:39:41.391636Z","caller":"traceutil/trace.go:171","msg":"trace[1035736727] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"2.05289778s","start":"2026-03-03T18:39:39.338703Z","end":"2026-03-03T18:39:41.391601Z","steps":["trace[1035736727] 'process raft request' (duration: 2.052627263s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:41.391712Z","caller":"traceutil/trace.go:171","msg":"trace[1823522056] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"1.543473868s","start":"2026-03-03T18:39:39.848207Z","end":"2026-03-03T18:39:41.391681Z","steps":["trace[1823522056] 'process raft request' (duration: 1.543321394s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:41.391768Z","caller":"traceutil/trace.go:171","msg":"trace[1892515912] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"1.541226421s","start":"2026-03-03T18:39:39.850502Z","end":"2026-03-03T18:39:41.391728Z","steps":["trace[1892515912] 'process raft request' (duration: 1.541068087s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.391803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.338688Z","time spent":"2.053015042s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:41.391842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.848183Z","time spent":"1.543592031s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:41.391795Z","caller":"traceutil/trace.go:171","msg":"trace[88995499] linearizableReadLoop","detail":"{readStateIndex:25287; appliedIndex:25278; }","duration":"2.12797794s","start":"2026-03-03T18:39:39.263795Z","end":"2026-03-03T18:39:41.391773Z","steps":["trace[88995499] 'read index received' (duration: 1.048073089s)","trace[88995499] 'applied index is now lower than readState.Index' (duration: 1.079903981s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:41.391935Z","caller":"traceutil/trace.go:171","msg":"trace[1230146408] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"1.539722193s","start":"2026-03-03T18:39:39.852201Z","end":"2026-03-03T18:39:41.391924Z","steps":["trace[1230146408] 'process raft request' (duration: 1.539406135s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:41.391957Z","caller":"traceutil/trace.go:171","msg":"trace[372971611] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"1.522271354s","start":"2026-03-03T18:39:39.869679Z","end":"2026-03-03T18:39:41.39195Z","steps":["trace[372971611] 'process raft request' (duration: 1.522059868s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.39195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.850485Z","time spent":"1.541364484s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:41.391986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.86967Z","time spent":"1.522299164s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:41.392042Z","caller":"traceutil/trace.go:171","msg":"trace[1920091093] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"1.53921414s","start":"2026-03-03T18:39:39.852819Z","end":"2026-03-03T18:39:41.392033Z","steps":["trace[1920091093] 'process raft request' (duration: 1.53881988s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.392045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.852177Z","time spent":"1.539790634s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:41.392073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.852793Z","time spent":"1.539262041s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:41.392203Z","caller":"traceutil/trace.go:171","msg":"trace[664318485] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"1.522976971s","start":"2026-03-03T18:39:39.869221Z","end":"2026-03-03T18:39:41.392198Z","steps":["trace[664318485] 'process raft request' (duration: 1.522453448s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.392256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.869193Z","time spent":"1.523027652s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:41.392267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127924428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:39:41.392301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128504873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T18:39:41.392309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.310121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:41.392341Z","caller":"traceutil/trace.go:171","msg":"trace[2122051015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24419; }","duration":"2.128563584s","start":"2026-03-03T18:39:39.263768Z","end":"2026-03-03T18:39:41.392332Z","steps":["trace[2122051015] 'agreement among raft nodes before linearized reading' (duration: 2.128447391s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:41.392543Z","caller":"traceutil/trace.go:171","msg":"trace[1030471091] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24419; }","duration":"338.575298ms","start":"2026-03-03T18:39:41.053951Z","end":"2026-03-03T18:39:41.392526Z","steps":["trace[1030471091] 'agreement among raft nodes before linearized reading' (duration: 338.319881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.39255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778051116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:41.392559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.263755Z","time spent":"2.128798s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:39:41.392582Z","caller":"traceutil/trace.go:171","msg":"trace[1606485874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24419; }","duration":"1.778318453s","start":"2026-03-03T18:39:39.614256Z","end":"2026-03-03T18:39:41.392574Z","steps":["trace[1606485874] 'agreement among raft nodes before linearized reading' (duration: 1.778069187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.392239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7595527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:41.39259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.053932Z","time spent":"338.644659ms","remote":"127.0.0.1:51956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:41.392618Z","caller":"traceutil/trace.go:171","msg":"trace[298520512] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24419; }","duration":"1.759964511s","start":"2026-03-03T18:39:39.632648Z","end":"2026-03-03T18:39:41.392612Z","steps":["trace[298520512] 'agreement among raft nodes before linearized reading' (duration: 1.759485419s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.392649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.632635Z","time spent":"1.760006483s","remote":"127.0.0.1:45402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:41.392701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051557136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T18:39:41.392739Z","caller":"traceutil/trace.go:171","msg":"trace[1680333754] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24419; }","duration":"2.051610258s","start":"2026-03-03T18:39:39.341118Z","end":"2026-03-03T18:39:41.392728Z","steps":["trace[1680333754] 'agreement among raft nodes before linearized reading' (duration: 2.051517586s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.392769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.341108Z","time spent":"2.051654879s","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:39:41.392195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.888009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:41.392815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227556982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:41.392847Z","caller":"traceutil/trace.go:171","msg":"trace[2035457854] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24419; }","duration":"330.587008ms","start":"2026-03-03T18:39:41.062253Z","end":"2026-03-03T18:39:41.39284Z","steps":["trace[2035457854] 'agreement among raft nodes before linearized reading' (duration: 329.90437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.392868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.062232Z","time spent":"330.629258ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:41.392326Z","caller":"traceutil/trace.go:171","msg":"trace[1800967511] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"1.522975671s","start":"2026-03-03T18:39:39.869345Z","end":"2026-03-03T18:39:41.392321Z","steps":["trace[1800967511] 'process raft request' (duration: 1.522359455s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.392618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.614232Z","time spent":"1.778380544s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:41.393074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126817502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:39:41.393113Z","caller":"traceutil/trace.go:171","msg":"trace[998529139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24419; }","duration":"2.126865103s","start":"2026-03-03T18:39:39.266239Z","end":"2026-03-03T18:39:41.393104Z","steps":["trace[998529139] 'agreement among raft nodes before linearized reading' (duration: 2.126789311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.393009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120531924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-03T18:39:41.393143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.266233Z","time spent":"2.126901014s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:41.39318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126265797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:39:41.393239Z","caller":"traceutil/trace.go:171","msg":"trace[1636471744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24419; }","duration":"2.126348999s","start":"2026-03-03T18:39:39.266877Z","end":"2026-03-03T18:39:41.393226Z","steps":["trace[1636471744] 'agreement among raft nodes before linearized reading' (duration: 2.126150224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.393271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.266873Z","time spent":"2.12639217s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:39:41.393154Z","caller":"traceutil/trace.go:171","msg":"trace[541161414] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67; range_end:; response_count:1; response_revision:24419; }","duration":"2.120709637s","start":"2026-03-03T18:39:39.272437Z","end":"2026-03-03T18:39:41.393147Z","steps":["trace[541161414] 'agreement among raft nodes before linearized reading' (duration: 2.120508172s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.393359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124910183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:39:41.393376Z","caller":"traceutil/trace.go:171","msg":"trace[394377019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24419; }","duration":"2.124947145s","start":"2026-03-03T18:39:39.268425Z","end":"2026-03-03T18:39:41.393372Z","steps":["trace[394377019] 'agreement among raft nodes before linearized reading' (duration: 2.124851332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.393378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.272421Z","time spent":"2.120944654s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" "} {"level":"warn","ts":"2026-03-03T18:39:41.393395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.268415Z","time spent":"2.124977625s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:39:41.392305Z","caller":"traceutil/trace.go:171","msg":"trace[808479620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24419; }","duration":"2.1279928s","start":"2026-03-03T18:39:39.2643Z","end":"2026-03-03T18:39:41.392293Z","steps":["trace[808479620] 'agreement among raft nodes before linearized reading' (duration: 2.127820426s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.393525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.264284Z","time spent":"2.129235152s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:39:41.392859Z","caller":"traceutil/trace.go:171","msg":"trace[377120639] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24419; }","duration":"1.227632263s","start":"2026-03-03T18:39:40.165214Z","end":"2026-03-03T18:39:41.392846Z","steps":["trace[377120639] 'agreement among raft nodes before linearized reading' (duration: 1.227562631s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.39377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:40.165196Z","time spent":"1.228553596s","remote":"127.0.0.1:40698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:41.396386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.869337Z","time spent":"1.523556856s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:42.240893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.419038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:42.240999Z","caller":"traceutil/trace.go:171","msg":"trace[2065590174] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"843.66394ms","start":"2026-03-03T18:39:41.397317Z","end":"2026-03-03T18:39:42.240981Z","steps":["trace[2065590174] 'process raft request' (duration: 321.072137ms)","trace[2065590174] 'compare' (duration: 522.08202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:42.241057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.397301Z","time spent":"843.728512ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:42.875211Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.156899251s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:39:42.875927Z","caller":"traceutil/trace.go:171","msg":"trace[1133661328] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"1.476791658s","start":"2026-03-03T18:39:41.399103Z","end":"2026-03-03T18:39:42.875895Z","steps":["trace[1133661328] 'process raft request' (duration: 1.476672945s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:42.875976Z","caller":"traceutil/trace.go:171","msg":"trace[1462106219] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"1.47688013s","start":"2026-03-03T18:39:41.39906Z","end":"2026-03-03T18:39:42.87594Z","steps":["trace[1462106219] 'process raft request' (duration: 1.476544352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:42.876106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.399084Z","time spent":"1.476932412s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:42.876159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.399042Z","time spent":"1.477013084s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:42.876379Z","caller":"traceutil/trace.go:171","msg":"trace[665984098] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"1.476605023s","start":"2026-03-03T18:39:41.399738Z","end":"2026-03-03T18:39:42.876343Z","steps":["trace[665984098] 'process raft request' (duration: 1.476110331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:42.876566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.399725Z","time spent":"1.476746657s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:42.877148Z","caller":"traceutil/trace.go:171","msg":"trace[1672401161] linearizableReadLoop","detail":"{readStateIndex:25293; appliedIndex:25287; }","duration":"1.473303751s","start":"2026-03-03T18:39:41.403827Z","end":"2026-03-03T18:39:42.877131Z","steps":["trace[1672401161] 'read index received' (duration: 314.487343ms)","trace[1672401161] 'applied index is now lower than readState.Index' (duration: 1.158788907s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:42.877314Z","caller":"traceutil/trace.go:171","msg":"trace[893051822] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"1.477462525s","start":"2026-03-03T18:39:41.399811Z","end":"2026-03-03T18:39:42.877273Z","steps":["trace[893051822] 'process raft request' (duration: 1.476411609s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:42.877334Z","caller":"traceutil/trace.go:171","msg":"trace[9550245] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"1.477179047s","start":"2026-03-03T18:39:41.400137Z","end":"2026-03-03T18:39:42.877316Z","steps":["trace[9550245] 'process raft request' (duration: 1.47687456s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:42.877421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.40012Z","time spent":"1.477254441s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:42.877524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473685171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:42.877744Z","caller":"traceutil/trace.go:171","msg":"trace[1159047105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24425; }","duration":"1.473783684s","start":"2026-03-03T18:39:41.403799Z","end":"2026-03-03T18:39:42.877583Z","steps":["trace[1159047105] 'agreement among raft nodes before linearized reading' (duration: 1.473657281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:42.877628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.399802Z","time spent":"1.477546897s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:42.877782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.403764Z","time spent":"1.474010959s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:43.378116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204075065,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:44.602738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133976572s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T18:39:44.602845Z","caller":"traceutil/trace.go:171","msg":"trace[2101947574] linearizableReadLoop","detail":"{readStateIndex:25294; appliedIndex:25293; }","duration":"1.725607925s","start":"2026-03-03T18:39:42.877218Z","end":"2026-03-03T18:39:44.602826Z","steps":["trace[2101947574] 'read index received' (duration: 591.694704ms)","trace[2101947574] 'applied index is now lower than readState.Index' (duration: 1.133911621s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:44.603196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079705125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:44.603196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.944945Z","time spent":"658.24593ms","remote":"127.0.0.1:55046","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:39:44.603285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.134431775s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:44.60332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694153462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:44.603362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490361648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:44.60345Z","caller":"traceutil/trace.go:171","msg":"trace[1540051134] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24425; }","duration":"2.490490501s","start":"2026-03-03T18:39:42.112944Z","end":"2026-03-03T18:39:44.603434Z","steps":["trace[1540051134] 'agreement among raft nodes before linearized reading' (duration: 2.490334837s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:44.603242Z","caller":"traceutil/trace.go:171","msg":"trace[1846127803] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24425; }","duration":"2.079789907s","start":"2026-03-03T18:39:42.52344Z","end":"2026-03-03T18:39:44.60323Z","steps":["trace[1846127803] 'agreement among raft nodes before linearized reading' (duration: 2.079703495s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:44.603524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:42.112924Z","time spent":"2.490587604s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:44.603538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36613926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:44.603569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:42.523423Z","time spent":"2.080119046s","remote":"127.0.0.1:40714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:44.603596Z","caller":"traceutil/trace.go:171","msg":"trace[85312933] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24425; }","duration":"2.366242403s","start":"2026-03-03T18:39:42.237339Z","end":"2026-03-03T18:39:44.603582Z","steps":["trace[85312933] 'agreement among raft nodes before linearized reading' (duration: 2.366143681s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:44.603628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:42.237321Z","time spent":"2.366301424s","remote":"127.0.0.1:40784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:44.603631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30062146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:39:44.603698Z","caller":"traceutil/trace.go:171","msg":"trace[1795501686] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24425; }","duration":"2.300717242s","start":"2026-03-03T18:39:42.302963Z","end":"2026-03-03T18:39:44.60368Z","steps":["trace[1795501686] 'agreement among raft nodes before linearized reading' (duration: 2.300513317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:44.603747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:42.302952Z","time spent":"2.300787424s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:39:44.603751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205130564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-03T18:39:44.603819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725218635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:44.603813Z","caller":"traceutil/trace.go:171","msg":"trace[810836978] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67; range_end:; response_count:1; response_revision:24425; }","duration":"2.205230266s","start":"2026-03-03T18:39:42.398564Z","end":"2026-03-03T18:39:44.603794Z","steps":["trace[810836978] 'agreement among raft nodes before linearized reading' (duration: 2.20499314s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:44.603857Z","caller":"traceutil/trace.go:171","msg":"trace[1930210375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24432; }","duration":"1.725291767s","start":"2026-03-03T18:39:42.878552Z","end":"2026-03-03T18:39:44.603844Z","steps":["trace[1930210375] 'agreement among raft nodes before linearized reading' (duration: 1.725215506s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:44.603396Z","caller":"traceutil/trace.go:171","msg":"trace[935689027] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24425; }","duration":"2.694263085s","start":"2026-03-03T18:39:41.909117Z","end":"2026-03-03T18:39:44.603381Z","steps":["trace[935689027] 'agreement among raft nodes before linearized reading' (duration: 2.694170833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:44.60387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:42.398544Z","time spent":"2.205312158s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" "} {"level":"warn","ts":"2026-03-03T18:39:44.603884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:42.878526Z","time spent":"1.725352989s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:39:44.603943Z","caller":"traceutil/trace.go:171","msg":"trace[530902437] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"1.204040789s","start":"2026-03-03T18:39:43.399894Z","end":"2026-03-03T18:39:44.603935Z","steps":["trace[530902437] 'process raft request' (duration: 1.203803003s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:44.603939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.909098Z","time spent":"2.694799829s","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:44.603992Z","caller":"traceutil/trace.go:171","msg":"trace[1881754359] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"1.203147826s","start":"2026-03-03T18:39:43.400839Z","end":"2026-03-03T18:39:44.603987Z","steps":["trace[1881754359] 'process raft request' (duration: 1.20289502s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:44.604004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.399869Z","time spent":"1.20409789s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:44.604005Z","caller":"traceutil/trace.go:171","msg":"trace[780880792] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"1.204321385s","start":"2026-03-03T18:39:43.399667Z","end":"2026-03-03T18:39:44.603989Z","steps":["trace[780880792] 'process raft request' (duration: 1.203992537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:44.604043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.400826Z","time spent":"1.203180907s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:44.604021Z","caller":"traceutil/trace.go:171","msg":"trace[1639084495] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"1.204278614s","start":"2026-03-03T18:39:43.399718Z","end":"2026-03-03T18:39:44.603997Z","steps":["trace[1639084495] 'process raft request' (duration: 1.203962886s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:44.604052Z","caller":"traceutil/trace.go:171","msg":"trace[385233056] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"1.204471319s","start":"2026-03-03T18:39:43.39957Z","end":"2026-03-03T18:39:44.604041Z","steps":["trace[385233056] 'process raft request' (duration: 1.203843854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:44.604123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.399708Z","time spent":"1.204363166s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:44.60417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.631104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:44.604185Z","caller":"traceutil/trace.go:171","msg":"trace[531831817] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24432; }","duration":"522.687356ms","start":"2026-03-03T18:39:44.081492Z","end":"2026-03-03T18:39:44.60418Z","steps":["trace[531831817] 'agreement among raft nodes before linearized reading' (duration: 522.658495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:44.604145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.399538Z","time spent":"1.204560741s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:44.604205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:44.081471Z","time spent":"522.730187ms","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:44.604006Z","caller":"traceutil/trace.go:171","msg":"trace[198893791] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"1.204360646s","start":"2026-03-03T18:39:43.399626Z","end":"2026-03-03T18:39:44.603986Z","steps":["trace[198893791] 'process raft request' (duration: 1.204002247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:44.604301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.737454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:44.604319Z","caller":"traceutil/trace.go:171","msg":"trace[41168692] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24432; }","duration":"581.788245ms","start":"2026-03-03T18:39:44.022525Z","end":"2026-03-03T18:39:44.604314Z","steps":["trace[41168692] 'agreement among raft nodes before linearized reading' (duration: 581.751654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:44.604333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:44.022508Z","time spent":"581.822046ms","remote":"127.0.0.1:55622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:44.603974Z","caller":"traceutil/trace.go:171","msg":"trace[896352089] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"1.203836264s","start":"2026-03-03T18:39:43.40013Z","end":"2026-03-03T18:39:44.603966Z","steps":["trace[896352089] 'process raft request' (duration: 1.203584517s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:44.604334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.399598Z","time spent":"1.204686164s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:44.604129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.399658Z","time spent":"1.204400937s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:44.604396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.40012Z","time spent":"1.204254984s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:45.837064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.010259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:45.837158Z","caller":"traceutil/trace.go:171","msg":"trace[781978429] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24432; }","duration":"680.153383ms","start":"2026-03-03T18:39:45.156979Z","end":"2026-03-03T18:39:45.837132Z","steps":["trace[781978429] 'count revisions from in-memory index tree' (duration: 679.933087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:45.83723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:45.156957Z","time spent":"680.231264ms","remote":"127.0.0.1:59002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:45.837522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.56508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:45.837619Z","caller":"traceutil/trace.go:171","msg":"trace[204973918] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24432; }","duration":"988.719114ms","start":"2026-03-03T18:39:44.848876Z","end":"2026-03-03T18:39:45.837595Z","steps":["trace[204973918] 'count revisions from in-memory index tree' (duration: 988.494519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:45.837673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:44.848858Z","time spent":"988.802357ms","remote":"127.0.0.1:51892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:45.837701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.219938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:45.837738Z","caller":"traceutil/trace.go:171","msg":"trace[1362193359] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24432; }","duration":"411.283649ms","start":"2026-03-03T18:39:45.426444Z","end":"2026-03-03T18:39:45.837728Z","steps":["trace[1362193359] 'count revisions from in-memory index tree' (duration: 411.152176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:45.837763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:45.426425Z","time spent":"411.331951ms","remote":"127.0.0.1:41048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:45.838121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.117723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:39:45.838178Z","caller":"traceutil/trace.go:171","msg":"trace[1489057585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24432; }","duration":"958.205395ms","start":"2026-03-03T18:39:44.879956Z","end":"2026-03-03T18:39:45.838162Z","steps":["trace[1489057585] 'range keys from in-memory index tree' (duration: 957.912579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:45.838209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:44.879937Z","time spent":"958.264547ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:39:45.838371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.646781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:45.838404Z","caller":"traceutil/trace.go:171","msg":"trace[72123644] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24432; }","duration":"292.709312ms","start":"2026-03-03T18:39:45.545687Z","end":"2026-03-03T18:39:45.838396Z","steps":["trace[72123644] 'count revisions from in-memory index tree' (duration: 292.581539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:45.83844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.711123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:39:45.838479Z","caller":"traceutil/trace.go:171","msg":"trace[865090960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24432; }","duration":"957.769185ms","start":"2026-03-03T18:39:44.8807Z","end":"2026-03-03T18:39:45.838469Z","steps":["trace[865090960] 'range keys from in-memory index tree' (duration: 957.59692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:45.838518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:44.88069Z","time spent":"957.816576ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:45.838617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.855809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T18:39:45.838654Z","caller":"traceutil/trace.go:171","msg":"trace[502560548] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67; range_end:; response_count:1; response_revision:24432; }","duration":"229.89189ms","start":"2026-03-03T18:39:45.608754Z","end":"2026-03-03T18:39:45.838646Z","steps":["trace[502560548] 'range keys from in-memory index tree' (duration: 229.693795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:45.838696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.892287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:39:45.838728Z","caller":"traceutil/trace.go:171","msg":"trace[1050693146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24432; }","duration":"957.957059ms","start":"2026-03-03T18:39:44.880759Z","end":"2026-03-03T18:39:45.838716Z","steps":["trace[1050693146] 'range keys from in-memory index tree' (duration: 957.785025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:45.838763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:44.880738Z","time spent":"958.018191ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:39:45.838934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.925038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:39:45.838973Z","caller":"traceutil/trace.go:171","msg":"trace[17958398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24432; }","duration":"957.98096ms","start":"2026-03-03T18:39:44.880981Z","end":"2026-03-03T18:39:45.838962Z","steps":["trace[17958398] 'range keys from in-memory index tree' (duration: 957.812976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:45.839003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:44.88097Z","time spent":"958.026291ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:45.83877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.897395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:45.840293Z","caller":"traceutil/trace.go:171","msg":"trace[2437391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24432; }","duration":"226.441074ms","start":"2026-03-03T18:39:45.61384Z","end":"2026-03-03T18:39:45.840281Z","steps":["trace[2437391] 'range keys from in-memory index tree' (duration: 224.864805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:45.840513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.805555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:39:45.841143Z","caller":"traceutil/trace.go:171","msg":"trace[1530560536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24432; }","duration":"959.249171ms","start":"2026-03-03T18:39:44.881327Z","end":"2026-03-03T18:39:45.840576Z","steps":["trace[1530560536] 'range keys from in-memory index tree' (duration: 957.703953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:45.841261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:44.881307Z","time spent":"959.871517ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:39:46.370147Z","caller":"traceutil/trace.go:171","msg":"trace[762430864] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"525.859404ms","start":"2026-03-03T18:39:45.844252Z","end":"2026-03-03T18:39:46.370112Z","steps":["trace[762430864] 'process raft request' (duration: 525.633129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:46.370332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:45.844225Z","time spent":"526.012008ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:47.599004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.232826ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:47.599083Z","caller":"traceutil/trace.go:171","msg":"trace[1178829478] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24433; }","duration":"162.323388ms","start":"2026-03-03T18:39:47.436749Z","end":"2026-03-03T18:39:47.599072Z","steps":["trace[1178829478] 'range keys from in-memory index tree' (duration: 162.219176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.916503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.546595856s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:39:47.916962Z","caller":"traceutil/trace.go:171","msg":"trace[888632983] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"2.072326347s","start":"2026-03-03T18:39:45.844611Z","end":"2026-03-03T18:39:47.916937Z","steps":["trace[888632983] 'process raft request' (duration: 2.072201524s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:47.916976Z","caller":"traceutil/trace.go:171","msg":"trace[1452265984] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"2.072627275s","start":"2026-03-03T18:39:45.844312Z","end":"2026-03-03T18:39:47.916939Z","steps":["trace[1452265984] 'process raft request' (duration: 2.072354458s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:47.917005Z","caller":"traceutil/trace.go:171","msg":"trace[208568440] linearizableReadLoop","detail":"{readStateIndex:25308; appliedIndex:25301; }","duration":"1.596189334s","start":"2026-03-03T18:39:46.320798Z","end":"2026-03-03T18:39:47.916987Z","steps":["trace[208568440] 'read index received' (duration: 49.127987ms)","trace[208568440] 'applied index is now lower than readState.Index' (duration: 1.547060357s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:47.917072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:45.844605Z","time spent":"2.07240957s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:47.917091Z","caller":"traceutil/trace.go:171","msg":"trace[1981807421] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"2.069311953s","start":"2026-03-03T18:39:45.847737Z","end":"2026-03-03T18:39:47.917049Z","steps":["trace[1981807421] 'process raft request' (duration: 2.069145928s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:47.917128Z","caller":"traceutil/trace.go:171","msg":"trace[105966204] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"1.711550111s","start":"2026-03-03T18:39:46.205545Z","end":"2026-03-03T18:39:47.917095Z","steps":["trace[105966204] 'process raft request' (duration: 1.711404437s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.917145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59634405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:47.91715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:45.844295Z","time spent":"2.072753799s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:47.91719Z","caller":"traceutil/trace.go:171","msg":"trace[1948227895] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24439; }","duration":"1.596399031s","start":"2026-03-03T18:39:46.320778Z","end":"2026-03-03T18:39:47.917177Z","steps":["trace[1948227895] 'agreement among raft nodes before linearized reading' (duration: 1.596293649s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.917226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.320701Z","time spent":"1.596512814s","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:47.917269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:45.847713Z","time spent":"2.069462787s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:47.917321Z","caller":"traceutil/trace.go:171","msg":"trace[487047825] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"2.070526465s","start":"2026-03-03T18:39:45.846787Z","end":"2026-03-03T18:39:47.917314Z","steps":["trace[487047825] 'process raft request' (duration: 2.070063542s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.917311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.205507Z","time spent":"1.711669894s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:47.917355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:45.846776Z","time spent":"2.070560615s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:47.91741Z","caller":"traceutil/trace.go:171","msg":"trace[259574553] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"2.042291992s","start":"2026-03-03T18:39:45.875112Z","end":"2026-03-03T18:39:47.917404Z","steps":["trace[259574553] 'process raft request' (duration: 2.041800339s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.91744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:45.875086Z","time spent":"2.042338893s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:47.923988Z","caller":"traceutil/trace.go:171","msg":"trace[1218420077] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"1.52490137s","start":"2026-03-03T18:39:46.399068Z","end":"2026-03-03T18:39:47.92397Z","steps":["trace[1218420077] 'process raft request' (duration: 1.524616693s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.924071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.399047Z","time spent":"1.524979351s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:47.924113Z","caller":"traceutil/trace.go:171","msg":"trace[438225575] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"1.313906126s","start":"2026-03-03T18:39:46.610181Z","end":"2026-03-03T18:39:47.924087Z","steps":["trace[438225575] 'process raft request' (duration: 1.313809853s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:47.924363Z","caller":"traceutil/trace.go:171","msg":"trace[250851384] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"1.313857404s","start":"2026-03-03T18:39:46.610495Z","end":"2026-03-03T18:39:47.924352Z","steps":["trace[250851384] 'process raft request' (duration: 1.313649029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.924426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.610488Z","time spent":"1.313908085s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:47.924457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.15543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:47.924491Z","caller":"traceutil/trace.go:171","msg":"trace[17121405] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24448; }","duration":"614.228422ms","start":"2026-03-03T18:39:47.310253Z","end":"2026-03-03T18:39:47.924481Z","steps":["trace[17121405] 'agreement among raft nodes before linearized reading' (duration: 614.136389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.924518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:47.31023Z","time spent":"614.281712ms","remote":"127.0.0.1:55660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:47.924607Z","caller":"traceutil/trace.go:171","msg":"trace[29618916] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"1.314208252s","start":"2026-03-03T18:39:46.610388Z","end":"2026-03-03T18:39:47.924596Z","steps":["trace[29618916] 'process raft request' (duration: 1.313660689s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.924634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.610176Z","time spent":"1.314002428s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:47.924672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.610383Z","time spent":"1.314253264s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:47.924674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.030284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267215"} {"level":"info","ts":"2026-03-03T18:39:47.924709Z","caller":"traceutil/trace.go:171","msg":"trace[936253351] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24448; }","duration":"600.109076ms","start":"2026-03-03T18:39:47.32459Z","end":"2026-03-03T18:39:47.924699Z","steps":["trace[936253351] 'agreement among raft nodes before linearized reading' (duration: 599.753887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.924727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.64337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T18:39:47.924738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:47.32456Z","time spent":"600.172097ms","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267237,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T18:39:47.924756Z","caller":"traceutil/trace.go:171","msg":"trace[1421272802] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:24448; }","duration":"658.709461ms","start":"2026-03-03T18:39:47.26604Z","end":"2026-03-03T18:39:47.924749Z","steps":["trace[1421272802] 'agreement among raft nodes before linearized reading' (duration: 658.64321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.924778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:47.266019Z","time spent":"658.755313ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-03T18:39:47.92437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522700814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T18:39:47.924833Z","caller":"traceutil/trace.go:171","msg":"trace[1660755882] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"1.315428843s","start":"2026-03-03T18:39:46.609396Z","end":"2026-03-03T18:39:47.924825Z","steps":["trace[1660755882] 'process raft request' (duration: 1.314451059s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:47.92484Z","caller":"traceutil/trace.go:171","msg":"trace[86672240] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24448; }","duration":"1.523191656s","start":"2026-03-03T18:39:46.401637Z","end":"2026-03-03T18:39:47.924829Z","steps":["trace[86672240] 'agreement among raft nodes before linearized reading' (duration: 1.522640702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.924877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.401628Z","time spent":"1.523238337s","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:39:47.9249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.609371Z","time spent":"1.315494315s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:47.924915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075632623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T18:39:47.924937Z","caller":"traceutil/trace.go:171","msg":"trace[171371251] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67; range_end:; response_count:1; response_revision:24448; }","duration":"1.075687035s","start":"2026-03-03T18:39:46.849244Z","end":"2026-03-03T18:39:47.924931Z","steps":["trace[171371251] 'agreement among raft nodes before linearized reading' (duration: 1.075624543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.924951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.870235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:47.924973Z","caller":"traceutil/trace.go:171","msg":"trace[456622844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24448; }","duration":"311.936857ms","start":"2026-03-03T18:39:47.613031Z","end":"2026-03-03T18:39:47.924968Z","steps":["trace[456622844] 'agreement among raft nodes before linearized reading' (duration: 311.896376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.924987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105128456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:47.924989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:47.613014Z","time spent":"311.972038ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:39:47.925006Z","caller":"traceutil/trace.go:171","msg":"trace[1121321150] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24448; }","duration":"1.105187757s","start":"2026-03-03T18:39:46.819813Z","end":"2026-03-03T18:39:47.925001Z","steps":["trace[1121321150] 'agreement among raft nodes before linearized reading' (duration: 1.105153277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.925025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.819791Z","time spent":"1.105229169s","remote":"127.0.0.1:32836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:47.924799Z","caller":"traceutil/trace.go:171","msg":"trace[793225477] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"1.315453244s","start":"2026-03-03T18:39:46.609333Z","end":"2026-03-03T18:39:47.924786Z","steps":["trace[793225477] 'process raft request' (duration: 1.31447178s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.925079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.609309Z","time spent":"1.315739911s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:47.925103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.508253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:47.925125Z","caller":"traceutil/trace.go:171","msg":"trace[65796921] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24448; }","duration":"532.565644ms","start":"2026-03-03T18:39:47.392551Z","end":"2026-03-03T18:39:47.925116Z","steps":["trace[65796921] 'agreement among raft nodes before linearized reading' (duration: 532.533093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.925142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:47.392529Z","time spent":"532.608786ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:47.925157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252257982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T18:39:47.925182Z","caller":"traceutil/trace.go:171","msg":"trace[1136899970] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67; range_end:; response_count:1; response_revision:24448; }","duration":"1.252320904s","start":"2026-03-03T18:39:46.672855Z","end":"2026-03-03T18:39:47.925175Z","steps":["trace[1136899970] 'agreement among raft nodes before linearized reading' (duration: 1.252260772s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:47.925173Z","caller":"traceutil/trace.go:171","msg":"trace[1353500971] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"1.315284719s","start":"2026-03-03T18:39:46.609869Z","end":"2026-03-03T18:39:47.925153Z","steps":["trace[1353500971] 'process raft request' (duration: 1.314018858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.925209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.672833Z","time spent":"1.252369995s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" "} {"level":"info","ts":"2026-03-03T18:39:47.924915Z","caller":"traceutil/trace.go:171","msg":"trace[913318728] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"106.686197ms","start":"2026-03-03T18:39:47.818218Z","end":"2026-03-03T18:39:47.924904Z","steps":["trace[913318728] 'process raft request' (duration: 106.020381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.925253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.609859Z","time spent":"1.315355312s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:47.924955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.849226Z","time spent":"1.075724616s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" "} {"level":"info","ts":"2026-03-03T18:39:47.925827Z","caller":"traceutil/trace.go:171","msg":"trace[779201269] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"1.315780233s","start":"2026-03-03T18:39:46.610038Z","end":"2026-03-03T18:39:47.925818Z","steps":["trace[779201269] 'process raft request' (duration: 1.313895675s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.925885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.610034Z","time spent":"1.315822054s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:47.924669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.819464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:47.925951Z","caller":"traceutil/trace.go:171","msg":"trace[1518329394] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24448; }","duration":"633.133338ms","start":"2026-03-03T18:39:47.29281Z","end":"2026-03-03T18:39:47.925943Z","steps":["trace[1518329394] 'agreement among raft nodes before linearized reading' (duration: 631.831254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.925971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:47.292793Z","time spent":"633.172308ms","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:39:50.779432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204075175,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:39:50.941398Z","caller":"traceutil/trace.go:171","msg":"trace[625971871] linearizableReadLoop","detail":"{readStateIndex:25343; appliedIndex:25342; }","duration":"662.254561ms","start":"2026-03-03T18:39:50.27912Z","end":"2026-03-03T18:39:50.941375Z","steps":["trace[625971871] 'read index received' (duration: 643.967771ms)","trace[625971871] 'applied index is now lower than readState.Index' (duration: 18.28537ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:50.941528Z","caller":"traceutil/trace.go:171","msg":"trace[1461406817] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"677.554526ms","start":"2026-03-03T18:39:50.263942Z","end":"2026-03-03T18:39:50.941497Z","steps":["trace[1461406817] 'process raft request' (duration: 659.218015ms)","trace[1461406817] 'compare' (duration: 18.080965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:50.941627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:50.263917Z","time spent":"677.661009ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:39:50.941678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.540148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:9192"} {"level":"info","ts":"2026-03-03T18:39:50.941714Z","caller":"traceutil/trace.go:171","msg":"trace[570993521] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24472; }","duration":"662.6543ms","start":"2026-03-03T18:39:50.279047Z","end":"2026-03-03T18:39:50.941701Z","steps":["trace[570993521] 'agreement among raft nodes before linearized reading' (duration: 662.464406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:50.941744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:50.279011Z","time spent":"662.724282ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9214,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-03T18:39:50.941957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.316303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T18:39:50.941986Z","caller":"traceutil/trace.go:171","msg":"trace[570778931] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24472; }","duration":"643.347974ms","start":"2026-03-03T18:39:50.298628Z","end":"2026-03-03T18:39:50.941976Z","steps":["trace[570778931] 'agreement among raft nodes before linearized reading' (duration: 643.229471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:50.942007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:50.298621Z","time spent":"643.381285ms","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-03T18:39:50.94213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.399927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:50.94215Z","caller":"traceutil/trace.go:171","msg":"trace[1647941400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24472; }","duration":"327.474548ms","start":"2026-03-03T18:39:50.61467Z","end":"2026-03-03T18:39:50.942144Z","steps":["trace[1647941400] 'agreement among raft nodes before linearized reading' (duration: 327.439868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:50.942166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:50.61465Z","time spent":"327.51277ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:50.942293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.364185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:39:50.942311Z","caller":"traceutil/trace.go:171","msg":"trace[893093286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24472; }","duration":"560.417066ms","start":"2026-03-03T18:39:50.381888Z","end":"2026-03-03T18:39:50.942305Z","steps":["trace[893093286] 'agreement among raft nodes before linearized reading' (duration: 560.357585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:50.942327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:50.381869Z","time spent":"560.454427ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:51.452052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204075180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:52.586658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.001495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:52.58677Z","caller":"traceutil/trace.go:171","msg":"trace[860211997] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"1.637924445s","start":"2026-03-03T18:39:50.948825Z","end":"2026-03-03T18:39:52.58675Z","steps":["trace[860211997] 'process raft request' (duration: 894.738976ms)","trace[860211997] 'compare' (duration: 742.181585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:52.586832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:50.94881Z","time spent":"1.637993418s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:52.974875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.131370208s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:53.208634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.519101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:53.208745Z","caller":"traceutil/trace.go:171","msg":"trace[1031344177] linearizableReadLoop","detail":"{readStateIndex:25345; appliedIndex:25343; }","duration":"2.256770484s","start":"2026-03-03T18:39:50.951957Z","end":"2026-03-03T18:39:53.208727Z","steps":["trace[1031344177] 'read index received' (duration: 891.604028ms)","trace[1031344177] 'applied index is now lower than readState.Index' (duration: 1.365164776s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:53.208819Z","caller":"traceutil/trace.go:171","msg":"trace[354696640] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"2.254458966s","start":"2026-03-03T18:39:50.954349Z","end":"2026-03-03T18:39:53.208808Z","steps":["trace[354696640] 'process raft request' (duration: 2.020667788s)","trace[354696640] 'compare' (duration: 232.958268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:53.209056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257093243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T18:39:53.209059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:50.95433Z","time spent":"2.25459189s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10340,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:53.209145Z","caller":"traceutil/trace.go:171","msg":"trace[1403593535] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67; range_end:; response_count:1; response_revision:24474; }","duration":"2.257211166s","start":"2026-03-03T18:39:50.951915Z","end":"2026-03-03T18:39:53.209126Z","steps":["trace[1403593535] 'agreement among raft nodes before linearized reading' (duration: 2.25695939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:53.209244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:50.951901Z","time spent":"2.257331079s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-3f97aa01-0a50-4a84-a564-2c7d6cb01c67\" "} {"level":"warn","ts":"2026-03-03T18:39:53.709837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204075192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:54.210098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204075192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:54.46775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.259838613s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:39:54.503579Z","caller":"traceutil/trace.go:171","msg":"trace[1197700586] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"2.568914857s","start":"2026-03-03T18:39:51.934637Z","end":"2026-03-03T18:39:54.503552Z","steps":["trace[1197700586] 'process raft request' (duration: 2.533338771s)","trace[1197700586] 'compare' (duration: 34.977611ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:54.503588Z","caller":"traceutil/trace.go:171","msg":"trace[2145195437] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"2.568507657s","start":"2026-03-03T18:39:51.935062Z","end":"2026-03-03T18:39:54.50357Z","steps":["trace[2145195437] 'process raft request' (duration: 2.568411974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.503699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.93461Z","time spent":"2.569021469s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:54.503702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.935048Z","time spent":"2.568588008s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:54.503823Z","caller":"traceutil/trace.go:171","msg":"trace[1910171815] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"2.561146461s","start":"2026-03-03T18:39:51.942658Z","end":"2026-03-03T18:39:54.503804Z","steps":["trace[1910171815] 'process raft request' (duration: 2.561093289s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:54.503818Z","caller":"traceutil/trace.go:171","msg":"trace[484626980] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"2.565546662s","start":"2026-03-03T18:39:51.938227Z","end":"2026-03-03T18:39:54.503773Z","steps":["trace[484626980] 'process raft request' (duration: 2.565314426s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.503936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.942644Z","time spent":"2.561235644s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:54.50398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.938217Z","time spent":"2.565677735s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:54.503994Z","caller":"traceutil/trace.go:171","msg":"trace[1649535086] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"2.559341496s","start":"2026-03-03T18:39:51.944645Z","end":"2026-03-03T18:39:54.503987Z","steps":["trace[1649535086] 'process raft request' (duration: 2.559136271s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:54.504037Z","caller":"traceutil/trace.go:171","msg":"trace[1540425349] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"2.550439292s","start":"2026-03-03T18:39:51.953589Z","end":"2026-03-03T18:39:54.504029Z","steps":["trace[1540425349] 'process raft request' (duration: 2.550305239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.504074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.953571Z","time spent":"2.550483503s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:54.504087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.944628Z","time spent":"2.559400247s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:54.503831Z","caller":"traceutil/trace.go:171","msg":"trace[1759814026] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"2.563596433s","start":"2026-03-03T18:39:51.940211Z","end":"2026-03-03T18:39:54.503808Z","steps":["trace[1759814026] 'process raft request' (duration: 2.563460169s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.504156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.940194Z","time spent":"2.56392089s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:54.573295Z","caller":"traceutil/trace.go:171","msg":"trace[744630452] linearizableReadLoop","detail":"{readStateIndex:25354; appliedIndex:25345; }","duration":"1.364494641s","start":"2026-03-03T18:39:53.20877Z","end":"2026-03-03T18:39:54.573265Z","steps":["trace[744630452] 'read index received' (duration: 1.259116046s)","trace[744630452] 'applied index is now lower than readState.Index' (duration: 105.370934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:54.573387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533000943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:54.574147Z","caller":"traceutil/trace.go:171","msg":"trace[1020136895] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24482; }","duration":"2.533804163s","start":"2026-03-03T18:39:52.040332Z","end":"2026-03-03T18:39:54.574136Z","steps":["trace[1020136895] 'agreement among raft nodes before linearized reading' (duration: 2.532992643s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.57416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196287073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-03T18:39:54.574195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:52.040318Z","time spent":"2.533866874s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:54.574219Z","caller":"traceutil/trace.go:171","msg":"trace[1860844640] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24482; }","duration":"1.196373415s","start":"2026-03-03T18:39:53.377827Z","end":"2026-03-03T18:39:54.5742Z","steps":["trace[1860844640] 'agreement among raft nodes before linearized reading' (duration: 1.196230931s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.574272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:53.377807Z","time spent":"1.196456876s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":730,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-03T18:39:54.574278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.447265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T18:39:54.57436Z","caller":"traceutil/trace.go:171","msg":"trace[676666282] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24482; }","duration":"868.561307ms","start":"2026-03-03T18:39:53.705776Z","end":"2026-03-03T18:39:54.574337Z","steps":["trace[676666282] 'agreement among raft nodes before linearized reading' (duration: 868.2708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.574427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:53.705754Z","time spent":"868.65656ms","remote":"127.0.0.1:55412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":229,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:54.57347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57337886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:54.574515Z","caller":"traceutil/trace.go:171","msg":"trace[1700735561] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24482; }","duration":"2.574468777s","start":"2026-03-03T18:39:52.00003Z","end":"2026-03-03T18:39:54.574499Z","steps":["trace[1700735561] 'agreement among raft nodes before linearized reading' (duration: 2.57337518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.574564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:52.000014Z","time spent":"2.574534239s","remote":"127.0.0.1:54866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:54.573601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639796813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:39:54.574679Z","caller":"traceutil/trace.go:171","msg":"trace[2039419106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24482; }","duration":"2.6408786s","start":"2026-03-03T18:39:51.933788Z","end":"2026-03-03T18:39:54.574666Z","steps":["trace[2039419106] 'agreement among raft nodes before linearized reading' (duration: 2.639706111s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.57472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.933783Z","time spent":"2.640925422s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:54.573647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935909251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:54.574819Z","caller":"traceutil/trace.go:171","msg":"trace[1741511526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24482; }","duration":"2.93706559s","start":"2026-03-03T18:39:51.637726Z","end":"2026-03-03T18:39:54.574791Z","steps":["trace[1741511526] 'agreement among raft nodes before linearized reading' (duration: 2.93589317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.573676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710241087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:54.574895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.637655Z","time spent":"2.937215454s","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:54.574926Z","caller":"traceutil/trace.go:171","msg":"trace[188332009] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24482; }","duration":"2.711528059s","start":"2026-03-03T18:39:51.863374Z","end":"2026-03-03T18:39:54.574902Z","steps":["trace[188332009] 'agreement among raft nodes before linearized reading' (duration: 2.710217777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.574961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.863361Z","time spent":"2.711588741s","remote":"127.0.0.1:52064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:54.574978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02198994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T18:39:54.573752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638545372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T18:39:54.575024Z","caller":"traceutil/trace.go:171","msg":"trace[727695704] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24482; }","duration":"3.022072112s","start":"2026-03-03T18:39:51.552941Z","end":"2026-03-03T18:39:54.575013Z","steps":["trace[727695704] 'agreement among raft nodes before linearized reading' (duration: 3.020723749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.575067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.552914Z","time spent":"3.022141273s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2655,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:54.575052Z","caller":"traceutil/trace.go:171","msg":"trace[1487841124] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24482; }","duration":"1.639873386s","start":"2026-03-03T18:39:52.935158Z","end":"2026-03-03T18:39:54.575031Z","steps":["trace[1487841124] 'agreement among raft nodes before linearized reading' (duration: 1.63843593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.573795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:54.57382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394325541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:54.573828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641739801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T18:39:54.573872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256657694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T18:39:54.573878Z","caller":"traceutil/trace.go:171","msg":"trace[1821666631] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"1.64442327s","start":"2026-03-03T18:39:52.929436Z","end":"2026-03-03T18:39:54.573859Z","steps":["trace[1821666631] 'process raft request' (duration: 1.643446955s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.573871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203049744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:54.573924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299083372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-03T18:39:54.573942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644106301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:39:54.573927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295840801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:54.573932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510749764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-03T18:39:54.573937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945959577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:54.574004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660623678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:54.574026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869240033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:54.574055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2800303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T18:39:54.57406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238332559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5c46bc48fb-2xhfn.189968bd76c9cc3c\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-03T18:39:54.574086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278511495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T18:39:54.574084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644779318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:39:54.574073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296241849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T18:39:54.575143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:52.935139Z","time spent":"1.639990848s","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:39:54.575509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:52.92941Z","time spent":"1.646040051s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:54.57555Z","caller":"traceutil/trace.go:171","msg":"trace[538344185] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24482; }","duration":"2.281544468s","start":"2026-03-03T18:39:52.293991Z","end":"2026-03-03T18:39:54.575535Z","steps":["trace[538344185] 'agreement among raft nodes before linearized reading' (duration: 2.279953788s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:54.575596Z","caller":"traceutil/trace.go:171","msg":"trace[1247529838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24482; }","duration":"1.947671698s","start":"2026-03-03T18:39:52.627915Z","end":"2026-03-03T18:39:54.575587Z","steps":["trace[1247529838] 'agreement among raft nodes before linearized reading' (duration: 1.945933395s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.575615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:52.293972Z","time spent":"2.28162589s","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:39:54.575642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:52.627888Z","time spent":"1.94774243s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:39:54.57564Z","caller":"traceutil/trace.go:171","msg":"trace[1409719105] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24482; }","duration":"1.870868924s","start":"2026-03-03T18:39:52.704747Z","end":"2026-03-03T18:39:54.575616Z","steps":["trace[1409719105] 'agreement among raft nodes before linearized reading' (duration: 1.869238513s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:54.575683Z","caller":"traceutil/trace.go:171","msg":"trace[26352323] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24482; }","duration":"1.512543619s","start":"2026-03-03T18:39:53.06313Z","end":"2026-03-03T18:39:54.575674Z","steps":["trace[26352323] 'agreement among raft nodes before linearized reading' (duration: 1.510657152s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:54.575659Z","caller":"traceutil/trace.go:171","msg":"trace[695985804] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24482; }","duration":"1.297592184s","start":"2026-03-03T18:39:53.278021Z","end":"2026-03-03T18:39:54.575613Z","steps":["trace[695985804] 'agreement among raft nodes before linearized reading' (duration: 1.29581555s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.575725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:53.063109Z","time spent":"1.51260288s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T18:39:54.57574Z","caller":"traceutil/trace.go:171","msg":"trace[1563738717] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24482; }","duration":"2.297949432s","start":"2026-03-03T18:39:52.277782Z","end":"2026-03-03T18:39:54.575732Z","steps":["trace[1563738717] 'agreement among raft nodes before linearized reading' (duration: 2.296204279s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:54.575244Z","caller":"traceutil/trace.go:171","msg":"trace[1869046445] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24482; }","duration":"1.305650218s","start":"2026-03-03T18:39:53.269582Z","end":"2026-03-03T18:39:54.575233Z","steps":["trace[1869046445] 'agreement among raft nodes before linearized reading' (duration: 1.304177341s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.575775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:52.277761Z","time spent":"2.298002453s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:39:54.575774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:53.27801Z","time spent":"1.297730358s","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:54.575738Z","caller":"traceutil/trace.go:171","msg":"trace[381757873] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24482; }","duration":"1.280183626s","start":"2026-03-03T18:39:53.295545Z","end":"2026-03-03T18:39:54.575728Z","steps":["trace[381757873] 'agreement among raft nodes before linearized reading' (duration: 1.278429462s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:54.575672Z","caller":"traceutil/trace.go:171","msg":"trace[831732281] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24482; }","duration":"2.662265918s","start":"2026-03-03T18:39:51.913346Z","end":"2026-03-03T18:39:54.575611Z","steps":["trace[831732281] 'agreement among raft nodes before linearized reading' (duration: 2.660622727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.575821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:53.295533Z","time spent":"1.280282529s","remote":"127.0.0.1:55418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:39:54.575849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.913333Z","time spent":"2.662500654s","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:54.575345Z","caller":"traceutil/trace.go:171","msg":"trace[379583746] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24482; }","duration":"1.39589039s","start":"2026-03-03T18:39:53.179448Z","end":"2026-03-03T18:39:54.575338Z","steps":["trace[379583746] 'agreement among raft nodes before linearized reading' (duration: 1.394324441s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:54.575405Z","caller":"traceutil/trace.go:171","msg":"trace[1292369871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24482; }","duration":"2.645589418s","start":"2026-03-03T18:39:51.929804Z","end":"2026-03-03T18:39:54.575394Z","steps":["trace[1292369871] 'agreement among raft nodes before linearized reading' (duration: 2.644056089s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:54.575418Z","caller":"traceutil/trace.go:171","msg":"trace[587581506] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24482; }","duration":"1.204667424s","start":"2026-03-03T18:39:53.37074Z","end":"2026-03-03T18:39:54.575408Z","steps":["trace[587581506] 'agreement among raft nodes before linearized reading' (duration: 1.203023293s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:54.575434Z","caller":"traceutil/trace.go:171","msg":"trace[2075359467] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24482; }","duration":"1.300592099s","start":"2026-03-03T18:39:53.274834Z","end":"2026-03-03T18:39:54.575426Z","steps":["trace[2075359467] 'agreement among raft nodes before linearized reading' (duration: 1.299053061s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:54.575701Z","caller":"traceutil/trace.go:171","msg":"trace[191145827] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5c46bc48fb-2xhfn.189968bd76c9cc3c; range_end:; response_count:1; response_revision:24482; }","duration":"3.240003261s","start":"2026-03-03T18:39:51.33568Z","end":"2026-03-03T18:39:54.575684Z","steps":["trace[191145827] 'agreement among raft nodes before linearized reading' (duration: 3.238247787s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.575706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:52.704729Z","time spent":"1.870961576s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:54.575788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:53.269559Z","time spent":"1.306214671s","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:54.575319Z","caller":"traceutil/trace.go:171","msg":"trace[248550436] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24482; }","duration":"1.25812712s","start":"2026-03-03T18:39:53.31718Z","end":"2026-03-03T18:39:54.575307Z","steps":["trace[248550436] 'agreement among raft nodes before linearized reading' (duration: 1.256641653s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:54.575373Z","caller":"traceutil/trace.go:171","msg":"trace[1896915739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24482; }","duration":"2.64329899s","start":"2026-03-03T18:39:51.932066Z","end":"2026-03-03T18:39:54.575365Z","steps":["trace[1896915739] 'agreement among raft nodes before linearized reading' (duration: 2.641663779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.579772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:53.179428Z","time spent":"1.400326902s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:54.579937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.929799Z","time spent":"2.650129553s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:39:54.575775Z","caller":"traceutil/trace.go:171","msg":"trace[188539372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24482; }","duration":"2.646511361s","start":"2026-03-03T18:39:51.929255Z","end":"2026-03-03T18:39:54.575767Z","steps":["trace[188539372] 'agreement among raft nodes before linearized reading' (duration: 2.644664805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:54.580073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:53.370719Z","time spent":"1.209344422s","remote":"127.0.0.1:45412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:54.580088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.929235Z","time spent":"2.650839051s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:54.580235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:53.274808Z","time spent":"1.305415431s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-03T18:39:54.580331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.335652Z","time spent":"3.244657527s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-5c46bc48fb-2xhfn.189968bd76c9cc3c\" "} {"level":"warn","ts":"2026-03-03T18:39:54.58063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:53.317164Z","time spent":"1.263450334s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T18:39:54.580868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:51.932062Z","time spent":"2.648794378s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:39:54.880246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.922048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:54.880375Z","caller":"traceutil/trace.go:171","msg":"trace[680340707] linearizableReadLoop","detail":"{readStateIndex:25364; appliedIndex:25363; }","duration":"112.672138ms","start":"2026-03-03T18:39:54.767684Z","end":"2026-03-03T18:39:54.880356Z","steps":["trace[680340707] 'read index received' (duration: 2.483443ms)","trace[680340707] 'applied index is now lower than readState.Index' (duration: 110.187195ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:54.880469Z","caller":"traceutil/trace.go:171","msg":"trace[2081200840] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"121.699045ms","start":"2026-03-03T18:39:54.758758Z","end":"2026-03-03T18:39:54.880457Z","steps":["trace[2081200840] 'process raft request' (duration: 11.455508ms)","trace[2081200840] 'compare' (duration: 109.754984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:54.880714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.007926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-03T18:39:54.880798Z","caller":"traceutil/trace.go:171","msg":"trace[1659913089] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24492; }","duration":"113.115769ms","start":"2026-03-03T18:39:54.767659Z","end":"2026-03-03T18:39:54.880775Z","steps":["trace[1659913089] 'agreement among raft nodes before linearized reading' (duration: 112.881594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:55.368132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.509316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:55.368191Z","caller":"traceutil/trace.go:171","msg":"trace[1477035469] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24493; }","duration":"363.597517ms","start":"2026-03-03T18:39:55.004579Z","end":"2026-03-03T18:39:55.368177Z","steps":["trace[1477035469] 'range keys from in-memory index tree' (duration: 363.446774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:55.368263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.42903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T18:39:55.368342Z","caller":"traceutil/trace.go:171","msg":"trace[1412605299] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24493; }","duration":"293.556363ms","start":"2026-03-03T18:39:55.074766Z","end":"2026-03-03T18:39:55.368322Z","steps":["trace[1412605299] 'range keys from in-memory index tree' (duration: 293.226215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:55.368526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:55.004564Z","time spent":"363.950897ms","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T18:39:55.629779Z","caller":"traceutil/trace.go:171","msg":"trace[856477443] transaction","detail":"{read_only:false; response_revision:24494; number_of_response:1; }","duration":"196.714685ms","start":"2026-03-03T18:39:55.433034Z","end":"2026-03-03T18:39:55.629749Z","steps":["trace[856477443] 'process raft request' (duration: 196.420898ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:55.890188Z","caller":"traceutil/trace.go:171","msg":"trace[1146525580] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"147.159537ms","start":"2026-03-03T18:39:55.743003Z","end":"2026-03-03T18:39:55.890162Z","steps":["trace[1146525580] 'process raft request' (duration: 147.009783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:56.672238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.501505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:56.672322Z","caller":"traceutil/trace.go:171","msg":"trace[1948520005] linearizableReadLoop","detail":"{readStateIndex:25368; appliedIndex:25367; }","duration":"231.163013ms","start":"2026-03-03T18:39:56.441147Z","end":"2026-03-03T18:39:56.67231Z","steps":["trace[1948520005] 'read index received' (duration: 8.448782ms)","trace[1948520005] 'applied index is now lower than readState.Index' (duration: 222.712491ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:56.672372Z","caller":"traceutil/trace.go:171","msg":"trace[1447820480] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"772.99865ms","start":"2026-03-03T18:39:55.899366Z","end":"2026-03-03T18:39:56.672364Z","steps":["trace[1447820480] 'process raft request' (duration: 550.317551ms)","trace[1447820480] 'compare' (duration: 221.277413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:56.67241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:55.899341Z","time spent":"773.053002ms","remote":"127.0.0.1:54838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2981,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:39:56.672554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.385619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:56.672658Z","caller":"traceutil/trace.go:171","msg":"trace[189929199] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24496; }","duration":"231.536413ms","start":"2026-03-03T18:39:56.441094Z","end":"2026-03-03T18:39:56.672631Z","steps":["trace[189929199] 'agreement among raft nodes before linearized reading' (duration: 231.277026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:56.694582Z","caller":"traceutil/trace.go:171","msg":"trace[698648252] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"185.578804ms","start":"2026-03-03T18:39:56.508985Z","end":"2026-03-03T18:39:56.694564Z","steps":["trace[698648252] 'process raft request' (duration: 185.461832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:57.735241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.040733304s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:39:57.735738Z","caller":"traceutil/trace.go:171","msg":"trace[1237227055] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"1.226684128s","start":"2026-03-03T18:39:56.50902Z","end":"2026-03-03T18:39:57.735704Z","steps":["trace[1237227055] 'process raft request' (duration: 1.226447522s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:57.735768Z","caller":"traceutil/trace.go:171","msg":"trace[1933628480] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"1.226617336s","start":"2026-03-03T18:39:56.509127Z","end":"2026-03-03T18:39:57.735744Z","steps":["trace[1933628480] 'process raft request' (duration: 1.226539434s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:57.735795Z","caller":"traceutil/trace.go:171","msg":"trace[1042732792] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"1.226639026s","start":"2026-03-03T18:39:56.509115Z","end":"2026-03-03T18:39:57.735754Z","steps":["trace[1042732792] 'process raft request' (duration: 1.226509853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:57.735886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:56.508997Z","time spent":"1.22680423s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:57.735974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:56.509105Z","time spent":"1.2267745s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:57.73589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:56.509103Z","time spent":"1.226709448s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:57.73613Z","caller":"traceutil/trace.go:171","msg":"trace[2008634135] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"1.226919824s","start":"2026-03-03T18:39:56.509199Z","end":"2026-03-03T18:39:57.736119Z","steps":["trace[2008634135] 'process raft request' (duration: 1.226500303s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:57.736146Z","caller":"traceutil/trace.go:171","msg":"trace[2094386173] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"1.226517774s","start":"2026-03-03T18:39:56.509607Z","end":"2026-03-03T18:39:57.736125Z","steps":["trace[2094386173] 'process raft request' (duration: 1.226451732s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:57.73612Z","caller":"traceutil/trace.go:171","msg":"trace[9427141] linearizableReadLoop","detail":"{readStateIndex:25375; appliedIndex:25368; }","duration":"1.063763856s","start":"2026-03-03T18:39:56.672339Z","end":"2026-03-03T18:39:57.736103Z","steps":["trace[9427141] 'read index received' (duration: 22.173269ms)","trace[9427141] 'applied index is now lower than readState.Index' (duration: 1.041589706s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:57.736192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:56.509192Z","time spent":"1.226968496s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:57.73624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120987677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:57.736252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:56.50958Z","time spent":"1.226610747s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:57.73625Z","caller":"traceutil/trace.go:171","msg":"trace[1272869532] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"1.227008727s","start":"2026-03-03T18:39:56.509225Z","end":"2026-03-03T18:39:57.736234Z","steps":["trace[1272869532] 'process raft request' (duration: 1.2267204s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:57.736286Z","caller":"traceutil/trace.go:171","msg":"trace[126753551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24503; }","duration":"1.121053499s","start":"2026-03-03T18:39:56.61522Z","end":"2026-03-03T18:39:57.736274Z","steps":["trace[126753551] 'agreement among raft nodes before linearized reading' (duration: 1.120950406s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:57.736314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:56.509215Z","time spent":"1.227071308s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:57.736317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:56.61521Z","time spent":"1.12110145s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:57.736372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131811459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:39:57.736399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061740324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:39:57.736421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.907232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T18:39:57.736422Z","caller":"traceutil/trace.go:171","msg":"trace[783536258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24503; }","duration":"1.131899531s","start":"2026-03-03T18:39:56.604507Z","end":"2026-03-03T18:39:57.736407Z","steps":["trace[783536258] 'agreement among raft nodes before linearized reading' (duration: 1.131757868s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:57.736441Z","caller":"traceutil/trace.go:171","msg":"trace[723949231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24503; }","duration":"1.061801376s","start":"2026-03-03T18:39:56.674628Z","end":"2026-03-03T18:39:57.736429Z","steps":["trace[723949231] 'agreement among raft nodes before linearized reading' (duration: 1.061664492s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:57.736463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:56.604483Z","time spent":"1.131972632s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:57.736498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:56.674617Z","time spent":"1.061872707s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:39:57.736501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.321277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T18:39:57.736458Z","caller":"traceutil/trace.go:171","msg":"trace[1076721751] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24503; }","duration":"975.979134ms","start":"2026-03-03T18:39:56.760468Z","end":"2026-03-03T18:39:57.736447Z","steps":["trace[1076721751] 'agreement among raft nodes before linearized reading' (duration: 975.869111ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:57.736543Z","caller":"traceutil/trace.go:171","msg":"trace[1041551860] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:24503; }","duration":"470.405409ms","start":"2026-03-03T18:39:57.266124Z","end":"2026-03-03T18:39:57.73653Z","steps":["trace[1041551860] 'agreement among raft nodes before linearized reading' (duration: 470.263786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:57.736554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:56.760447Z","time spent":"976.094827ms","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T18:39:57.736578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:57.266092Z","time spent":"470.478841ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-03T18:39:57.736609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060705258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:39:57.736647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061952639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T18:39:57.736658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048914211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:39:57.736664Z","caller":"traceutil/trace.go:171","msg":"trace[1724859176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24503; }","duration":"1.06079077s","start":"2026-03-03T18:39:56.675859Z","end":"2026-03-03T18:39:57.73665Z","steps":["trace[1724859176] 'agreement among raft nodes before linearized reading' (duration: 1.060654517s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:57.736707Z","caller":"traceutil/trace.go:171","msg":"trace[756667939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24503; }","duration":"1.062044141s","start":"2026-03-03T18:39:56.674654Z","end":"2026-03-03T18:39:57.736698Z","steps":["trace[756667939] 'agreement among raft nodes before linearized reading' (duration: 1.061917868s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:57.736719Z","caller":"traceutil/trace.go:171","msg":"trace[668462505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24503; }","duration":"1.048974723s","start":"2026-03-03T18:39:56.687737Z","end":"2026-03-03T18:39:57.736712Z","steps":["trace[668462505] 'agreement among raft nodes before linearized reading' (duration: 1.04887487s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:57.73673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:56.675845Z","time spent":"1.060876433s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:57.736742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:56.68771Z","time spent":"1.049027134s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:57.736737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:56.674637Z","time spent":"1.062092603s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:39:57.736936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.184493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-03T18:39:57.737097Z","caller":"traceutil/trace.go:171","msg":"trace[613135407] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24503; }","duration":"709.344117ms","start":"2026-03-03T18:39:57.027745Z","end":"2026-03-03T18:39:57.737089Z","steps":["trace[613135407] 'agreement among raft nodes before linearized reading' (duration: 708.725282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:57.737128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:57.027724Z","time spent":"709.395339ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T18:39:58.132925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:57.739462Z","time spent":"393.45105ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:39:58.132869Z","caller":"traceutil/trace.go:171","msg":"trace[1982397063] linearizableReadLoop","detail":"{readStateIndex:25376; appliedIndex:25375; }","duration":"392.925347ms","start":"2026-03-03T18:39:57.73992Z","end":"2026-03-03T18:39:58.132845Z","steps":["trace[1982397063] 'read index received' (duration: 373.59684ms)","trace[1982397063] 'applied index is now lower than readState.Index' (duration: 19.326927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:58.133518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.577523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cce07e43-32da-4bdb-a2c8-d402ffb5cdbc\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T18:39:58.1338Z","caller":"traceutil/trace.go:171","msg":"trace[2110830672] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cce07e43-32da-4bdb-a2c8-d402ffb5cdbc; range_end:; response_count:1; response_revision:24503; }","duration":"393.870841ms","start":"2026-03-03T18:39:57.739899Z","end":"2026-03-03T18:39:58.13377Z","steps":["trace[2110830672] 'agreement among raft nodes before linearized reading' (duration: 393.45118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:58.133891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:57.739891Z","time spent":"393.983074ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-cce07e43-32da-4bdb-a2c8-d402ffb5cdbc\" "} {"level":"info","ts":"2026-03-03T18:39:58.193211Z","caller":"traceutil/trace.go:171","msg":"trace[1740798146] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"452.033897ms","start":"2026-03-03T18:39:57.741158Z","end":"2026-03-03T18:39:58.193192Z","steps":["trace[1740798146] 'process raft request' (duration: 451.964405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:58.193319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:57.741151Z","time spent":"452.113798ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:58.193309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.849826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:58.193364Z","caller":"traceutil/trace.go:171","msg":"trace[349822477] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"451.921564ms","start":"2026-03-03T18:39:57.741433Z","end":"2026-03-03T18:39:58.193355Z","steps":["trace[349822477] 'process raft request' (duration: 451.718249ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:58.193366Z","caller":"traceutil/trace.go:171","msg":"trace[2013799342] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"451.143454ms","start":"2026-03-03T18:39:57.742184Z","end":"2026-03-03T18:39:58.193327Z","steps":["trace[2013799342] 'process raft request' (duration: 451.011431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:58.193418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.60053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:58.193444Z","caller":"traceutil/trace.go:171","msg":"trace[1251763619] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24508; }","duration":"236.626101ms","start":"2026-03-03T18:39:57.956811Z","end":"2026-03-03T18:39:58.193437Z","steps":["trace[1251763619] 'agreement among raft nodes before linearized reading' (duration: 236.58097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:58.193525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:57.741414Z","time spent":"452.001796ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:58.19354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:57.742167Z","time spent":"451.283057ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:58.193372Z","caller":"traceutil/trace.go:171","msg":"trace[549287962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24508; }","duration":"448.940588ms","start":"2026-03-03T18:39:57.744417Z","end":"2026-03-03T18:39:58.193357Z","steps":["trace[549287962] 'agreement among raft nodes before linearized reading' (duration: 448.815315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:58.193614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:57.744408Z","time spent":"449.198164ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:39:58.193298Z","caller":"traceutil/trace.go:171","msg":"trace[62798417] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"451.098602ms","start":"2026-03-03T18:39:57.742166Z","end":"2026-03-03T18:39:58.193265Z","steps":["trace[62798417] 'process raft request' (duration: 451.00878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:58.193733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:57.742156Z","time spent":"451.531193ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:58.193794Z","caller":"traceutil/trace.go:171","msg":"trace[351877344] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"453.064253ms","start":"2026-03-03T18:39:57.740699Z","end":"2026-03-03T18:39:58.193763Z","steps":["trace[351877344] 'process raft request' (duration: 452.277663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:58.193947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:57.740633Z","time spent":"453.234516ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:58.482772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.246566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:58.483052Z","caller":"traceutil/trace.go:171","msg":"trace[1211175803] linearizableReadLoop","detail":"{readStateIndex:25383; appliedIndex:25381; }","duration":"284.398653ms","start":"2026-03-03T18:39:58.198635Z","end":"2026-03-03T18:39:58.483034Z","steps":["trace[1211175803] 'read index received' (duration: 127.789428ms)","trace[1211175803] 'applied index is now lower than readState.Index' (duration: 156.608095ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:58.483161Z","caller":"traceutil/trace.go:171","msg":"trace[521891100] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"349.205506ms","start":"2026-03-03T18:39:58.133938Z","end":"2026-03-03T18:39:58.483143Z","steps":["trace[521891100] 'process raft request' (duration: 192.472748ms)","trace[521891100] 'compare' (duration: 156.01677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:58.483305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:58.133904Z","time spent":"349.301868ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:58.483301Z","caller":"traceutil/trace.go:171","msg":"trace[504570213] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"329.91482ms","start":"2026-03-03T18:39:58.153357Z","end":"2026-03-03T18:39:58.483272Z","steps":["trace[504570213] 'process raft request' (duration: 329.548821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:58.483521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:58.153342Z","time spent":"330.066843ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:58.483514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.836814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:58.483639Z","caller":"traceutil/trace.go:171","msg":"trace[1346711691] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24510; }","duration":"285.006518ms","start":"2026-03-03T18:39:58.198606Z","end":"2026-03-03T18:39:58.483612Z","steps":["trace[1346711691] 'agreement among raft nodes before linearized reading' (duration: 284.714751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:58.510734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.904878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:58.510761Z","caller":"traceutil/trace.go:171","msg":"trace[1116414612] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"231.900171ms","start":"2026-03-03T18:39:58.278824Z","end":"2026-03-03T18:39:58.510724Z","steps":["trace[1116414612] 'process raft request' (duration: 231.602584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:58.510803Z","caller":"traceutil/trace.go:171","msg":"trace[1754040177] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24511; }","duration":"135.024981ms","start":"2026-03-03T18:39:58.375764Z","end":"2026-03-03T18:39:58.510789Z","steps":["trace[1754040177] 'agreement among raft nodes before linearized reading' (duration: 134.861457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:59.302281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.298127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:59.30235Z","caller":"traceutil/trace.go:171","msg":"trace[566141463] linearizableReadLoop","detail":"{readStateIndex:25385; appliedIndex:25384; }","duration":"234.426175ms","start":"2026-03-03T18:39:59.067914Z","end":"2026-03-03T18:39:59.30234Z","steps":["trace[566141463] 'read index received' (duration: 47.552µs)","trace[566141463] 'applied index is now lower than readState.Index' (duration: 234.377603ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:59.302402Z","caller":"traceutil/trace.go:171","msg":"trace[1013032704] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"602.318342ms","start":"2026-03-03T18:39:58.700078Z","end":"2026-03-03T18:39:59.302396Z","steps":["trace[1013032704] 'process raft request' (duration: 335.85125ms)","trace[1013032704] 'compare' (duration: 266.115633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:59.30243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:58.700055Z","time spent":"602.358322ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:59.302612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.694922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:59.302628Z","caller":"traceutil/trace.go:171","msg":"trace[1172661527] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24512; }","duration":"234.753963ms","start":"2026-03-03T18:39:59.067868Z","end":"2026-03-03T18:39:59.302622Z","steps":["trace[1172661527] 'agreement among raft nodes before linearized reading' (duration: 234.661321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:00.364183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.1227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:00.364285Z","caller":"traceutil/trace.go:171","msg":"trace[477704172] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"622.397868ms","start":"2026-03-03T18:39:59.741869Z","end":"2026-03-03T18:40:00.364267Z","steps":["trace[477704172] 'process raft request' (duration: 480.116963ms)","trace[477704172] 'compare' (duration: 142.004728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:00.36434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:59.741846Z","time spent":"622.467099ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:00.762404Z","caller":"traceutil/trace.go:171","msg":"trace[1908378058] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"1.019439379s","start":"2026-03-03T18:39:59.742921Z","end":"2026-03-03T18:40:00.76236Z","steps":["trace[1908378058] 'process raft request' (duration: 955.448137ms)","trace[1908378058] 'compare' (duration: 63.658804ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:00.762473Z","caller":"traceutil/trace.go:171","msg":"trace[190498285] linearizableReadLoop","detail":"{readStateIndex:25392; appliedIndex:25386; }","duration":"728.666194ms","start":"2026-03-03T18:40:00.033784Z","end":"2026-03-03T18:40:00.76245Z","steps":["trace[190498285] 'read index received' (duration: 188.443276ms)","trace[190498285] 'applied index is now lower than readState.Index' (duration: 540.221858ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:00.762499Z","caller":"traceutil/trace.go:171","msg":"trace[450739361] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"1.019241503s","start":"2026-03-03T18:39:59.743215Z","end":"2026-03-03T18:40:00.762457Z","steps":["trace[450739361] 'process raft request' (duration: 1.019084619s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:00.76257Z","caller":"traceutil/trace.go:171","msg":"trace[1904586872] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"1.018019292s","start":"2026-03-03T18:39:59.74454Z","end":"2026-03-03T18:40:00.762559Z","steps":["trace[1904586872] 'process raft request' (duration: 1.017795006s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:00.762632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:59.742893Z","time spent":"1.019596212s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:00.762685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:59.743209Z","time spent":"1.019376007s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:00.762725Z","caller":"traceutil/trace.go:171","msg":"trace[801217534] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"1.01712491s","start":"2026-03-03T18:39:59.745591Z","end":"2026-03-03T18:40:00.762716Z","steps":["trace[801217534] 'process raft request' (duration: 1.016779321s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:00.762779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:59.745573Z","time spent":"1.017177052s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:00.762683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:59.744528Z","time spent":"1.018082604s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:00.762542Z","caller":"traceutil/trace.go:171","msg":"trace[884331795] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"1.019449329s","start":"2026-03-03T18:39:59.743059Z","end":"2026-03-03T18:40:00.762509Z","steps":["trace[884331795] 'process raft request' (duration: 1.019194362s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:00.763213Z","caller":"traceutil/trace.go:171","msg":"trace[739191963] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"657.999234ms","start":"2026-03-03T18:40:00.105014Z","end":"2026-03-03T18:40:00.763013Z","steps":["trace[739191963] 'process raft request' (duration: 657.393599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:00.763318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.461404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:00.76343Z","caller":"traceutil/trace.go:171","msg":"trace[1877808237] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24520; }","duration":"729.634008ms","start":"2026-03-03T18:40:00.033775Z","end":"2026-03-03T18:40:00.763409Z","steps":["trace[1877808237] 'agreement among raft nodes before linearized reading' (duration: 729.234518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:00.763352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.104987Z","time spent":"658.310442ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:40:00.763529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.03372Z","time spent":"729.790342ms","remote":"127.0.0.1:40854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:00.763595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:59.743039Z","time spent":"1.020307481s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:00.764141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.806264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:00.764197Z","caller":"traceutil/trace.go:171","msg":"trace[22230196] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24521; }","duration":"575.868596ms","start":"2026-03-03T18:40:00.188317Z","end":"2026-03-03T18:40:00.764185Z","steps":["trace[22230196] 'agreement among raft nodes before linearized reading' (duration: 575.755283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:00.764231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.188278Z","time spent":"575.940508ms","remote":"127.0.0.1:51844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:00.76439Z","caller":"traceutil/trace.go:171","msg":"trace[1627893087] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"353.032933ms","start":"2026-03-03T18:40:00.411327Z","end":"2026-03-03T18:40:00.76436Z","steps":["trace[1627893087] 'process raft request' (duration: 352.612621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:00.764485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.721556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T18:40:00.764502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.411306Z","time spent":"353.148165ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:40:00.764528Z","caller":"traceutil/trace.go:171","msg":"trace[1934246533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24521; }","duration":"566.803968ms","start":"2026-03-03T18:40:00.197713Z","end":"2026-03-03T18:40:00.764517Z","steps":["trace[1934246533] 'agreement among raft nodes before linearized reading' (duration: 566.674304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:00.764534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.625145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"warn","ts":"2026-03-03T18:40:00.764545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.483929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:40:00.764571Z","caller":"traceutil/trace.go:171","msg":"trace[1367234044] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24521; }","duration":"121.687826ms","start":"2026-03-03T18:40:00.642873Z","end":"2026-03-03T18:40:00.76456Z","steps":["trace[1367234044] 'agreement among raft nodes before linearized reading' (duration: 121.46433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:00.764566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.835988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:40:00.764586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.919621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:40:00.764601Z","caller":"traceutil/trace.go:171","msg":"trace[1471674907] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24521; }","duration":"373.584141ms","start":"2026-03-03T18:40:00.391004Z","end":"2026-03-03T18:40:00.764588Z","steps":["trace[1471674907] 'agreement among raft nodes before linearized reading' (duration: 373.406167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:00.76462Z","caller":"traceutil/trace.go:171","msg":"trace[173058418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24521; }","duration":"566.925371ms","start":"2026-03-03T18:40:00.197677Z","end":"2026-03-03T18:40:00.764602Z","steps":["trace[173058418] 'agreement among raft nodes before linearized reading' (duration: 566.774787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:00.764638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.390982Z","time spent":"373.645892ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:40:00.764646Z","caller":"traceutil/trace.go:171","msg":"trace[1417361173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24521; }","duration":"567.003713ms","start":"2026-03-03T18:40:00.197615Z","end":"2026-03-03T18:40:00.764619Z","steps":["trace[1417361173] 'agreement among raft nodes before linearized reading' (duration: 566.847329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:00.764669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.197594Z","time spent":"567.069664ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:00.764747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.028233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:40:00.764665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.197653Z","time spent":"567.003363ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:00.764564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.197692Z","time spent":"566.863199ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:40:00.764788Z","caller":"traceutil/trace.go:171","msg":"trace[1137104666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24521; }","duration":"567.097015ms","start":"2026-03-03T18:40:00.197678Z","end":"2026-03-03T18:40:00.764775Z","steps":["trace[1137104666] 'agreement among raft nodes before linearized reading' (duration: 567.007053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:00.764816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.197655Z","time spent":"567.155007ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:00.767723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.880906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:40:00.767803Z","caller":"traceutil/trace.go:171","msg":"trace[1398070444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24521; }","duration":"569.980418ms","start":"2026-03-03T18:40:00.197803Z","end":"2026-03-03T18:40:00.767784Z","steps":["trace[1398070444] 'agreement among raft nodes before linearized reading' (duration: 569.746952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:00.767852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.197797Z","time spent":"570.042179ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:40:01.194403Z","caller":"traceutil/trace.go:171","msg":"trace[1460810368] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"425.654541ms","start":"2026-03-03T18:40:00.768719Z","end":"2026-03-03T18:40:01.194374Z","steps":["trace[1460810368] 'process raft request' (duration: 425.231921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:01.194554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.768703Z","time spent":"425.771635ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:01.547725Z","caller":"traceutil/trace.go:171","msg":"trace[1896791489] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"775.976136ms","start":"2026-03-03T18:40:00.771717Z","end":"2026-03-03T18:40:01.547693Z","steps":["trace[1896791489] 'process raft request' (duration: 769.841921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:01.547747Z","caller":"traceutil/trace.go:171","msg":"trace[1903626636] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"775.74394ms","start":"2026-03-03T18:40:00.771982Z","end":"2026-03-03T18:40:01.547726Z","steps":["trace[1903626636] 'process raft request' (duration: 775.628077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:01.547863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.771695Z","time spent":"776.108759ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:40:01.548086Z","caller":"traceutil/trace.go:171","msg":"trace[392915689] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"775.934995ms","start":"2026-03-03T18:40:00.772134Z","end":"2026-03-03T18:40:01.548069Z","steps":["trace[392915689] 'process raft request' (duration: 775.880884ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:01.548115Z","caller":"traceutil/trace.go:171","msg":"trace[1375616714] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"776.103199ms","start":"2026-03-03T18:40:00.771996Z","end":"2026-03-03T18:40:01.548099Z","steps":["trace[1375616714] 'process raft request' (duration: 775.677678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:01.548126Z","caller":"traceutil/trace.go:171","msg":"trace[1110946743] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"776.090499ms","start":"2026-03-03T18:40:00.772007Z","end":"2026-03-03T18:40:01.548097Z","steps":["trace[1110946743] 'process raft request' (duration: 775.917445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:01.548202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.772108Z","time spent":"776.040567ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:01.548238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.771987Z","time spent":"776.16801ms","remote":"127.0.0.1:55572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:01.548298Z","caller":"traceutil/trace.go:171","msg":"trace[519769985] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"774.085678ms","start":"2026-03-03T18:40:00.77418Z","end":"2026-03-03T18:40:01.548266Z","steps":["trace[519769985] 'process raft request' (duration: 773.861423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:01.548451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.77417Z","time spent":"774.200181ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:01.548257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.771997Z","time spent":"776.181041ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:01.548594Z","caller":"traceutil/trace.go:171","msg":"trace[1997669878] linearizableReadLoop","detail":"{readStateIndex:25396; appliedIndex:25394; }","duration":"776.657884ms","start":"2026-03-03T18:40:00.771916Z","end":"2026-03-03T18:40:01.548574Z","steps":["trace[1997669878] 'read index received' (duration: 422.357459ms)","trace[1997669878] 'applied index is now lower than readState.Index' (duration: 354.299315ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:01.548696Z","caller":"traceutil/trace.go:171","msg":"trace[1176350629] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"404.135321ms","start":"2026-03-03T18:40:01.144548Z","end":"2026-03-03T18:40:01.548684Z","steps":["trace[1176350629] 'process raft request' (duration: 403.74871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:01.548776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:01.144517Z","time spent":"404.205792ms","remote":"127.0.0.1:45360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:01.548992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.068584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:40:01.549045Z","caller":"traceutil/trace.go:171","msg":"trace[1809308978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24529; }","duration":"777.139546ms","start":"2026-03-03T18:40:00.771893Z","end":"2026-03-03T18:40:01.549032Z","steps":["trace[1809308978] 'agreement among raft nodes before linearized reading' (duration: 776.88642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:01.549076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.771884Z","time spent":"777.185387ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:40:01.54921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.771965Z","time spent":"775.845933ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:01.571872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.914135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:01.57193Z","caller":"traceutil/trace.go:171","msg":"trace[355450332] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24530; }","duration":"202.021638ms","start":"2026-03-03T18:40:01.369894Z","end":"2026-03-03T18:40:01.571916Z","steps":["trace[355450332] 'agreement among raft nodes before linearized reading' (duration: 201.872034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:01.571939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.988806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:01.571984Z","caller":"traceutil/trace.go:171","msg":"trace[1088050535] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24530; }","duration":"726.060388ms","start":"2026-03-03T18:40:00.845907Z","end":"2026-03-03T18:40:01.571968Z","steps":["trace[1088050535] 'agreement among raft nodes before linearized reading' (duration: 725.998217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:01.571959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.744544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5c46bc48fb-2xhfn.189968bd76c9cc3c\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-03T18:40:01.572026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.84589Z","time spent":"726.12636ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:01.572073Z","caller":"traceutil/trace.go:171","msg":"trace[182413351] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5c46bc48fb-2xhfn.189968bd76c9cc3c; range_end:; response_count:1; response_revision:24530; }","duration":"271.865047ms","start":"2026-03-03T18:40:01.300182Z","end":"2026-03-03T18:40:01.572047Z","steps":["trace[182413351] 'agreement among raft nodes before linearized reading' (duration: 271.596211ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:01.572205Z","caller":"traceutil/trace.go:171","msg":"trace[1153659783] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"264.174514ms","start":"2026-03-03T18:40:01.308021Z","end":"2026-03-03T18:40:01.572196Z","steps":["trace[1153659783] 'process raft request' (duration: 263.428986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:01.57187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.674312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:01.572536Z","caller":"traceutil/trace.go:171","msg":"trace[746361409] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24530; }","duration":"798.37214ms","start":"2026-03-03T18:40:00.774152Z","end":"2026-03-03T18:40:01.572524Z","steps":["trace[746361409] 'agreement among raft nodes before linearized reading' (duration: 797.640722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:01.572578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:00.77414Z","time spent":"798.422941ms","remote":"127.0.0.1:55460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-03-03T18:40:01.725382Z","caller":"traceutil/trace.go:171","msg":"trace[1634469465] linearizableReadLoop","detail":"{readStateIndex:25405; appliedIndex:25404; }","duration":"109.625802ms","start":"2026-03-03T18:40:01.615736Z","end":"2026-03-03T18:40:01.725361Z","steps":["trace[1634469465] 'read index received' (duration: 59.448908ms)","trace[1634469465] 'applied index is now lower than readState.Index' (duration: 50.175884ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:01.725419Z","caller":"traceutil/trace.go:171","msg":"trace[946127421] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"149.915346ms","start":"2026-03-03T18:40:01.575476Z","end":"2026-03-03T18:40:01.725391Z","steps":["trace[946127421] 'process raft request' (duration: 99.798434ms)","trace[946127421] 'compare' (duration: 49.839305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:01.725573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.822237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:01.725636Z","caller":"traceutil/trace.go:171","msg":"trace[1799971864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24532; }","duration":"109.917929ms","start":"2026-03-03T18:40:01.615704Z","end":"2026-03-03T18:40:01.725622Z","steps":["trace[1799971864] 'agreement among raft nodes before linearized reading' (duration: 109.752315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:02.818531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.910596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:02.819073Z","caller":"traceutil/trace.go:171","msg":"trace[1315250586] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"1.088902819s","start":"2026-03-03T18:40:01.730146Z","end":"2026-03-03T18:40:02.819049Z","steps":["trace[1315250586] 'process raft request' (duration: 1.088484118s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:02.819072Z","caller":"traceutil/trace.go:171","msg":"trace[159463038] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"1.088839016s","start":"2026-03-03T18:40:01.730197Z","end":"2026-03-03T18:40:02.819036Z","steps":["trace[159463038] 'process raft request' (duration: 1.088507858s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:02.819061Z","caller":"traceutil/trace.go:171","msg":"trace[385872793] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"1.089243067s","start":"2026-03-03T18:40:01.729785Z","end":"2026-03-03T18:40:02.819028Z","steps":["trace[385872793] 'process raft request' (duration: 300.769967ms)","trace[385872793] 'compare' (duration: 786.89535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:02.81918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:01.730134Z","time spent":"1.088994511s","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:02.819211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:01.729771Z","time spent":"1.08937622s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:40:02.819221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:01.729414Z","time spent":"1.089728009s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:02.819289Z","caller":"traceutil/trace.go:171","msg":"trace[1173216593] linearizableReadLoop","detail":"{readStateIndex:25408; appliedIndex:25405; }","duration":"1.088052666s","start":"2026-03-03T18:40:01.731212Z","end":"2026-03-03T18:40:02.819264Z","steps":["trace[1173216593] 'read index received' (duration: 299.553725ms)","trace[1173216593] 'applied index is now lower than readState.Index' (duration: 788.496921ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:02.819425Z","caller":"traceutil/trace.go:171","msg":"trace[866064290] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"447.905022ms","start":"2026-03-03T18:40:02.371503Z","end":"2026-03-03T18:40:02.819408Z","steps":["trace[866064290] 'process raft request' (duration: 447.249536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:02.819507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:02.371476Z","time spent":"447.985584ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:02.819531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088301482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:40:02.819596Z","caller":"traceutil/trace.go:171","msg":"trace[972408635] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24536; }","duration":"1.088385204s","start":"2026-03-03T18:40:01.731195Z","end":"2026-03-03T18:40:02.81958Z","steps":["trace[972408635] 'agreement among raft nodes before linearized reading' (duration: 1.088135758s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:02.819633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:01.731189Z","time spent":"1.088436966s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:40:03.079574Z","caller":"traceutil/trace.go:171","msg":"trace[22635124] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"308.998933ms","start":"2026-03-03T18:40:02.770556Z","end":"2026-03-03T18:40:03.079555Z","steps":["trace[22635124] 'process raft request' (duration: 308.936262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:03.079688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:02.77055Z","time spent":"309.079375ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:03.079781Z","caller":"traceutil/trace.go:171","msg":"trace[352190389] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"309.2727ms","start":"2026-03-03T18:40:02.770501Z","end":"2026-03-03T18:40:03.079774Z","steps":["trace[352190389] 'process raft request' (duration: 308.957652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:03.079813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:02.770489Z","time spent":"309.30615ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:03.079813Z","caller":"traceutil/trace.go:171","msg":"trace[379759899] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"309.373492ms","start":"2026-03-03T18:40:02.770406Z","end":"2026-03-03T18:40:03.079779Z","steps":["trace[379759899] 'process raft request' (duration: 307.861214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:03.079931Z","caller":"traceutil/trace.go:171","msg":"trace[760419305] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"307.218078ms","start":"2026-03-03T18:40:02.772707Z","end":"2026-03-03T18:40:03.079925Z","steps":["trace[760419305] 'process raft request' (duration: 307.083335ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:03.07992Z","caller":"traceutil/trace.go:171","msg":"trace[215026399] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"308.409838ms","start":"2026-03-03T18:40:02.771494Z","end":"2026-03-03T18:40:03.079904Z","steps":["trace[215026399] 'process raft request' (duration: 308.026588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:03.079967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:02.772699Z","time spent":"307.249239ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:03.079978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:02.770382Z","time spent":"309.512326ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:03.079985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:02.771477Z","time spent":"308.47861ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:03.080014Z","caller":"traceutil/trace.go:171","msg":"trace[1899888064] linearizableReadLoop","detail":"{readStateIndex:25414; appliedIndex:25409; }","duration":"260.673806ms","start":"2026-03-03T18:40:02.819335Z","end":"2026-03-03T18:40:03.080008Z","steps":["trace[1899888064] 'read index received' (duration: 258.604353ms)","trace[1899888064] 'applied index is now lower than readState.Index' (duration: 2.068843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:03.08012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095310459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:03.080153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272123863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-03T18:40:03.080167Z","caller":"traceutil/trace.go:171","msg":"trace[1402463216] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24542; }","duration":"1.272178474s","start":"2026-03-03T18:40:01.807984Z","end":"2026-03-03T18:40:03.080163Z","steps":["trace[1402463216] 'agreement among raft nodes before linearized reading' (duration: 1.272077512s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:03.080135Z","caller":"traceutil/trace.go:171","msg":"trace[541110779] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"255.970037ms","start":"2026-03-03T18:40:02.824139Z","end":"2026-03-03T18:40:03.080109Z","steps":["trace[541110779] 'process raft request' (duration: 255.761942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:03.080165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.995029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:03.080185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:01.807965Z","time spent":"1.272216475s","remote":"127.0.0.1:55506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:40:03.080155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.728148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:03.080206Z","caller":"traceutil/trace.go:171","msg":"trace[1767770668] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24542; }","duration":"896.082771ms","start":"2026-03-03T18:40:02.184112Z","end":"2026-03-03T18:40:03.080194Z","steps":["trace[1767770668] 'agreement among raft nodes before linearized reading' (duration: 895.918457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:03.08023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:02.184081Z","time spent":"896.142373ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:03.080233Z","caller":"traceutil/trace.go:171","msg":"trace[214849040] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24542; }","duration":"719.848442ms","start":"2026-03-03T18:40:02.360364Z","end":"2026-03-03T18:40:03.080212Z","steps":["trace[214849040] 'agreement among raft nodes before linearized reading' (duration: 719.727069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:03.08028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:02.360346Z","time spent":"719.924204ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:03.080159Z","caller":"traceutil/trace.go:171","msg":"trace[1911360036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24542; }","duration":"1.095381191s","start":"2026-03-03T18:40:01.984764Z","end":"2026-03-03T18:40:03.080145Z","steps":["trace[1911360036] 'agreement among raft nodes before linearized reading' (duration: 1.095282949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:03.080348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:01.984744Z","time spent":"1.095593386s","remote":"127.0.0.1:59196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:03.08035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.102906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-03-03T18:40:03.080428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.887462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29542720-x4jtf\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-03-03T18:40:03.080423Z","caller":"traceutil/trace.go:171","msg":"trace[675896536] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24543; }","duration":"259.204928ms","start":"2026-03-03T18:40:02.821199Z","end":"2026-03-03T18:40:03.080404Z","steps":["trace[675896536] 'agreement among raft nodes before linearized reading' (duration: 258.968362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:03.080448Z","caller":"traceutil/trace.go:171","msg":"trace[924886098] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29542720-x4jtf; range_end:; response_count:1; response_revision:24543; }","duration":"235.938832ms","start":"2026-03-03T18:40:02.844503Z","end":"2026-03-03T18:40:03.080442Z","steps":["trace[924886098] 'agreement among raft nodes before linearized reading' (duration: 235.883381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:03.08045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.469454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29542720\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-03-03T18:40:03.080469Z","caller":"traceutil/trace.go:171","msg":"trace[376067552] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29542720; range_end:; response_count:1; response_revision:24543; }","duration":"255.522526ms","start":"2026-03-03T18:40:02.824941Z","end":"2026-03-03T18:40:03.080464Z","steps":["trace[376067552] 'agreement among raft nodes before linearized reading' (duration: 255.460644ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:03.080377Z","caller":"traceutil/trace.go:171","msg":"trace[950379907] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"157.760393ms","start":"2026-03-03T18:40:02.922607Z","end":"2026-03-03T18:40:03.080368Z","steps":["trace[950379907] 'process raft request' (duration: 157.429435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:03.694806Z","caller":"traceutil/trace.go:171","msg":"trace[1170997689] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"359.838174ms","start":"2026-03-03T18:40:03.334947Z","end":"2026-03-03T18:40:03.694785Z","steps":["trace[1170997689] 'process raft request' (duration: 330.985267ms)","trace[1170997689] 'compare' (duration: 28.392145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:03.694925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:03.33493Z","time spent":"359.942856ms","remote":"127.0.0.1:54880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2293,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:40:03.694804Z","caller":"traceutil/trace.go:171","msg":"trace[597924047] linearizableReadLoop","detail":"{readStateIndex:25421; appliedIndex:25420; }","duration":"214.009401ms","start":"2026-03-03T18:40:03.48077Z","end":"2026-03-03T18:40:03.69478Z","steps":["trace[597924047] 'read index received' (duration: 185.179124ms)","trace[597924047] 'applied index is now lower than readState.Index' (duration: 28.829267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:03.694968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.191285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:03.695164Z","caller":"traceutil/trace.go:171","msg":"trace[2145325337] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24547; }","duration":"214.3639ms","start":"2026-03-03T18:40:03.480757Z","end":"2026-03-03T18:40:03.695121Z","steps":["trace[2145325337] 'agreement among raft nodes before linearized reading' (duration: 214.089153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:03.883138Z","caller":"traceutil/trace.go:171","msg":"trace[183084327] linearizableReadLoop","detail":"{readStateIndex:25422; appliedIndex:25421; }","duration":"188.058557ms","start":"2026-03-03T18:40:03.695058Z","end":"2026-03-03T18:40:03.883116Z","steps":["trace[183084327] 'read index received' (duration: 143.632648ms)","trace[183084327] 'applied index is now lower than readState.Index' (duration: 44.424809ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:03.883217Z","caller":"traceutil/trace.go:171","msg":"trace[1288411161] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"304.783498ms","start":"2026-03-03T18:40:03.57841Z","end":"2026-03-03T18:40:03.883193Z","steps":["trace[1288411161] 'process raft request' (duration: 260.295857ms)","trace[1288411161] 'compare' (duration: 44.293486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:03.883451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.776809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-03T18:40:03.883505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.335037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:03.883534Z","caller":"traceutil/trace.go:171","msg":"trace[892037021] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24548; }","duration":"385.390708ms","start":"2026-03-03T18:40:03.498132Z","end":"2026-03-03T18:40:03.883522Z","steps":["trace[892037021] 'agreement among raft nodes before linearized reading' (duration: 385.352267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:03.883255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.421967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:03.883565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:03.498114Z","time spent":"385.446059ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:03.883556Z","caller":"traceutil/trace.go:171","msg":"trace[1481235390] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24548; }","duration":"206.891842ms","start":"2026-03-03T18:40:03.676609Z","end":"2026-03-03T18:40:03.883501Z","steps":["trace[1481235390] 'agreement among raft nodes before linearized reading' (duration: 206.657136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:03.88358Z","caller":"traceutil/trace.go:171","msg":"trace[1315200507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24548; }","duration":"269.805216ms","start":"2026-03-03T18:40:03.613762Z","end":"2026-03-03T18:40:03.883568Z","steps":["trace[1315200507] 'agreement among raft nodes before linearized reading' (duration: 269.398746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:03.88336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.985847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:40:03.883678Z","caller":"traceutil/trace.go:171","msg":"trace[1521221783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24548; }","duration":"331.331646ms","start":"2026-03-03T18:40:03.552327Z","end":"2026-03-03T18:40:03.883659Z","steps":["trace[1521221783] 'agreement among raft nodes before linearized reading' (duration: 330.968457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:03.883729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:03.552302Z","time spent":"331.416628ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:03.883542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:03.578387Z","time spent":"305.077755ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:03.883405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.691874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:40:03.883838Z","caller":"traceutil/trace.go:171","msg":"trace[1424924351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24548; }","duration":"332.150746ms","start":"2026-03-03T18:40:03.551674Z","end":"2026-03-03T18:40:03.883825Z","steps":["trace[1424924351] 'agreement among raft nodes before linearized reading' (duration: 331.700805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:03.88389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:03.551656Z","time spent":"332.218028ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:03.883379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.083999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:40:03.883926Z","caller":"traceutil/trace.go:171","msg":"trace[959107177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24548; }","duration":"331.674504ms","start":"2026-03-03T18:40:03.552246Z","end":"2026-03-03T18:40:03.88392Z","steps":["trace[959107177] 'agreement among raft nodes before linearized reading' (duration: 330.963606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:03.883944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:03.552223Z","time spent":"331.716646ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:40:03.883412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.643334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:40:03.884Z","caller":"traceutil/trace.go:171","msg":"trace[797799382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24548; }","duration":"332.256719ms","start":"2026-03-03T18:40:03.55173Z","end":"2026-03-03T18:40:03.883987Z","steps":["trace[797799382] 'agreement among raft nodes before linearized reading' (duration: 331.546011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:03.884047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:03.551726Z","time spent":"332.30657ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:40:03.972818Z","caller":"traceutil/trace.go:171","msg":"trace[685164211] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"266.186355ms","start":"2026-03-03T18:40:03.706172Z","end":"2026-03-03T18:40:03.972359Z","steps":["trace[685164211] 'process raft request' (duration: 265.905868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:04.400623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.562346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:04.40091Z","caller":"traceutil/trace.go:171","msg":"trace[843131029] linearizableReadLoop","detail":"{readStateIndex:25427; appliedIndex:25423; }","duration":"428.623726ms","start":"2026-03-03T18:40:03.97227Z","end":"2026-03-03T18:40:04.400894Z","steps":["trace[843131029] 'read index received' (duration: 315.718702ms)","trace[843131029] 'applied index is now lower than readState.Index' (duration: 112.904164ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:04.401008Z","caller":"traceutil/trace.go:171","msg":"trace[257097443] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"514.138161ms","start":"2026-03-03T18:40:03.886858Z","end":"2026-03-03T18:40:04.400996Z","steps":["trace[257097443] 'process raft request' (duration: 401.118293ms)","trace[257097443] 'compare' (duration: 112.174616ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:04.401072Z","caller":"traceutil/trace.go:171","msg":"trace[1674198968] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"254.115781ms","start":"2026-03-03T18:40:04.146937Z","end":"2026-03-03T18:40:04.401052Z","steps":["trace[1674198968] 'process raft request' (duration: 254.008618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:04.401095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:03.886841Z","time spent":"514.197093ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:04.401181Z","caller":"traceutil/trace.go:171","msg":"trace[1324325076] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"513.014812ms","start":"2026-03-03T18:40:03.888147Z","end":"2026-03-03T18:40:04.401162Z","steps":["trace[1324325076] 'process raft request' (duration: 512.705664ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:04.401227Z","caller":"traceutil/trace.go:171","msg":"trace[513309253] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"513.366681ms","start":"2026-03-03T18:40:03.887847Z","end":"2026-03-03T18:40:04.401214Z","steps":["trace[513309253] 'process raft request' (duration: 512.967331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:04.401284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.32431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7a8dc51-1f62-48d0-b823-d3b572fd6f55\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T18:40:04.401309Z","caller":"traceutil/trace.go:171","msg":"trace[1526526903] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7a8dc51-1f62-48d0-b823-d3b572fd6f55; range_end:; response_count:1; response_revision:24554; }","duration":"513.35641ms","start":"2026-03-03T18:40:03.887944Z","end":"2026-03-03T18:40:04.401301Z","steps":["trace[1526526903] 'agreement among raft nodes before linearized reading' (duration: 513.280258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:04.401304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:03.88784Z","time spent":"513.410612ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:04.401326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:03.887938Z","time spent":"513.384501ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-e7a8dc51-1f62-48d0-b823-d3b572fd6f55\" "} {"level":"warn","ts":"2026-03-03T18:40:04.40128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:03.888141Z","time spent":"513.089543ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:04.401206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.057282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:04.401412Z","caller":"traceutil/trace.go:171","msg":"trace[672234175] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24554; }","duration":"158.269367ms","start":"2026-03-03T18:40:04.243127Z","end":"2026-03-03T18:40:04.401396Z","steps":["trace[672234175] 'agreement among raft nodes before linearized reading' (duration: 158.035842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:04.401418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.881395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10358"} {"level":"info","ts":"2026-03-03T18:40:04.401467Z","caller":"traceutil/trace.go:171","msg":"trace[955634736] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24554; }","duration":"124.970388ms","start":"2026-03-03T18:40:04.276485Z","end":"2026-03-03T18:40:04.401456Z","steps":["trace[955634736] 'agreement among raft nodes before linearized reading' (duration: 124.757143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:04.401892Z","caller":"traceutil/trace.go:171","msg":"trace[1564943411] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"514.53311ms","start":"2026-03-03T18:40:03.887332Z","end":"2026-03-03T18:40:04.401865Z","steps":["trace[1564943411] 'process raft request' (duration: 513.400182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:04.402023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:03.887325Z","time spent":"514.631783ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:05.002119Z","caller":"traceutil/trace.go:171","msg":"trace[950628827] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"178.478245ms","start":"2026-03-03T18:40:04.823617Z","end":"2026-03-03T18:40:05.002095Z","steps":["trace[950628827] 'process raft request' (duration: 178.30443ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:05.525518Z","caller":"traceutil/trace.go:171","msg":"trace[2120489484] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"473.939498ms","start":"2026-03-03T18:40:05.051559Z","end":"2026-03-03T18:40:05.525498Z","steps":["trace[2120489484] 'process raft request' (duration: 473.785294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:05.525634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.051536Z","time spent":"474.046601ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:40:06.027115Z","caller":"traceutil/trace.go:171","msg":"trace[929047277] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"939.533655ms","start":"2026-03-03T18:40:05.087555Z","end":"2026-03-03T18:40:06.027089Z","steps":["trace[929047277] 'process raft request' (duration: 939.452043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:06.027186Z","caller":"traceutil/trace.go:171","msg":"trace[863413828] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"939.663559ms","start":"2026-03-03T18:40:05.087478Z","end":"2026-03-03T18:40:06.027141Z","steps":["trace[863413828] 'process raft request' (duration: 939.488134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:06.027499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.087458Z","time spent":"939.780261ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:06.027191Z","caller":"traceutil/trace.go:171","msg":"trace[1009113823] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"939.715619ms","start":"2026-03-03T18:40:05.087418Z","end":"2026-03-03T18:40:06.027134Z","steps":["trace[1009113823] 'process raft request' (duration: 939.380811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:06.027598Z","caller":"traceutil/trace.go:171","msg":"trace[327078839] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"940.018987ms","start":"2026-03-03T18:40:05.087557Z","end":"2026-03-03T18:40:06.027576Z","steps":["trace[327078839] 'process raft request' (duration: 939.485484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:06.02754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.087535Z","time spent":"939.69011ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:06.027717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.087511Z","time spent":"940.1438ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:06.02773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.087396Z","time spent":"940.206882ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:06.027908Z","caller":"traceutil/trace.go:171","msg":"trace[1820569236] linearizableReadLoop","detail":"{readStateIndex:25443; appliedIndex:25438; }","duration":"810.656349ms","start":"2026-03-03T18:40:05.217237Z","end":"2026-03-03T18:40:06.027894Z","steps":["trace[1820569236] 'read index received' (duration: 308.252015ms)","trace[1820569236] 'applied index is now lower than readState.Index' (duration: 502.403164ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:06.027963Z","caller":"traceutil/trace.go:171","msg":"trace[1685084526] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"940.354535ms","start":"2026-03-03T18:40:05.08758Z","end":"2026-03-03T18:40:06.027934Z","steps":["trace[1685084526] 'process raft request' (duration: 939.913114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:06.028019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.08754Z","time spent":"940.453929ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:06.028048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.822414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:40:06.028075Z","caller":"traceutil/trace.go:171","msg":"trace[2092749520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24569; }","duration":"810.849565ms","start":"2026-03-03T18:40:05.217216Z","end":"2026-03-03T18:40:06.028066Z","steps":["trace[2092749520] 'agreement among raft nodes before linearized reading' (duration: 810.744861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:06.028099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.217135Z","time spent":"810.959977ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:40:06.030431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.172567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29542720-x4jtf\" ","response":"range_response_count:1 size:6836"} {"level":"info","ts":"2026-03-03T18:40:06.030907Z","caller":"traceutil/trace.go:171","msg":"trace[1092706742] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29542720-x4jtf; range_end:; response_count:1; response_revision:24570; }","duration":"733.693461ms","start":"2026-03-03T18:40:05.297186Z","end":"2026-03-03T18:40:06.03088Z","steps":["trace[1092706742] 'agreement among raft nodes before linearized reading' (duration: 732.920501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:06.0311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.773377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T18:40:06.031146Z","caller":"traceutil/trace.go:171","msg":"trace[1404090910] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24570; }","duration":"701.85153ms","start":"2026-03-03T18:40:05.32928Z","end":"2026-03-03T18:40:06.031132Z","steps":["trace[1404090910] 'agreement among raft nodes before linearized reading' (duration: 701.736737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:06.031171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.329259Z","time spent":"701.90676ms","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-03T18:40:06.0311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.297163Z","time spent":"733.917996ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6858,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29542720-x4jtf\" "} {"level":"info","ts":"2026-03-03T18:40:06.030748Z","caller":"traceutil/trace.go:171","msg":"trace[1500643020] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"142.954051ms","start":"2026-03-03T18:40:05.887778Z","end":"2026-03-03T18:40:06.030732Z","steps":["trace[1500643020] 'process raft request' (duration: 142.183152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:06.030548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.544177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:06.03153Z","caller":"traceutil/trace.go:171","msg":"trace[720725643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24570; }","duration":"416.533252ms","start":"2026-03-03T18:40:05.614989Z","end":"2026-03-03T18:40:06.031522Z","steps":["trace[720725643] 'agreement among raft nodes before linearized reading' (duration: 415.482865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:06.031554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.614938Z","time spent":"416.609035ms","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:06.030812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.104269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:06.03184Z","caller":"traceutil/trace.go:171","msg":"trace[242181395] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24570; }","duration":"563.134775ms","start":"2026-03-03T18:40:05.468658Z","end":"2026-03-03T18:40:06.031793Z","steps":["trace[242181395] 'agreement among raft nodes before linearized reading' (duration: 562.11887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:06.032436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.468634Z","time spent":"563.789031ms","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:06.571474Z","caller":"traceutil/trace.go:171","msg":"trace[1907733918] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"145.524516ms","start":"2026-03-03T18:40:06.425924Z","end":"2026-03-03T18:40:06.571448Z","steps":["trace[1907733918] 'process raft request' (duration: 145.483534ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:06.571977Z","caller":"traceutil/trace.go:171","msg":"trace[1613176408] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"146.709816ms","start":"2026-03-03T18:40:06.425256Z","end":"2026-03-03T18:40:06.571965Z","steps":["trace[1613176408] 'process raft request' (duration: 145.934686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:06.57218Z","caller":"traceutil/trace.go:171","msg":"trace[329333264] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"146.47953ms","start":"2026-03-03T18:40:06.425686Z","end":"2026-03-03T18:40:06.572166Z","steps":["trace[329333264] 'process raft request' (duration: 145.68132ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:37.552604Z","caller":"traceutil/trace.go:171","msg":"trace[1743743434] linearizableReadLoop","detail":"{readStateIndex:25711; appliedIndex:25710; }","duration":"284.287221ms","start":"2026-03-03T18:40:37.268286Z","end":"2026-03-03T18:40:37.552573Z","steps":["trace[1743743434] 'read index received' (duration: 284.118397ms)","trace[1743743434] 'applied index is now lower than readState.Index' (duration: 167.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:37.552628Z","caller":"traceutil/trace.go:171","msg":"trace[381324489] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"429.565111ms","start":"2026-03-03T18:40:37.123029Z","end":"2026-03-03T18:40:37.552595Z","steps":["trace[381324489] 'process raft request' (duration: 429.378046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:37.552863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:37.123003Z","time spent":"429.760176ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:37.5529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.61888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T18:40:37.552962Z","caller":"traceutil/trace.go:171","msg":"trace[1328286360] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:24830; }","duration":"284.726102ms","start":"2026-03-03T18:40:37.268218Z","end":"2026-03-03T18:40:37.552944Z","steps":["trace[1328286360] 'agreement among raft nodes before linearized reading' (duration: 284.487557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:37.856801Z","caller":"traceutil/trace.go:171","msg":"trace[36170137] linearizableReadLoop","detail":"{readStateIndex:25712; appliedIndex:25711; }","duration":"241.313978ms","start":"2026-03-03T18:40:37.615452Z","end":"2026-03-03T18:40:37.856766Z","steps":["trace[36170137] 'read index received' (duration: 240.569299ms)","trace[36170137] 'applied index is now lower than readState.Index' (duration: 742.939µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:37.856951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.473872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:37.856991Z","caller":"traceutil/trace.go:171","msg":"trace[1645472308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24830; }","duration":"241.532313ms","start":"2026-03-03T18:40:37.615446Z","end":"2026-03-03T18:40:37.856979Z","steps":["trace[1645472308] 'agreement among raft nodes before linearized reading' (duration: 241.435411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:37.857187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:37.554184Z","time spent":"302.995962ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:40:39.21658Z","caller":"traceutil/trace.go:171","msg":"trace[1157587820] linearizableReadLoop","detail":"{readStateIndex:25721; appliedIndex:25720; }","duration":"476.933394ms","start":"2026-03-03T18:40:38.739619Z","end":"2026-03-03T18:40:39.216553Z","steps":["trace[1157587820] 'read index received' (duration: 476.707979ms)","trace[1157587820] 'applied index is now lower than readState.Index' (duration: 224.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:39.216922Z","caller":"traceutil/trace.go:171","msg":"trace[1985958356] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"558.365604ms","start":"2026-03-03T18:40:38.65854Z","end":"2026-03-03T18:40:39.216905Z","steps":["trace[1985958356] 'process raft request' (duration: 557.853191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.217054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.658527Z","time spent":"558.439966ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:39.217287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.668512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:39.217331Z","caller":"traceutil/trace.go:171","msg":"trace[845845028] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24839; }","duration":"477.738524ms","start":"2026-03-03T18:40:38.739582Z","end":"2026-03-03T18:40:39.217321Z","steps":["trace[845845028] 'agreement among raft nodes before linearized reading' (duration: 477.664593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.217369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.739565Z","time spent":"477.796775ms","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:40:39.21762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.275301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:40:39.217652Z","caller":"traceutil/trace.go:171","msg":"trace[308528124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24839; }","duration":"467.327191ms","start":"2026-03-03T18:40:38.750316Z","end":"2026-03-03T18:40:39.217643Z","steps":["trace[308528124] 'agreement among raft nodes before linearized reading' (duration: 467.216299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.217689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.750306Z","time spent":"467.376152ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:40:39.217941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.441487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-03T18:40:39.217982Z","caller":"traceutil/trace.go:171","msg":"trace[676753108] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24839; }","duration":"450.497108ms","start":"2026-03-03T18:40:38.767474Z","end":"2026-03-03T18:40:39.217971Z","steps":["trace[676753108] 'agreement among raft nodes before linearized reading' (duration: 450.392765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.218016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.767452Z","time spent":"450.55753ms","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-03T18:40:39.218238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.08553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:40:39.218277Z","caller":"traceutil/trace.go:171","msg":"trace[1175458883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24839; }","duration":"466.162122ms","start":"2026-03-03T18:40:38.752104Z","end":"2026-03-03T18:40:39.218267Z","steps":["trace[1175458883] 'agreement among raft nodes before linearized reading' (duration: 466.063459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.218313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.752085Z","time spent":"466.220123ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:39.218501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.026299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:40:39.218537Z","caller":"traceutil/trace.go:171","msg":"trace[823112796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24839; }","duration":"468.062079ms","start":"2026-03-03T18:40:38.750466Z","end":"2026-03-03T18:40:39.218528Z","steps":["trace[823112796] 'agreement among raft nodes before linearized reading' (duration: 467.975317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.218571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.750378Z","time spent":"468.186762ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:39.725086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204076009,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:39.89915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.406308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:39.899294Z","caller":"traceutil/trace.go:171","msg":"trace[2005888157] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"675.796582ms","start":"2026-03-03T18:40:39.223477Z","end":"2026-03-03T18:40:39.899273Z","steps":["trace[2005888157] 'process raft request' (duration: 526.505092ms)","trace[2005888157] 'compare' (duration: 148.316436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:39.89946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.223465Z","time spent":"675.903775ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:40.697338Z","caller":"traceutil/trace.go:171","msg":"trace[815854485] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"1.473583498s","start":"2026-03-03T18:40:39.22372Z","end":"2026-03-03T18:40:40.697303Z","steps":["trace[815854485] 'process raft request' (duration: 1.473345702s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:40.69751Z","caller":"traceutil/trace.go:171","msg":"trace[2015255830] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"1.187774958s","start":"2026-03-03T18:40:39.509709Z","end":"2026-03-03T18:40:40.697484Z","steps":["trace[2015255830] 'process raft request' (duration: 1.187680466s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:40.697811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.509683Z","time spent":"1.187975273s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:40.69754Z","caller":"traceutil/trace.go:171","msg":"trace[141607849] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"1.47292165s","start":"2026-03-03T18:40:39.224595Z","end":"2026-03-03T18:40:40.697517Z","steps":["trace[141607849] 'process raft request' (duration: 1.472658863s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:40.698115Z","caller":"traceutil/trace.go:171","msg":"trace[1001249388] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"1.139391079s","start":"2026-03-03T18:40:39.558709Z","end":"2026-03-03T18:40:40.6981Z","steps":["trace[1001249388] 'process raft request' (duration: 1.138730842s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:40.698162Z","caller":"traceutil/trace.go:171","msg":"trace[1052222341] linearizableReadLoop","detail":"{readStateIndex:25728; appliedIndex:25721; }","duration":"1.473852035s","start":"2026-03-03T18:40:39.224265Z","end":"2026-03-03T18:40:40.698117Z","steps":["trace[1052222341] 'read index received' (duration: 525.728502ms)","trace[1052222341] 'applied index is now lower than readState.Index' (duration: 948.122043ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:40.698169Z","caller":"traceutil/trace.go:171","msg":"trace[1342716856] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"1.096271114s","start":"2026-03-03T18:40:39.601858Z","end":"2026-03-03T18:40:40.698129Z","steps":["trace[1342716856] 'process raft request' (duration: 1.096011908s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:40.698322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.601829Z","time spent":"1.096416448s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:40.698143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.224574Z","time spent":"1.473418094s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:40.698291Z","caller":"traceutil/trace.go:171","msg":"trace[811419457] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"1.051834714s","start":"2026-03-03T18:40:39.646388Z","end":"2026-03-03T18:40:40.698223Z","steps":["trace[811419457] 'process raft request' (duration: 1.05164602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:40.697748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.223697Z","time spent":"1.47371859s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:40.698314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.558687Z","time spent":"1.139513263s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:40.698604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474340157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-03T18:40:40.698583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.646359Z","time spent":"1.05204396s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:40.698673Z","caller":"traceutil/trace.go:171","msg":"trace[340797572] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24846; }","duration":"1.474435479s","start":"2026-03-03T18:40:39.224225Z","end":"2026-03-03T18:40:40.69866Z","steps":["trace[340797572] 'agreement among raft nodes before linearized reading' (duration: 1.474003538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:40.698705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.224213Z","time spent":"1.47448498s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:40:41.052267Z","caller":"traceutil/trace.go:171","msg":"trace[210850843] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"901.821335ms","start":"2026-03-03T18:40:40.15042Z","end":"2026-03-03T18:40:41.052241Z","steps":["trace[210850843] 'process raft request' (duration: 901.726783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:41.052315Z","caller":"traceutil/trace.go:171","msg":"trace[899893134] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"901.977249ms","start":"2026-03-03T18:40:40.150298Z","end":"2026-03-03T18:40:41.052276Z","steps":["trace[899893134] 'process raft request' (duration: 901.595529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:41.052449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.150391Z","time spent":"901.956559ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:41.052493Z","caller":"traceutil/trace.go:171","msg":"trace[550821872] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"900.609605ms","start":"2026-03-03T18:40:40.151867Z","end":"2026-03-03T18:40:41.052477Z","steps":["trace[550821872] 'process raft request' (duration: 900.327268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:41.052493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.150268Z","time spent":"902.126503ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:41.052563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.151853Z","time spent":"900.670016ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:41.052724Z","caller":"traceutil/trace.go:171","msg":"trace[1228007285] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"899.832945ms","start":"2026-03-03T18:40:40.152878Z","end":"2026-03-03T18:40:41.052711Z","steps":["trace[1228007285] 'process raft request' (duration: 899.483956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:41.052733Z","caller":"traceutil/trace.go:171","msg":"trace[1446151335] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"899.245591ms","start":"2026-03-03T18:40:40.153477Z","end":"2026-03-03T18:40:41.052722Z","steps":["trace[1446151335] 'process raft request' (duration: 899.159759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:41.052783Z","caller":"traceutil/trace.go:171","msg":"trace[1922389562] linearizableReadLoop","detail":"{readStateIndex:25735; appliedIndex:25728; }","duration":"354.56848ms","start":"2026-03-03T18:40:40.698201Z","end":"2026-03-03T18:40:41.052769Z","steps":["trace[1922389562] 'read index received' (duration: 353.76642ms)","trace[1922389562] 'applied index is now lower than readState.Index' (duration: 801.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:41.052796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.152864Z","time spent":"899.895977ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:41.052806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.153428Z","time spent":"899.346083ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:41.052876Z","caller":"traceutil/trace.go:171","msg":"trace[1105773600] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"380.648708ms","start":"2026-03-03T18:40:40.672217Z","end":"2026-03-03T18:40:41.052865Z","steps":["trace[1105773600] 'process raft request' (duration: 380.492564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:41.052844Z","caller":"traceutil/trace.go:171","msg":"trace[1788096513] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"898.298807ms","start":"2026-03-03T18:40:40.154488Z","end":"2026-03-03T18:40:41.052786Z","steps":["trace[1788096513] 'process raft request' (duration: 898.185794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:41.052938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.67219Z","time spent":"380.713229ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:41.053055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.855611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:41.053065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360277472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T18:40:41.053097Z","caller":"traceutil/trace.go:171","msg":"trace[1385181089] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24853; }","duration":"424.931683ms","start":"2026-03-03T18:40:40.628154Z","end":"2026-03-03T18:40:41.053086Z","steps":["trace[1385181089] 'agreement among raft nodes before linearized reading' (duration: 424.80475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:41.053106Z","caller":"traceutil/trace.go:171","msg":"trace[1798965221] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24853; }","duration":"1.360330994s","start":"2026-03-03T18:40:39.69276Z","end":"2026-03-03T18:40:41.053091Z","steps":["trace[1798965221] 'agreement among raft nodes before linearized reading' (duration: 1.360115579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:41.053128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.628133Z","time spent":"424.986834ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:41.053148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.692752Z","time spent":"1.360389525s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:40:41.053122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.154475Z","time spent":"898.495901ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:41.053203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437710464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:41.053242Z","caller":"traceutil/trace.go:171","msg":"trace[93057849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24853; }","duration":"1.437774405s","start":"2026-03-03T18:40:39.615458Z","end":"2026-03-03T18:40:41.053232Z","steps":["trace[93057849] 'agreement among raft nodes before linearized reading' (duration: 1.437720453s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:41.053272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.615447Z","time spent":"1.437817776s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:41.053267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214783158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:41.053315Z","caller":"traceutil/trace.go:171","msg":"trace[1043819190] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24853; }","duration":"1.21487534s","start":"2026-03-03T18:40:39.838424Z","end":"2026-03-03T18:40:41.0533Z","steps":["trace[1043819190] 'agreement among raft nodes before linearized reading' (duration: 1.214800568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:41.053155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361467684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T18:40:41.053367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.838404Z","time spent":"1.214951742s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:41.053389Z","caller":"traceutil/trace.go:171","msg":"trace[817380402] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24853; }","duration":"1.361728909s","start":"2026-03-03T18:40:39.691642Z","end":"2026-03-03T18:40:41.053371Z","steps":["trace[817380402] 'agreement among raft nodes before linearized reading' (duration: 1.36135769s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:41.053453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.691621Z","time spent":"1.361815572s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:40:41.053461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47806966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:41.053516Z","caller":"traceutil/trace.go:171","msg":"trace[193730399] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24853; }","duration":"1.478152991s","start":"2026-03-03T18:40:39.575343Z","end":"2026-03-03T18:40:41.053496Z","steps":["trace[193730399] 'agreement among raft nodes before linearized reading' (duration: 1.478071339s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:41.053561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.575322Z","time spent":"1.478223563s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:41.05294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.708899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:41.053748Z","caller":"traceutil/trace.go:171","msg":"trace[988922164] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24853; }","duration":"595.548231ms","start":"2026-03-03T18:40:40.458185Z","end":"2026-03-03T18:40:41.053733Z","steps":["trace[988922164] 'agreement among raft nodes before linearized reading' (duration: 594.692539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:41.05379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.458164Z","time spent":"595.612363ms","remote":"127.0.0.1:38542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:41.053829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.880978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18823"} {"level":"info","ts":"2026-03-03T18:40:41.053882Z","caller":"traceutil/trace.go:171","msg":"trace[386152482] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24853; }","duration":"352.94798ms","start":"2026-03-03T18:40:40.700919Z","end":"2026-03-03T18:40:41.053867Z","steps":["trace[386152482] 'agreement among raft nodes before linearized reading' (duration: 352.808687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:41.053936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.700904Z","time spent":"353.019642ms","remote":"127.0.0.1:55506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18845,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:40:41.054268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.010994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:40:41.054335Z","caller":"traceutil/trace.go:171","msg":"trace[2138473081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24853; }","duration":"893.116477ms","start":"2026-03-03T18:40:40.1612Z","end":"2026-03-03T18:40:41.054316Z","steps":["trace[2138473081] 'agreement among raft nodes before linearized reading' (duration: 891.893245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:41.054377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.161185Z","time spent":"893.180458ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:41:23.35444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.391392ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T18:41:23.355129Z","caller":"traceutil/trace.go:171","msg":"trace[868055598] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"438.902996ms","start":"2026-03-03T18:41:22.91621Z","end":"2026-03-03T18:41:23.355113Z","steps":["trace[868055598] 'process raft request' (duration: 438.786183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:23.355115Z","caller":"traceutil/trace.go:171","msg":"trace[236862468] linearizableReadLoop","detail":"{readStateIndex:26196; appliedIndex:26195; }","duration":"615.320419ms","start":"2026-03-03T18:41:22.739732Z","end":"2026-03-03T18:41:23.355053Z","steps":["trace[236862468] 'read index received' (duration: 45.300511ms)","trace[236862468] 'applied index is now lower than readState.Index' (duration: 570.017548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:41:23.355235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:22.91618Z","time spent":"438.987658ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:41:23.355289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.520724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:23.355355Z","caller":"traceutil/trace.go:171","msg":"trace[1543349305] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25304; }","duration":"615.621306ms","start":"2026-03-03T18:41:22.739716Z","end":"2026-03-03T18:41:23.355337Z","steps":["trace[1543349305] 'agreement among raft nodes before linearized reading' (duration: 615.431042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:23.355404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:22.739656Z","time spent":"615.73759ms","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:41:23.361356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.084081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:23.361448Z","caller":"traceutil/trace.go:171","msg":"trace[1166818005] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25310; }","duration":"524.238534ms","start":"2026-03-03T18:41:22.837187Z","end":"2026-03-03T18:41:23.361426Z","steps":["trace[1166818005] 'agreement among raft nodes before linearized reading' (duration: 524.095341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:23.361492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:22.837156Z","time spent":"524.326247ms","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:41:23.361704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.850392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:41:23.361843Z","caller":"traceutil/trace.go:171","msg":"trace[291131435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25310; }","duration":"433.041447ms","start":"2026-03-03T18:41:22.928776Z","end":"2026-03-03T18:41:23.361817Z","steps":["trace[291131435] 'agreement among raft nodes before linearized reading' (duration: 432.723299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:23.361892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:22.928764Z","time spent":"433.119559ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:41:23.361944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.880411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T18:41:23.361983Z","caller":"traceutil/trace.go:171","msg":"trace[1907553889] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25310; }","duration":"445.935392ms","start":"2026-03-03T18:41:22.916038Z","end":"2026-03-03T18:41:23.361973Z","steps":["trace[1907553889] 'agreement among raft nodes before linearized reading' (duration: 445.837349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:23.362016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:22.916027Z","time spent":"445.983044ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:41:23.362067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.166118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:23.362102Z","caller":"traceutil/trace.go:171","msg":"trace[1374407682] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25310; }","duration":"180.25529ms","start":"2026-03-03T18:41:23.181837Z","end":"2026-03-03T18:41:23.362092Z","steps":["trace[1374407682] 'agreement among raft nodes before linearized reading' (duration: 180.187548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:23.362211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.483206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:23.362252Z","caller":"traceutil/trace.go:171","msg":"trace[989067576] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25310; }","duration":"446.558258ms","start":"2026-03-03T18:41:22.915684Z","end":"2026-03-03T18:41:23.362243Z","steps":["trace[989067576] 'agreement among raft nodes before linearized reading' (duration: 446.503196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:23.362279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:22.915666Z","time spent":"446.608008ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:41:23.362286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.315339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:23.362317Z","caller":"traceutil/trace.go:171","msg":"trace[1158043768] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25310; }","duration":"247.408471ms","start":"2026-03-03T18:41:23.114898Z","end":"2026-03-03T18:41:23.362307Z","steps":["trace[1158043768] 'agreement among raft nodes before linearized reading' (duration: 247.3609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:23.362315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.638885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:23.362397Z","caller":"traceutil/trace.go:171","msg":"trace[1276230768] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25310; }","duration":"449.755068ms","start":"2026-03-03T18:41:22.912623Z","end":"2026-03-03T18:41:23.362378Z","steps":["trace[1276230768] 'agreement among raft nodes before linearized reading' (duration: 449.642975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:23.361845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.628878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:41:23.36245Z","caller":"traceutil/trace.go:171","msg":"trace[252900370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25310; }","duration":"435.340425ms","start":"2026-03-03T18:41:22.927101Z","end":"2026-03-03T18:41:23.362441Z","steps":["trace[252900370] 'agreement among raft nodes before linearized reading' (duration: 434.638247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:23.362481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:22.927042Z","time spent":"435.431087ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:41:23.362484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.8489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:23.362515Z","caller":"traceutil/trace.go:171","msg":"trace[93731541] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25310; }","duration":"447.891072ms","start":"2026-03-03T18:41:22.914615Z","end":"2026-03-03T18:41:23.362506Z","steps":["trace[93731541] 'agreement among raft nodes before linearized reading' (duration: 447.850251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:23.362547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:22.914609Z","time spent":"447.932883ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:41:23.362442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:22.912602Z","time spent":"449.830989ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T18:41:29.527332Z","caller":"traceutil/trace.go:171","msg":"trace[264982772] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"135.739859ms","start":"2026-03-03T18:41:29.391553Z","end":"2026-03-03T18:41:29.527292Z","steps":["trace[264982772] 'process raft request' (duration: 135.615786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:29.527676Z","caller":"traceutil/trace.go:171","msg":"trace[307515771] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"135.895993ms","start":"2026-03-03T18:41:29.391765Z","end":"2026-03-03T18:41:29.527661Z","steps":["trace[307515771] 'process raft request' (duration: 135.459272ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:29.527397Z","caller":"traceutil/trace.go:171","msg":"trace[986122890] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"136.469308ms","start":"2026-03-03T18:41:29.39088Z","end":"2026-03-03T18:41:29.527349Z","steps":["trace[986122890] 'process raft request' (duration: 101.909678ms)","trace[986122890] 'compare' (duration: 34.031077ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:41:29.527766Z","caller":"traceutil/trace.go:171","msg":"trace[567057315] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"136.744115ms","start":"2026-03-03T18:41:29.390938Z","end":"2026-03-03T18:41:29.527682Z","steps":["trace[567057315] 'process raft request' (duration: 136.15236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:29.528046Z","caller":"traceutil/trace.go:171","msg":"trace[900475366] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"136.081617ms","start":"2026-03-03T18:41:29.39186Z","end":"2026-03-03T18:41:29.527942Z","steps":["trace[900475366] 'process raft request' (duration: 135.489832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:29.528407Z","caller":"traceutil/trace.go:171","msg":"trace[1748969311] linearizableReadLoop","detail":"{readStateIndex:26250; appliedIndex:26245; }","duration":"135.999586ms","start":"2026-03-03T18:41:29.392363Z","end":"2026-03-03T18:41:29.528363Z","steps":["trace[1748969311] 'read index received' (duration: 20.173708ms)","trace[1748969311] 'applied index is now lower than readState.Index' (duration: 115.824028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:41:29.528518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.137749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:29.528575Z","caller":"traceutil/trace.go:171","msg":"trace[1765940689] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25357; }","duration":"136.237732ms","start":"2026-03-03T18:41:29.392326Z","end":"2026-03-03T18:41:29.528563Z","steps":["trace[1765940689] 'agreement among raft nodes before linearized reading' (duration: 136.116849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:29.528879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.838087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:41:29.528927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.000657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-03T18:41:29.529156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.790165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:41:29.529177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.99723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T18:41:29.529206Z","caller":"traceutil/trace.go:171","msg":"trace[630754714] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25357; }","duration":"104.02377ms","start":"2026-03-03T18:41:29.425174Z","end":"2026-03-03T18:41:29.529198Z","steps":["trace[630754714] 'agreement among raft nodes before linearized reading' (duration: 103.858216ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:29.529215Z","caller":"traceutil/trace.go:171","msg":"trace[228656577] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25357; }","duration":"105.859416ms","start":"2026-03-03T18:41:29.423337Z","end":"2026-03-03T18:41:29.529196Z","steps":["trace[228656577] 'agreement among raft nodes before linearized reading' (duration: 105.791635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:29.529229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.367874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:41:29.529283Z","caller":"traceutil/trace.go:171","msg":"trace[163983182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25357; }","duration":"134.468227ms","start":"2026-03-03T18:41:29.394802Z","end":"2026-03-03T18:41:29.529271Z","steps":["trace[163983182] 'agreement among raft nodes before linearized reading' (duration: 134.147219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:29.529397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.98189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:41:29.529521Z","caller":"traceutil/trace.go:171","msg":"trace[1130372400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25357; }","duration":"135.127784ms","start":"2026-03-03T18:41:29.39437Z","end":"2026-03-03T18:41:29.529498Z","steps":["trace[1130372400] 'agreement among raft nodes before linearized reading' (duration: 134.746984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:29.528983Z","caller":"traceutil/trace.go:171","msg":"trace[2136386322] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25357; }","duration":"107.9853ms","start":"2026-03-03T18:41:29.420976Z","end":"2026-03-03T18:41:29.528961Z","steps":["trace[2136386322] 'agreement among raft nodes before linearized reading' (duration: 107.788046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:29.529012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.867992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:41:29.529704Z","caller":"traceutil/trace.go:171","msg":"trace[1099055195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25357; }","duration":"134.57774ms","start":"2026-03-03T18:41:29.395108Z","end":"2026-03-03T18:41:29.529686Z","steps":["trace[1099055195] 'agreement among raft nodes before linearized reading' (duration: 133.793201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:29.529088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.138914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:29.529808Z","caller":"traceutil/trace.go:171","msg":"trace[1270237312] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25357; }","duration":"108.883803ms","start":"2026-03-03T18:41:29.42091Z","end":"2026-03-03T18:41:29.529794Z","steps":["trace[1270237312] 'agreement among raft nodes before linearized reading' (duration: 108.141925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:29.529736Z","caller":"traceutil/trace.go:171","msg":"trace[1372759347] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"135.129743ms","start":"2026-03-03T18:41:29.393266Z","end":"2026-03-03T18:41:29.528395Z","steps":["trace[1372759347] 'process raft request' (duration: 134.184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:29.530287Z","caller":"traceutil/trace.go:171","msg":"trace[786671814] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25357; }","duration":"136.321304ms","start":"2026-03-03T18:41:29.39283Z","end":"2026-03-03T18:41:29.529151Z","steps":["trace[786671814] 'agreement among raft nodes before linearized reading' (duration: 135.917684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:31.692875Z","caller":"traceutil/trace.go:171","msg":"trace[2127656677] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"156.774339ms","start":"2026-03-03T18:41:31.536069Z","end":"2026-03-03T18:41:31.692844Z","steps":["trace[2127656677] 'process raft request' (duration: 146.240743ms)","trace[2127656677] 'compare' (duration: 10.216008ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:41:31.692887Z","caller":"traceutil/trace.go:171","msg":"trace[1937491791] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"156.704527ms","start":"2026-03-03T18:41:31.536152Z","end":"2026-03-03T18:41:31.692856Z","steps":["trace[1937491791] 'process raft request' (duration: 156.571864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:31.692992Z","caller":"traceutil/trace.go:171","msg":"trace[2021668139] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"156.480722ms","start":"2026-03-03T18:41:31.536492Z","end":"2026-03-03T18:41:31.692973Z","steps":["trace[2021668139] 'process raft request' (duration: 156.306907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:31.693215Z","caller":"traceutil/trace.go:171","msg":"trace[2062939398] linearizableReadLoop","detail":"{readStateIndex:26262; appliedIndex:26258; }","duration":"156.656616ms","start":"2026-03-03T18:41:31.536535Z","end":"2026-03-03T18:41:31.693192Z","steps":["trace[2062939398] 'read index received' (duration: 32.010477ms)","trace[2062939398] 'applied index is now lower than readState.Index' (duration: 124.644999ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:41:31.693546Z","caller":"traceutil/trace.go:171","msg":"trace[828873730] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"156.865991ms","start":"2026-03-03T18:41:31.536654Z","end":"2026-03-03T18:41:31.69352Z","steps":["trace[828873730] 'process raft request' (duration: 156.254746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:31.693623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.824859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-03T18:41:31.693644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.091877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T18:41:31.693681Z","caller":"traceutil/trace.go:171","msg":"trace[777227300] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25370; }","duration":"157.159688ms","start":"2026-03-03T18:41:31.536511Z","end":"2026-03-03T18:41:31.693671Z","steps":["trace[777227300] 'agreement among raft nodes before linearized reading' (duration: 157.004444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:31.693238Z","caller":"traceutil/trace.go:171","msg":"trace[950971239] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"153.586489ms","start":"2026-03-03T18:41:31.539637Z","end":"2026-03-03T18:41:31.693223Z","steps":["trace[950971239] 'process raft request' (duration: 153.464556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:31.693654Z","caller":"traceutil/trace.go:171","msg":"trace[1146778815] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25370; }","duration":"152.86678ms","start":"2026-03-03T18:41:31.54078Z","end":"2026-03-03T18:41:31.693647Z","steps":["trace[1146778815] 'agreement among raft nodes before linearized reading' (duration: 152.764477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:31.693791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.024554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:41:31.693932Z","caller":"traceutil/trace.go:171","msg":"trace[1931078042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25370; }","duration":"126.188429ms","start":"2026-03-03T18:41:31.567736Z","end":"2026-03-03T18:41:31.693925Z","steps":["trace[1931078042] 'agreement among raft nodes before linearized reading' (duration: 126.018204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:31.842878Z","caller":"traceutil/trace.go:171","msg":"trace[1216242963] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"136.98442ms","start":"2026-03-03T18:41:31.705864Z","end":"2026-03-03T18:41:31.842849Z","steps":["trace[1216242963] 'process raft request' (duration: 94.571401ms)","trace[1216242963] 'compare' (duration: 42.207424ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:41:31.843447Z","caller":"traceutil/trace.go:171","msg":"trace[1650099488] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"137.488183ms","start":"2026-03-03T18:41:31.705933Z","end":"2026-03-03T18:41:31.843421Z","steps":["trace[1650099488] 'process raft request' (duration: 137.129554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:31.84347Z","caller":"traceutil/trace.go:171","msg":"trace[78994230] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"137.569235ms","start":"2026-03-03T18:41:31.705879Z","end":"2026-03-03T18:41:31.843448Z","steps":["trace[78994230] 'process raft request' (duration: 136.922719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:32.756875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.183257ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T18:41:32.756987Z","caller":"traceutil/trace.go:171","msg":"trace[90943499] linearizableReadLoop","detail":"{readStateIndex:26272; appliedIndex:26271; }","duration":"141.450153ms","start":"2026-03-03T18:41:32.615509Z","end":"2026-03-03T18:41:32.75696Z","steps":["trace[90943499] 'read index received' (duration: 253.706µs)","trace[90943499] 'applied index is now lower than readState.Index' (duration: 141.194747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:41:32.75719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.685309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:32.757249Z","caller":"traceutil/trace.go:171","msg":"trace[487229815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25377; }","duration":"141.795892ms","start":"2026-03-03T18:41:32.615437Z","end":"2026-03-03T18:41:32.757233Z","steps":["trace[487229815] 'agreement among raft nodes before linearized reading' (duration: 141.664029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:33.736209Z","caller":"traceutil/trace.go:171","msg":"trace[1033542352] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"161.302122ms","start":"2026-03-03T18:41:33.574885Z","end":"2026-03-03T18:41:33.736187Z","steps":["trace[1033542352] 'process raft request' (duration: 161.170719ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:33.783603Z","caller":"traceutil/trace.go:171","msg":"trace[1893927571] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"174.442054ms","start":"2026-03-03T18:41:33.609129Z","end":"2026-03-03T18:41:33.783571Z","steps":["trace[1893927571] 'process raft request' (duration: 174.198068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:11.741721Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23376} {"level":"info","ts":"2026-03-03T18:42:11.891026Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23376,"took":"145.558946ms","hash":2168372177,"current-db-size-bytes":48222208,"current-db-size":"48 MB","current-db-size-in-use-bytes":31428608,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T18:42:11.891089Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2168372177,"revision":23376,"compact-revision":20362} {"level":"warn","ts":"2026-03-03T18:42:44.879682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.605357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f649e6e4-baa8-47b4-865e-314e2660c414\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-03T18:42:44.879796Z","caller":"traceutil/trace.go:171","msg":"trace[1227408847] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f649e6e4-baa8-47b4-865e-314e2660c414; range_end:; response_count:1; response_revision:25967; }","duration":"105.74557ms","start":"2026-03-03T18:42:44.774026Z","end":"2026-03-03T18:42:44.879772Z","steps":["trace[1227408847] 'range keys from in-memory index tree' (duration: 99.845223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:46.218675Z","caller":"traceutil/trace.go:171","msg":"trace[1862118929] linearizableReadLoop","detail":"{readStateIndex:26881; appliedIndex:26880; }","duration":"202.131245ms","start":"2026-03-03T18:42:46.016517Z","end":"2026-03-03T18:42:46.218648Z","steps":["trace[1862118929] 'read index received' (duration: 202.006392ms)","trace[1862118929] 'applied index is now lower than readState.Index' (duration: 123.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:42:46.218719Z","caller":"traceutil/trace.go:171","msg":"trace[1621720982] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"229.029054ms","start":"2026-03-03T18:42:45.989657Z","end":"2026-03-03T18:42:46.218686Z","steps":["trace[1621720982] 'process raft request' (duration: 228.809048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:46.218905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.345932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:46.218984Z","caller":"traceutil/trace.go:171","msg":"trace[1560441913] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25970; }","duration":"202.515286ms","start":"2026-03-03T18:42:46.01645Z","end":"2026-03-03T18:42:46.218965Z","steps":["trace[1560441913] 'agreement among raft nodes before linearized reading' (duration: 202.333281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:46.226125Z","caller":"traceutil/trace.go:171","msg":"trace[1143277975] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"161.434133ms","start":"2026-03-03T18:42:46.064655Z","end":"2026-03-03T18:42:46.226089Z","steps":["trace[1143277975] 'process raft request' (duration: 161.31184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:46.22621Z","caller":"traceutil/trace.go:171","msg":"trace[2028847393] transaction","detail":"{read_only:false; response_revision:25971; number_of_response:1; }","duration":"184.978696ms","start":"2026-03-03T18:42:46.041157Z","end":"2026-03-03T18:42:46.226135Z","steps":["trace[2028847393] 'process raft request' (duration: 184.651096ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:46.226519Z","caller":"traceutil/trace.go:171","msg":"trace[475924162] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"160.917068ms","start":"2026-03-03T18:42:46.065584Z","end":"2026-03-03T18:42:46.226501Z","steps":["trace[475924162] 'process raft request' (duration: 160.464625ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:46.227055Z","caller":"traceutil/trace.go:171","msg":"trace[311425652] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"161.37678ms","start":"2026-03-03T18:42:46.06566Z","end":"2026-03-03T18:42:46.227037Z","steps":["trace[311425652] 'process raft request' (duration: 160.784413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:46.227704Z","caller":"traceutil/trace.go:171","msg":"trace[590377533] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"161.861874ms","start":"2026-03-03T18:42:46.065817Z","end":"2026-03-03T18:42:46.227679Z","steps":["trace[590377533] 'process raft request' (duration: 161.531275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:46.227984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.939574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T18:42:46.227832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.175581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-03-03T18:42:46.228165Z","caller":"traceutil/trace.go:171","msg":"trace[406269321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25975; }","duration":"157.101959ms","start":"2026-03-03T18:42:46.070986Z","end":"2026-03-03T18:42:46.228088Z","steps":["trace[406269321] 'agreement among raft nodes before linearized reading' (duration: 156.843821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:46.228227Z","caller":"traceutil/trace.go:171","msg":"trace[708093011] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25975; }","duration":"185.524392ms","start":"2026-03-03T18:42:46.042573Z","end":"2026-03-03T18:42:46.228098Z","steps":["trace[708093011] 'agreement among raft nodes before linearized reading' (duration: 185.070958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:46.228811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.73ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:46.228895Z","caller":"traceutil/trace.go:171","msg":"trace[2057290704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25975; }","duration":"106.829502ms","start":"2026-03-03T18:42:46.122022Z","end":"2026-03-03T18:42:46.228851Z","steps":["trace[2057290704] 'agreement among raft nodes before linearized reading' (duration: 105.492044ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:47.517044Z","caller":"traceutil/trace.go:171","msg":"trace[1130145791] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"128.551613ms","start":"2026-03-03T18:42:47.388469Z","end":"2026-03-03T18:42:47.517021Z","steps":["trace[1130145791] 'process raft request' (duration: 128.407999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:47.920513Z","caller":"traceutil/trace.go:171","msg":"trace[767274298] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25985; }","duration":"101.749318ms","start":"2026-03-03T18:42:47.818739Z","end":"2026-03-03T18:42:47.920488Z","steps":["trace[767274298] 'process raft request' (duration: 28.567887ms)","trace[767274298] 'compare' (duration: 73.080528ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:42:48.551982Z","caller":"traceutil/trace.go:171","msg":"trace[1410032804] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"319.674554ms","start":"2026-03-03T18:42:48.232288Z","end":"2026-03-03T18:42:48.551962Z","steps":["trace[1410032804] 'process raft request' (duration: 319.554241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:48.552086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:48.232279Z","time spent":"319.755276ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:42:48.55226Z","caller":"traceutil/trace.go:171","msg":"trace[1718691385] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"319.836009ms","start":"2026-03-03T18:42:48.232391Z","end":"2026-03-03T18:42:48.552227Z","steps":["trace[1718691385] 'process raft request' (duration: 319.53495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:48.552375Z","caller":"traceutil/trace.go:171","msg":"trace[1179509996] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"319.939912ms","start":"2026-03-03T18:42:48.232428Z","end":"2026-03-03T18:42:48.552368Z","steps":["trace[1179509996] 'process raft request' (duration: 319.724116ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:48.552068Z","caller":"traceutil/trace.go:171","msg":"trace[1090169852] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"321.714033ms","start":"2026-03-03T18:42:48.230295Z","end":"2026-03-03T18:42:48.552009Z","steps":["trace[1090169852] 'process raft request' (duration: 318.439959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:48.552416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:48.232424Z","time spent":"319.971833ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:42:48.552524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:48.230279Z","time spent":"322.156655ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:42:48.552539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:48.232384Z","time spent":"319.953792ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:42:48.552625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.091131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-03-03T18:42:48.552544Z","caller":"traceutil/trace.go:171","msg":"trace[2015970554] linearizableReadLoop","detail":"{readStateIndex:26902; appliedIndex:26897; }","duration":"316.006259ms","start":"2026-03-03T18:42:48.236532Z","end":"2026-03-03T18:42:48.552539Z","steps":["trace[2015970554] 'read index received' (duration: 83.191266ms)","trace[2015970554] 'applied index is now lower than readState.Index' (duration: 232.814273ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:42:48.55265Z","caller":"traceutil/trace.go:171","msg":"trace[1368534184] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25991; }","duration":"316.134262ms","start":"2026-03-03T18:42:48.236509Z","end":"2026-03-03T18:42:48.552644Z","steps":["trace[1368534184] 'agreement among raft nodes before linearized reading' (duration: 316.044969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:48.552667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:48.236501Z","time spent":"316.162963ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21367,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T18:42:48.552706Z","caller":"traceutil/trace.go:171","msg":"trace[1915409898] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"299.415955ms","start":"2026-03-03T18:42:48.253276Z","end":"2026-03-03T18:42:48.552692Z","steps":["trace[1915409898] 'process raft request' (duration: 299.064215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:48.552811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.20302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T18:42:48.552891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.629596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:42:48.552911Z","caller":"traceutil/trace.go:171","msg":"trace[1747168400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25991; }","duration":"303.654806ms","start":"2026-03-03T18:42:48.249251Z","end":"2026-03-03T18:42:48.552906Z","steps":["trace[1747168400] 'agreement among raft nodes before linearized reading' (duration: 303.601745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:48.552927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:48.249249Z","time spent":"303.675317ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:42:48.552907Z","caller":"traceutil/trace.go:171","msg":"trace[337350352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25991; }","duration":"312.295753ms","start":"2026-03-03T18:42:48.240587Z","end":"2026-03-03T18:42:48.552883Z","steps":["trace[337350352] 'agreement among raft nodes before linearized reading' (duration: 312.121349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:48.552934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.680647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T18:42:48.552972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:48.240581Z","time spent":"312.375967ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:42:48.552982Z","caller":"traceutil/trace.go:171","msg":"trace[808533583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25991; }","duration":"303.720239ms","start":"2026-03-03T18:42:48.249246Z","end":"2026-03-03T18:42:48.552966Z","steps":["trace[808533583] 'agreement among raft nodes before linearized reading' (duration: 303.635815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:48.553004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.946984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-ckpcv\" ","response":"range_response_count:1 size:25803"} {"level":"info","ts":"2026-03-03T18:42:48.55302Z","caller":"traceutil/trace.go:171","msg":"trace[1506515342] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-ckpcv; range_end:; response_count:1; response_revision:25991; }","duration":"158.002065ms","start":"2026-03-03T18:42:48.395014Z","end":"2026-03-03T18:42:48.553016Z","steps":["trace[1506515342] 'agreement among raft nodes before linearized reading' (duration: 157.945304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:48.553029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:48.249229Z","time spent":"303.787901ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:42:48.553225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.994897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:42:48.553298Z","caller":"traceutil/trace.go:171","msg":"trace[1497377037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25991; }","duration":"304.09175ms","start":"2026-03-03T18:42:48.249194Z","end":"2026-03-03T18:42:48.553286Z","steps":["trace[1497377037] 'agreement among raft nodes before linearized reading' (duration: 303.909905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:48.553339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:48.249179Z","time spent":"304.152981ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:42:53.638842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204079276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:42:54.139891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204079276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:42:54.174922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360893864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:42:54.17499Z","caller":"traceutil/trace.go:171","msg":"trace[241417872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26040; }","duration":"1.360996907s","start":"2026-03-03T18:42:52.813975Z","end":"2026-03-03T18:42:54.174972Z","steps":["trace[241417872] 'range keys from in-memory index tree' (duration: 1.360760061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:54.175021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:52.81396Z","time spent":"1.361053979s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:42:54.406627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.292268514s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:42:54.407015Z","caller":"traceutil/trace.go:171","msg":"trace[1155675600] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"1.292786499s","start":"2026-03-03T18:42:53.1142Z","end":"2026-03-03T18:42:54.406986Z","steps":["trace[1155675600] 'process raft request' (duration: 1.292622674s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:54.407237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:53.11417Z","time spent":"1.292970524s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:42:54.412031Z","caller":"traceutil/trace.go:171","msg":"trace[1598096398] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"684.678633ms","start":"2026-03-03T18:42:53.727324Z","end":"2026-03-03T18:42:54.412003Z","steps":["trace[1598096398] 'process raft request' (duration: 684.443576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:54.412052Z","caller":"traceutil/trace.go:171","msg":"trace[592289635] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"232.192185ms","start":"2026-03-03T18:42:54.179836Z","end":"2026-03-03T18:42:54.412029Z","steps":["trace[592289635] 'process raft request' (duration: 232.117852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:54.412176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:53.727297Z","time spent":"684.797116ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:42:54.412394Z","caller":"traceutil/trace.go:171","msg":"trace[530348742] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"584.257703ms","start":"2026-03-03T18:42:53.828116Z","end":"2026-03-03T18:42:54.412374Z","steps":["trace[530348742] 'process raft request' (duration: 583.79497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:54.412514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:53.828086Z","time spent":"584.356296ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:42:54.412564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274711282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:42:54.412585Z","caller":"traceutil/trace.go:171","msg":"trace[25364167] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26045; }","duration":"1.274774814s","start":"2026-03-03T18:42:53.137806Z","end":"2026-03-03T18:42:54.412581Z","steps":["trace[25364167] 'agreement among raft nodes before linearized reading' (duration: 1.2746275s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:54.412417Z","caller":"traceutil/trace.go:171","msg":"trace[640085985] linearizableReadLoop","detail":"{readStateIndex:26956; appliedIndex:26954; }","duration":"1.274548357s","start":"2026-03-03T18:42:53.137859Z","end":"2026-03-03T18:42:54.412407Z","steps":["trace[640085985] 'read index received' (duration: 1.269130233s)","trace[640085985] 'applied index is now lower than readState.Index' (duration: 5.417234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:42:54.4126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:53.137784Z","time spent":"1.274812525s","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:42:54.412697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196388304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:54.412734Z","caller":"traceutil/trace.go:171","msg":"trace[418817680] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26045; }","duration":"1.196448496s","start":"2026-03-03T18:42:53.216272Z","end":"2026-03-03T18:42:54.41272Z","steps":["trace[418817680] 'agreement among raft nodes before linearized reading' (duration: 1.196383144s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:54.41277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:53.216257Z","time spent":"1.196505007s","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:42:54.412757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.811386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:42:54.412807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.654718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-03T18:42:54.412842Z","caller":"traceutil/trace.go:171","msg":"trace[840854469] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26045; }","duration":"145.94807ms","start":"2026-03-03T18:42:54.266871Z","end":"2026-03-03T18:42:54.412819Z","steps":["trace[840854469] 'agreement among raft nodes before linearized reading' (duration: 145.801646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:54.412856Z","caller":"traceutil/trace.go:171","msg":"trace[1730098017] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26045; }","duration":"701.750671ms","start":"2026-03-03T18:42:53.711091Z","end":"2026-03-03T18:42:54.412842Z","steps":["trace[1730098017] 'agreement among raft nodes before linearized reading' (duration: 701.603146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:54.412842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.438014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-03-03T18:42:54.412883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.901337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-03-03T18:42:54.412889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.863899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-03-03T18:42:54.412896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:53.711065Z","time spent":"701.820393ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7293,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-03T18:42:54.412912Z","caller":"traceutil/trace.go:171","msg":"trace[1259962757] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26045; }","duration":"377.553567ms","start":"2026-03-03T18:42:54.035341Z","end":"2026-03-03T18:42:54.412894Z","steps":["trace[1259962757] 'agreement among raft nodes before linearized reading' (duration: 377.333381ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:54.412931Z","caller":"traceutil/trace.go:171","msg":"trace[2020139924] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26045; }","duration":"174.98743ms","start":"2026-03-03T18:42:54.237928Z","end":"2026-03-03T18:42:54.412916Z","steps":["trace[2020139924] 'agreement among raft nodes before linearized reading' (duration: 174.852126ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:54.412943Z","caller":"traceutil/trace.go:171","msg":"trace[543533224] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26045; }","duration":"732.945172ms","start":"2026-03-03T18:42:53.679982Z","end":"2026-03-03T18:42:54.412928Z","steps":["trace[543533224] 'agreement among raft nodes before linearized reading' (duration: 732.777457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:54.412962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.157846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:42:54.41298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.587372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:42:54.41298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:53.679967Z","time spent":"733.005983ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7293,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-03T18:42:54.412995Z","caller":"traceutil/trace.go:171","msg":"trace[762899007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26045; }","duration":"798.238478ms","start":"2026-03-03T18:42:53.614748Z","end":"2026-03-03T18:42:54.412986Z","steps":["trace[762899007] 'agreement among raft nodes before linearized reading' (duration: 798.189776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:54.413004Z","caller":"traceutil/trace.go:171","msg":"trace[1021568414] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26045; }","duration":"388.610763ms","start":"2026-03-03T18:42:54.024385Z","end":"2026-03-03T18:42:54.412996Z","steps":["trace[1021568414] 'agreement among raft nodes before linearized reading' (duration: 388.576262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:54.412982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.537769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:42:54.413022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:54.024312Z","time spent":"388.706026ms","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:42:54.413022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:53.614724Z","time spent":"798.29284ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:42:54.413038Z","caller":"traceutil/trace.go:171","msg":"trace[1017950322] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26045; }","duration":"271.626571ms","start":"2026-03-03T18:42:54.141397Z","end":"2026-03-03T18:42:54.413024Z","steps":["trace[1017950322] 'agreement among raft nodes before linearized reading' (duration: 271.535698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:54.413041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:54.03532Z","time spent":"377.708021ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7293,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:42:54.413126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.537518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T18:42:54.413158Z","caller":"traceutil/trace.go:171","msg":"trace[1706521560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26045; }","duration":"684.59934ms","start":"2026-03-03T18:42:53.728549Z","end":"2026-03-03T18:42:54.413149Z","steps":["trace[1706521560] 'agreement among raft nodes before linearized reading' (duration: 684.508378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:54.413186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:53.728527Z","time spent":"684.652152ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:43:19.011697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204079760,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:43:19.110509Z","caller":"traceutil/trace.go:171","msg":"trace[1924167449] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"604.524252ms","start":"2026-03-03T18:43:18.505909Z","end":"2026-03-03T18:43:19.110433Z","steps":["trace[1924167449] 'process raft request' (duration: 604.326586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:19.110695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.505891Z","time spent":"604.709449ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:20.166385Z","caller":"traceutil/trace.go:171","msg":"trace[869063364] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"1.508241875s","start":"2026-03-03T18:43:18.65811Z","end":"2026-03-03T18:43:20.166352Z","steps":["trace[869063364] 'process raft request' (duration: 1.508030249s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:20.166454Z","caller":"traceutil/trace.go:171","msg":"trace[1678829008] linearizableReadLoop","detail":"{readStateIndex:27164; appliedIndex:27156; }","duration":"1.655268725s","start":"2026-03-03T18:43:18.511135Z","end":"2026-03-03T18:43:20.166403Z","steps":["trace[1678829008] 'read index received' (duration: 599.143439ms)","trace[1678829008] 'applied index is now lower than readState.Index' (duration: 1.056124126s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:43:20.166541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.658075Z","time spent":"1.508388909s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:20.166656Z","caller":"traceutil/trace.go:171","msg":"trace[394909084] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"1.451604876s","start":"2026-03-03T18:43:18.714973Z","end":"2026-03-03T18:43:20.166578Z","steps":["trace[394909084] 'process raft request' (duration: 1.451210325s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:20.166768Z","caller":"traceutil/trace.go:171","msg":"trace[1089063889] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"1.449449886s","start":"2026-03-03T18:43:18.717298Z","end":"2026-03-03T18:43:20.166748Z","steps":["trace[1089063889] 'process raft request' (duration: 1.448956161s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:20.166842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.717281Z","time spent":"1.449526318s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:20.166926Z","caller":"traceutil/trace.go:171","msg":"trace[1496997126] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"1.451824324s","start":"2026-03-03T18:43:18.715095Z","end":"2026-03-03T18:43:20.166919Z","steps":["trace[1496997126] 'process raft request' (duration: 1.451122503s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:20.16698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.715088Z","time spent":"1.451872805s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:43:20.166972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.714954Z","time spent":"1.451739902s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:20.167029Z","caller":"traceutil/trace.go:171","msg":"trace[2064537299] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"1.449214299s","start":"2026-03-03T18:43:18.717785Z","end":"2026-03-03T18:43:20.166999Z","steps":["trace[2064537299] 'process raft request' (duration: 1.448504168s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:20.16709Z","caller":"traceutil/trace.go:171","msg":"trace[947769137] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"1.135660089s","start":"2026-03-03T18:43:19.031417Z","end":"2026-03-03T18:43:20.167077Z","steps":["trace[947769137] 'process raft request' (duration: 1.134941668s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:20.167154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:19.031397Z","time spent":"1.135718622s","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6639,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:43:20.167182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.71777Z","time spent":"1.449322602s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:20.167199Z","caller":"traceutil/trace.go:171","msg":"trace[1788565125] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"1.27284994s","start":"2026-03-03T18:43:18.894291Z","end":"2026-03-03T18:43:20.167141Z","steps":["trace[1788565125] 'process raft request' (duration: 1.272033246s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:20.167348Z","caller":"traceutil/trace.go:171","msg":"trace[1483901945] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"1.654370121s","start":"2026-03-03T18:43:18.512962Z","end":"2026-03-03T18:43:20.167332Z","steps":["trace[1483901945] 'process raft request' (duration: 1.652998291s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:20.167436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.894275Z","time spent":"1.273070816s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:43:20.167474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25956187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:43:20.167512Z","caller":"traceutil/trace.go:171","msg":"trace[209413542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26247; }","duration":"1.259620961s","start":"2026-03-03T18:43:18.907881Z","end":"2026-03-03T18:43:20.167502Z","steps":["trace[209413542] 'agreement among raft nodes before linearized reading' (duration: 1.259505378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:20.167511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656361987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:43:20.1676Z","caller":"traceutil/trace.go:171","msg":"trace[1343930009] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26247; }","duration":"1.656482381s","start":"2026-03-03T18:43:18.511103Z","end":"2026-03-03T18:43:20.167585Z","steps":["trace[1343930009] 'agreement among raft nodes before linearized reading' (duration: 1.656278135s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:20.167643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.511092Z","time spent":"1.656541062s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:43:20.167635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.873689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:43:20.167698Z","caller":"traceutil/trace.go:171","msg":"trace[1629189528] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26247; }","duration":"418.964481ms","start":"2026-03-03T18:43:19.748715Z","end":"2026-03-03T18:43:20.167679Z","steps":["trace[1629189528] 'agreement among raft nodes before linearized reading' (duration: 418.866179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:20.167766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:19.748697Z","time spent":"419.049874ms","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:43:20.167552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.907872Z","time spent":"1.259672314s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:43:20.167787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642070198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:43:20.167813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149974919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:43:20.16788Z","caller":"traceutil/trace.go:171","msg":"trace[675881754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26247; }","duration":"1.642192742s","start":"2026-03-03T18:43:18.525665Z","end":"2026-03-03T18:43:20.167858Z","steps":["trace[675881754] 'agreement among raft nodes before linearized reading' (duration: 1.641914475s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:20.167916Z","caller":"traceutil/trace.go:171","msg":"trace[988498368] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26247; }","duration":"1.150129903s","start":"2026-03-03T18:43:19.017759Z","end":"2026-03-03T18:43:20.167889Z","steps":["trace[988498368] 'agreement among raft nodes before linearized reading' (duration: 1.149949968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:20.167934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.525658Z","time spent":"1.642266524s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:43:20.16796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.922314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-03T18:43:20.167982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:19.017739Z","time spent":"1.150226145s","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T18:43:20.168006Z","caller":"traceutil/trace.go:171","msg":"trace[1612957003] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26247; }","duration":"248.002086ms","start":"2026-03-03T18:43:19.919994Z","end":"2026-03-03T18:43:20.167996Z","steps":["trace[1612957003] 'agreement among raft nodes before linearized reading' (duration: 247.870553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:20.168044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485714211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"warn","ts":"2026-03-03T18:43:20.168061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275718491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:43:20.168093Z","caller":"traceutil/trace.go:171","msg":"trace[1258067921] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:26247; }","duration":"1.485778793s","start":"2026-03-03T18:43:18.6823Z","end":"2026-03-03T18:43:20.168079Z","steps":["trace[1258067921] 'agreement among raft nodes before linearized reading' (duration: 1.48566584s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:20.168127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.682289Z","time spent":"1.485831405s","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":910,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-03-03T18:43:20.168127Z","caller":"traceutil/trace.go:171","msg":"trace[1686915739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26247; }","duration":"1.275807054s","start":"2026-03-03T18:43:18.892301Z","end":"2026-03-03T18:43:20.168108Z","steps":["trace[1686915739] 'agreement among raft nodes before linearized reading' (duration: 1.27568386s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:20.168169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.892175Z","time spent":"1.275987328s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:43:20.16796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260488986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:43:20.168259Z","caller":"traceutil/trace.go:171","msg":"trace[849049548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26247; }","duration":"1.260841357s","start":"2026-03-03T18:43:18.90741Z","end":"2026-03-03T18:43:20.168251Z","steps":["trace[849049548] 'agreement among raft nodes before linearized reading' (duration: 1.260431695s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:20.168285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.90735Z","time spent":"1.260927798s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:43:20.16807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549276487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:43:20.168348Z","caller":"traceutil/trace.go:171","msg":"trace[758320674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26247; }","duration":"1.549583256s","start":"2026-03-03T18:43:18.618748Z","end":"2026-03-03T18:43:20.168331Z","steps":["trace[758320674] 'agreement among raft nodes before linearized reading' (duration: 1.549296888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:20.167743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417528383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:43:20.168408Z","caller":"traceutil/trace.go:171","msg":"trace[879691120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26247; }","duration":"1.418231413s","start":"2026-03-03T18:43:18.750165Z","end":"2026-03-03T18:43:20.168397Z","steps":["trace[879691120] 'agreement among raft nodes before linearized reading' (duration: 1.417245195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:20.168411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.618726Z","time spent":"1.549669899s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:43:20.168443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.750152Z","time spent":"1.418280535s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:43:20.168481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:18.512937Z","time spent":"1.654450413s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:21.24011Z","caller":"traceutil/trace.go:171","msg":"trace[1449548836] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"224.728791ms","start":"2026-03-03T18:43:21.015347Z","end":"2026-03-03T18:43:21.240076Z","steps":["trace[1449548836] 'process raft request' (duration: 132.535137ms)","trace[1449548836] 'compare' (duration: 91.894046ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:43:21.296114Z","caller":"traceutil/trace.go:171","msg":"trace[302181674] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"179.767497ms","start":"2026-03-03T18:43:21.116325Z","end":"2026-03-03T18:43:21.296093Z","steps":["trace[302181674] 'process raft request' (duration: 179.720385ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:21.296155Z","caller":"traceutil/trace.go:171","msg":"trace[781318569] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"272.215998ms","start":"2026-03-03T18:43:21.023909Z","end":"2026-03-03T18:43:21.296125Z","steps":["trace[781318569] 'process raft request' (duration: 271.996762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:21.437153Z","caller":"traceutil/trace.go:171","msg":"trace[1736974472] linearizableReadLoop","detail":"{readStateIndex:27175; appliedIndex:27174; }","duration":"135.603675ms","start":"2026-03-03T18:43:21.301507Z","end":"2026-03-03T18:43:21.437111Z","steps":["trace[1736974472] 'read index received' (duration: 135.388529ms)","trace[1736974472] 'applied index is now lower than readState.Index' (duration: 213.556µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:43:21.437446Z","caller":"traceutil/trace.go:171","msg":"trace[353700335] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"192.343026ms","start":"2026-03-03T18:43:21.245087Z","end":"2026-03-03T18:43:21.43743Z","steps":["trace[353700335] 'process raft request' (duration: 191.831721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:21.437772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.263793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-6f46ff89b6-hbxhw\" ","response":"range_response_count:1 size:10268"} {"level":"info","ts":"2026-03-03T18:43:21.437815Z","caller":"traceutil/trace.go:171","msg":"trace[1532288662] range","detail":"{range_begin:/registry/pods/openstack/manila-share-6f46ff89b6-hbxhw; range_end:; response_count:1; response_revision:26257; }","duration":"136.362665ms","start":"2026-03-03T18:43:21.301441Z","end":"2026-03-03T18:43:21.437804Z","steps":["trace[1532288662] 'agreement among raft nodes before linearized reading' (duration: 136.197261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:21.437948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.705637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:43:21.438011Z","caller":"traceutil/trace.go:171","msg":"trace[1227578101] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26257; }","duration":"121.81148ms","start":"2026-03-03T18:43:21.316183Z","end":"2026-03-03T18:43:21.437995Z","steps":["trace[1227578101] 'agreement among raft nodes before linearized reading' (duration: 121.683936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:21.438187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.592607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:43:21.438216Z","caller":"traceutil/trace.go:171","msg":"trace[264457167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26257; }","duration":"119.649498ms","start":"2026-03-03T18:43:21.318559Z","end":"2026-03-03T18:43:21.438208Z","steps":["trace[264457167] 'agreement among raft nodes before linearized reading' (duration: 119.606186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:21.727856Z","caller":"traceutil/trace.go:171","msg":"trace[980770915] linearizableReadLoop","detail":"{readStateIndex:27179; appliedIndex:27178; }","duration":"115.053797ms","start":"2026-03-03T18:43:21.612774Z","end":"2026-03-03T18:43:21.727828Z","steps":["trace[980770915] 'read index received' (duration: 75.985881ms)","trace[980770915] 'applied index is now lower than readState.Index' (duration: 39.066206ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:43:21.727915Z","caller":"traceutil/trace.go:171","msg":"trace[595437231] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"124.845587ms","start":"2026-03-03T18:43:21.603044Z","end":"2026-03-03T18:43:21.727889Z","steps":["trace[595437231] 'process raft request' (duration: 85.700859ms)","trace[595437231] 'compare' (duration: 38.86721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:43:21.728075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.294934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:43:21.72814Z","caller":"traceutil/trace.go:171","msg":"trace[2072403978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26261; }","duration":"115.416068ms","start":"2026-03-03T18:43:21.612708Z","end":"2026-03-03T18:43:21.728124Z","steps":["trace[2072403978] 'agreement among raft nodes before linearized reading' (duration: 115.301905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.339163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.444793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:43:22.33936Z","caller":"traceutil/trace.go:171","msg":"trace[866722785] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"207.411426ms","start":"2026-03-03T18:43:22.131884Z","end":"2026-03-03T18:43:22.339296Z","steps":["trace[866722785] 'process raft request' (duration: 101.766567ms)","trace[866722785] 'compare' (duration: 105.301949ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:43:22.398684Z","caller":"traceutil/trace.go:171","msg":"trace[1649585679] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"224.100303ms","start":"2026-03-03T18:43:22.174538Z","end":"2026-03-03T18:43:22.398639Z","steps":["trace[1649585679] 'process raft request' (duration: 223.891447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:22.398711Z","caller":"traceutil/trace.go:171","msg":"trace[1683961390] linearizableReadLoop","detail":"{readStateIndex:27188; appliedIndex:27182; }","duration":"155.147203ms","start":"2026-03-03T18:43:22.243546Z","end":"2026-03-03T18:43:22.398693Z","steps":["trace[1683961390] 'read index received' (duration: 154.821834ms)","trace[1683961390] 'applied index is now lower than readState.Index' (duration: 324.619µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:43:22.398754Z","caller":"traceutil/trace.go:171","msg":"trace[1532926627] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"223.627409ms","start":"2026-03-03T18:43:22.175088Z","end":"2026-03-03T18:43:22.398715Z","steps":["trace[1532926627] 'process raft request' (duration: 223.504086ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:22.398818Z","caller":"traceutil/trace.go:171","msg":"trace[2070554042] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"222.98284ms","start":"2026-03-03T18:43:22.175804Z","end":"2026-03-03T18:43:22.398787Z","steps":["trace[2070554042] 'process raft request' (duration: 222.841056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:22.39883Z","caller":"traceutil/trace.go:171","msg":"trace[154814060] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"222.59115ms","start":"2026-03-03T18:43:22.176215Z","end":"2026-03-03T18:43:22.398807Z","steps":["trace[154814060] 'process raft request' (duration: 222.449586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.398923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.361379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:43:22.398956Z","caller":"traceutil/trace.go:171","msg":"trace[1544427442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26270; }","duration":"155.438371ms","start":"2026-03-03T18:43:22.243507Z","end":"2026-03-03T18:43:22.398946Z","steps":["trace[1544427442] 'agreement among raft nodes before linearized reading' (duration: 155.280157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:22.399015Z","caller":"traceutil/trace.go:171","msg":"trace[1457018670] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"223.880867ms","start":"2026-03-03T18:43:22.175126Z","end":"2026-03-03T18:43:22.399007Z","steps":["trace[1457018670] 'process raft request' (duration: 223.489256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.399041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.192875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T18:43:22.399051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.190026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:43:22.399108Z","caller":"traceutil/trace.go:171","msg":"trace[1435436235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26270; }","duration":"147.292618ms","start":"2026-03-03T18:43:22.251801Z","end":"2026-03-03T18:43:22.399094Z","steps":["trace[1435436235] 'agreement among raft nodes before linearized reading' (duration: 147.135484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.399138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.290018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:43:22.399074Z","caller":"traceutil/trace.go:171","msg":"trace[44684808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26270; }","duration":"147.293858ms","start":"2026-03-03T18:43:22.251772Z","end":"2026-03-03T18:43:22.399066Z","steps":["trace[44684808] 'agreement among raft nodes before linearized reading' (duration: 147.151894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:22.399177Z","caller":"traceutil/trace.go:171","msg":"trace[427066334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26270; }","duration":"147.3738ms","start":"2026-03-03T18:43:22.251792Z","end":"2026-03-03T18:43:22.399166Z","steps":["trace[427066334] 'agreement among raft nodes before linearized reading' (duration: 147.209326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.39928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.434812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:43:22.399319Z","caller":"traceutil/trace.go:171","msg":"trace[1501305174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26270; }","duration":"147.539725ms","start":"2026-03-03T18:43:22.25177Z","end":"2026-03-03T18:43:22.39931Z","steps":["trace[1501305174] 'agreement among raft nodes before linearized reading' (duration: 147.332509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:22.399511Z","caller":"traceutil/trace.go:171","msg":"trace[563988464] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"224.809305ms","start":"2026-03-03T18:43:22.174688Z","end":"2026-03-03T18:43:22.399498Z","steps":["trace[563988464] 'process raft request' (duration: 223.871287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:22.924048Z","caller":"traceutil/trace.go:171","msg":"trace[314535373] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"520.03741ms","start":"2026-03-03T18:43:22.403989Z","end":"2026-03-03T18:43:22.924026Z","steps":["trace[314535373] 'process raft request' (duration: 483.182367ms)","trace[314535373] 'compare' (duration: 36.727289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:43:22.924158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:22.403959Z","time spent":"520.139052ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:43:22.928354Z","caller":"traceutil/trace.go:171","msg":"trace[563028754] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"524.025853ms","start":"2026-03-03T18:43:22.404316Z","end":"2026-03-03T18:43:22.928342Z","steps":["trace[563028754] 'process raft request' (duration: 523.897299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.928423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:22.404307Z","time spent":"524.080995ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:22.928696Z","caller":"traceutil/trace.go:171","msg":"trace[1242225630] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"524.319032ms","start":"2026-03-03T18:43:22.404345Z","end":"2026-03-03T18:43:22.928664Z","steps":["trace[1242225630] 'process raft request' (duration: 523.968192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.928852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:22.404326Z","time spent":"524.445335ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:22.929202Z","caller":"traceutil/trace.go:171","msg":"trace[1722363705] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"524.821706ms","start":"2026-03-03T18:43:22.404359Z","end":"2026-03-03T18:43:22.929181Z","steps":["trace[1722363705] 'process raft request' (duration: 524.185567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.929311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:22.404355Z","time spent":"524.895468ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:22.929421Z","caller":"traceutil/trace.go:171","msg":"trace[801927305] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"524.986201ms","start":"2026-03-03T18:43:22.404425Z","end":"2026-03-03T18:43:22.929411Z","steps":["trace[801927305] 'process raft request' (duration: 524.60177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.929479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:22.404407Z","time spent":"525.042723ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:22.92958Z","caller":"traceutil/trace.go:171","msg":"trace[130593756] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"524.897888ms","start":"2026-03-03T18:43:22.404672Z","end":"2026-03-03T18:43:22.929569Z","steps":["trace[130593756] 'process raft request' (duration: 524.545508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.929634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:22.404655Z","time spent":"524.95283ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:22.93532Z","caller":"traceutil/trace.go:171","msg":"trace[380118212] linearizableReadLoop","detail":"{readStateIndex:27194; appliedIndex:27188; }","duration":"458.354067ms","start":"2026-03-03T18:43:22.476948Z","end":"2026-03-03T18:43:22.935302Z","steps":["trace[380118212] 'read index received' (duration: 410.237752ms)","trace[380118212] 'applied index is now lower than readState.Index' (duration: 48.115525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:43:22.935606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.627824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:43:22.935636Z","caller":"traceutil/trace.go:171","msg":"trace[210334386] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26276; }","duration":"458.720177ms","start":"2026-03-03T18:43:22.476906Z","end":"2026-03-03T18:43:22.935626Z","steps":["trace[210334386] 'agreement among raft nodes before linearized reading' (duration: 458.644675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.935684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:22.476888Z","time spent":"458.766919ms","remote":"127.0.0.1:40854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:43:22.935846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.785817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:43:22.935862Z","caller":"traceutil/trace.go:171","msg":"trace[1582171405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26276; }","duration":"319.838069ms","start":"2026-03-03T18:43:22.616018Z","end":"2026-03-03T18:43:22.935856Z","steps":["trace[1582171405] 'agreement among raft nodes before linearized reading' (duration: 319.793197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.935874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:22.615997Z","time spent":"319.87452ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:43:24.425685Z","caller":"traceutil/trace.go:171","msg":"trace[1291861554] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"211.246326ms","start":"2026-03-03T18:43:24.214418Z","end":"2026-03-03T18:43:24.425665Z","steps":["trace[1291861554] 'process raft request' (duration: 165.673794ms)","trace[1291861554] 'compare' (duration: 45.48582ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:43:24.972994Z","caller":"traceutil/trace.go:171","msg":"trace[717865259] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"123.605981ms","start":"2026-03-03T18:43:24.849363Z","end":"2026-03-03T18:43:24.972969Z","steps":["trace[717865259] 'process raft request' (duration: 123.355184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:25.05271Z","caller":"traceutil/trace.go:171","msg":"trace[1145311740] linearizableReadLoop","detail":"{readStateIndex:27223; appliedIndex:27221; }","duration":"118.429594ms","start":"2026-03-03T18:43:24.934255Z","end":"2026-03-03T18:43:25.052684Z","steps":["trace[1145311740] 'read index received' (duration: 38.48587ms)","trace[1145311740] 'applied index is now lower than readState.Index' (duration: 79.942364ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:43:25.05277Z","caller":"traceutil/trace.go:171","msg":"trace[1452695357] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"202.482826ms","start":"2026-03-03T18:43:24.850257Z","end":"2026-03-03T18:43:25.05274Z","steps":["trace[1452695357] 'process raft request' (duration: 148.171853ms)","trace[1452695357] 'compare' (duration: 54.061516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:43:25.053153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.729797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:43:25.053225Z","caller":"traceutil/trace.go:171","msg":"trace[769479858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26304; }","duration":"108.823089ms","start":"2026-03-03T18:43:24.944383Z","end":"2026-03-03T18:43:25.053206Z","steps":["trace[769479858] 'agreement among raft nodes before linearized reading' (duration: 108.649794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:25.053166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.821276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:43:25.053393Z","caller":"traceutil/trace.go:171","msg":"trace[1576533662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26304; }","duration":"119.044172ms","start":"2026-03-03T18:43:24.934299Z","end":"2026-03-03T18:43:25.053344Z","steps":["trace[1576533662] 'agreement among raft nodes before linearized reading' (duration: 118.669581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:25.053637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.250452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:43:25.05369Z","caller":"traceutil/trace.go:171","msg":"trace[1655961109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26304; }","duration":"109.336304ms","start":"2026-03-03T18:43:24.944341Z","end":"2026-03-03T18:43:25.053677Z","steps":["trace[1655961109] 'agreement among raft nodes before linearized reading' (duration: 109.150419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:25.053924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.468804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:43:25.05396Z","caller":"traceutil/trace.go:171","msg":"trace[22364302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26304; }","duration":"119.505555ms","start":"2026-03-03T18:43:24.934446Z","end":"2026-03-03T18:43:25.053951Z","steps":["trace[22364302] 'agreement among raft nodes before linearized reading' (duration: 119.412312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:25.054533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.263156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:43:25.05459Z","caller":"traceutil/trace.go:171","msg":"trace[496459907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26304; }","duration":"120.36584ms","start":"2026-03-03T18:43:24.934211Z","end":"2026-03-03T18:43:25.054577Z","steps":["trace[496459907] 'agreement among raft nodes before linearized reading' (duration: 118.60893ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:06.872995Z","caller":"traceutil/trace.go:171","msg":"trace[1730606443] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"215.322158ms","start":"2026-03-03T18:44:06.657648Z","end":"2026-03-03T18:44:06.87297Z","steps":["trace[1730606443] 'process raft request' (duration: 215.126253ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:06.873427Z","caller":"traceutil/trace.go:171","msg":"trace[1923816936] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"215.40481ms","start":"2026-03-03T18:44:06.658008Z","end":"2026-03-03T18:44:06.873413Z","steps":["trace[1923816936] 'process raft request' (duration: 214.917138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:06.873476Z","caller":"traceutil/trace.go:171","msg":"trace[1573977550] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"214.639769ms","start":"2026-03-03T18:44:06.658802Z","end":"2026-03-03T18:44:06.873442Z","steps":["trace[1573977550] 'process raft request' (duration: 214.449325ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:06.873595Z","caller":"traceutil/trace.go:171","msg":"trace[220749347] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"212.442966ms","start":"2026-03-03T18:44:06.661016Z","end":"2026-03-03T18:44:06.873459Z","steps":["trace[220749347] 'process raft request' (duration: 212.401405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:06.873668Z","caller":"traceutil/trace.go:171","msg":"trace[19452439] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"214.320462ms","start":"2026-03-03T18:44:06.659336Z","end":"2026-03-03T18:44:06.873656Z","steps":["trace[19452439] 'process raft request' (duration: 214.029504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:07.837887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204080916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:44:08.091123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:07.279803Z","time spent":"811.315298ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:44:08.144034Z","caller":"traceutil/trace.go:171","msg":"trace[657429511] linearizableReadLoop","detail":"{readStateIndex:27674; appliedIndex:27672; }","duration":"806.529437ms","start":"2026-03-03T18:44:07.337449Z","end":"2026-03-03T18:44:08.143979Z","steps":["trace[657429511] 'read index received' (duration: 753.546499ms)","trace[657429511] 'applied index is now lower than readState.Index' (duration: 52.981638ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:44:08.144139Z","caller":"traceutil/trace.go:171","msg":"trace[866088868] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"657.112952ms","start":"2026-03-03T18:44:07.486988Z","end":"2026-03-03T18:44:08.144101Z","steps":["trace[866088868] 'process raft request' (duration: 656.769864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:08.14429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:07.486961Z","time spent":"657.254866ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:44:08.144329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.826864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:44:08.144496Z","caller":"traceutil/trace.go:171","msg":"trace[704516172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26741; }","duration":"807.075441ms","start":"2026-03-03T18:44:07.337402Z","end":"2026-03-03T18:44:08.144478Z","steps":["trace[704516172] 'agreement among raft nodes before linearized reading' (duration: 806.739052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:08.144534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:07.337384Z","time spent":"807.141773ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:44:08.569885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.909864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:44:08.569992Z","caller":"traceutil/trace.go:171","msg":"trace[436336474] linearizableReadLoop","detail":"{readStateIndex:27675; appliedIndex:27674; }","duration":"425.834196ms","start":"2026-03-03T18:44:08.144141Z","end":"2026-03-03T18:44:08.569975Z","steps":["trace[436336474] 'read index received' (duration: 132.750708ms)","trace[436336474] 'applied index is now lower than readState.Index' (duration: 293.082138ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:44:08.570066Z","caller":"traceutil/trace.go:171","msg":"trace[846212073] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"477.418499ms","start":"2026-03-03T18:44:08.092632Z","end":"2026-03-03T18:44:08.570051Z","steps":["trace[846212073] 'process raft request' (duration: 184.244738ms)","trace[846212073] 'compare' (duration: 292.805182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:44:08.57012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.092602Z","time spent":"477.488201ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:44:08.570407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03832427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:44:08.570508Z","caller":"traceutil/trace.go:171","msg":"trace[287815215] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26742; }","duration":"1.038476193s","start":"2026-03-03T18:44:07.532011Z","end":"2026-03-03T18:44:08.570487Z","steps":["trace[287815215] 'agreement among raft nodes before linearized reading' (duration: 1.038242687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:08.570552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:07.531999Z","time spent":"1.038542565s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:44:08.570688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21031053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:44:08.570693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224418993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:44:08.570705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.723564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:44:08.570744Z","caller":"traceutil/trace.go:171","msg":"trace[1006493244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26742; }","duration":"1.210404423s","start":"2026-03-03T18:44:07.360322Z","end":"2026-03-03T18:44:08.570727Z","steps":["trace[1006493244] 'agreement among raft nodes before linearized reading' (duration: 1.210225618s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:08.570762Z","caller":"traceutil/trace.go:171","msg":"trace[2005414173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26742; }","duration":"1.224507076s","start":"2026-03-03T18:44:07.346233Z","end":"2026-03-03T18:44:08.57074Z","steps":["trace[2005414173] 'agreement among raft nodes before linearized reading' (duration: 1.224294911s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:08.570783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.293931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T18:44:08.570797Z","caller":"traceutil/trace.go:171","msg":"trace[1385703075] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26742; }","duration":"812.880608ms","start":"2026-03-03T18:44:07.757892Z","end":"2026-03-03T18:44:08.570772Z","steps":["trace[1385703075] 'agreement among raft nodes before linearized reading' (duration: 812.705043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:08.570809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:07.346223Z","time spent":"1.224574577s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:44:08.57085Z","caller":"traceutil/trace.go:171","msg":"trace[1706920512] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26742; }","duration":"549.360432ms","start":"2026-03-03T18:44:08.021471Z","end":"2026-03-03T18:44:08.570832Z","steps":["trace[1706920512] 'agreement among raft nodes before linearized reading' (duration: 549.111406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:08.57086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.436996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"warn","ts":"2026-03-03T18:44:08.570744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225860319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:44:08.570899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.021414Z","time spent":"549.474385ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":253,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:44:08.570905Z","caller":"traceutil/trace.go:171","msg":"trace[819229040] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26742; }","duration":"725.515468ms","start":"2026-03-03T18:44:07.845375Z","end":"2026-03-03T18:44:08.57089Z","steps":["trace[819229040] 'agreement among raft nodes before linearized reading' (duration: 725.177999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:08.570933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:07.845349Z","time spent":"725.57746ms","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4809,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-03T18:44:08.570928Z","caller":"traceutil/trace.go:171","msg":"trace[150116919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26742; }","duration":"1.226068295s","start":"2026-03-03T18:44:07.344831Z","end":"2026-03-03T18:44:08.5709Z","steps":["trace[150116919] 'agreement among raft nodes before linearized reading' (duration: 1.225712856s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:08.570996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:07.344821Z","time spent":"1.226157477s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:44:08.570787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:07.360302Z","time spent":"1.210477264s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:44:08.570759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.340409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:44:08.5711Z","caller":"traceutil/trace.go:171","msg":"trace[1398550372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26742; }","duration":"955.743539ms","start":"2026-03-03T18:44:07.615344Z","end":"2026-03-03T18:44:08.571087Z","steps":["trace[1398550372] 'agreement among raft nodes before linearized reading' (duration: 955.314738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:08.571159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:07.615318Z","time spent":"955.828661ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:44:08.570853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:07.757866Z","time spent":"812.9767ms","remote":"127.0.0.1:52818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:44:08.571757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207324945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:44:08.571826Z","caller":"traceutil/trace.go:171","msg":"trace[443697501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26742; }","duration":"1.208011023s","start":"2026-03-03T18:44:07.363798Z","end":"2026-03-03T18:44:08.571809Z","steps":["trace[443697501] 'agreement among raft nodes before linearized reading' (duration: 1.206488415s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:08.571874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:07.363779Z","time spent":"1.208080356s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:44:08.61854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.667279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:44:08.618607Z","caller":"traceutil/trace.go:171","msg":"trace[1472432208] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26743; }","duration":"245.784762ms","start":"2026-03-03T18:44:08.372806Z","end":"2026-03-03T18:44:08.618591Z","steps":["trace[1472432208] 'agreement among raft nodes before linearized reading' (duration: 245.652209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:08.618552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.260215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:44:08.61869Z","caller":"traceutil/trace.go:171","msg":"trace[225094594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26743; }","duration":"416.434139ms","start":"2026-03-03T18:44:08.202242Z","end":"2026-03-03T18:44:08.618676Z","steps":["trace[225094594] 'agreement among raft nodes before linearized reading' (duration: 416.252805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:08.618756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.202226Z","time spent":"416.49707ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:44:08.618531Z","caller":"traceutil/trace.go:171","msg":"trace[1839921412] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"470.441984ms","start":"2026-03-03T18:44:08.148052Z","end":"2026-03-03T18:44:08.618494Z","steps":["trace[1839921412] 'process raft request' (duration: 470.230349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:08.618924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.148035Z","time spent":"470.828023ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:44:09.119294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349919204080928,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:44:09.40415Z","caller":"traceutil/trace.go:171","msg":"trace[2110277878] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"828.108199ms","start":"2026-03-03T18:44:08.576021Z","end":"2026-03-03T18:44:09.404129Z","steps":["trace[2110277878] 'process raft request' (duration: 827.841422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:09.40431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.576003Z","time spent":"828.225581ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:09.404498Z","caller":"traceutil/trace.go:171","msg":"trace[1967133145] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"828.427537ms","start":"2026-03-03T18:44:08.57602Z","end":"2026-03-03T18:44:09.404448Z","steps":["trace[1967133145] 'process raft request' (duration: 828.054327ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:09.404586Z","caller":"traceutil/trace.go:171","msg":"trace[2108635040] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"828.537258ms","start":"2026-03-03T18:44:08.57603Z","end":"2026-03-03T18:44:09.404567Z","steps":["trace[2108635040] 'process raft request' (duration: 828.289392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:09.404684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.576011Z","time spent":"828.639082ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:09.404571Z","caller":"traceutil/trace.go:171","msg":"trace[791537255] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"826.721773ms","start":"2026-03-03T18:44:08.577816Z","end":"2026-03-03T18:44:09.404538Z","steps":["trace[791537255] 'process raft request' (duration: 826.630551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:09.404816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.577804Z","time spent":"826.929279ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:44:09.40484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.576001Z","time spent":"828.656022ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:10.082095Z","caller":"traceutil/trace.go:171","msg":"trace[754484244] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"1.370835134s","start":"2026-03-03T18:44:08.71123Z","end":"2026-03-03T18:44:10.082066Z","steps":["trace[754484244] 'process raft request' (duration: 1.370546747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.082295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.711205Z","time spent":"1.370988307s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:10.082571Z","caller":"traceutil/trace.go:171","msg":"trace[484532240] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"1.190603215s","start":"2026-03-03T18:44:08.891943Z","end":"2026-03-03T18:44:10.082546Z","steps":["trace[484532240] 'process raft request' (duration: 1.190050841s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.083429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.891915Z","time spent":"1.191443755s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:10.082675Z","caller":"traceutil/trace.go:171","msg":"trace[119864113] linearizableReadLoop","detail":"{readStateIndex:27686; appliedIndex:27676; }","duration":"1.464263895s","start":"2026-03-03T18:44:08.618386Z","end":"2026-03-03T18:44:10.08265Z","steps":["trace[119864113] 'read index received' (duration: 785.567152ms)","trace[119864113] 'applied index is now lower than readState.Index' (duration: 678.695663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:44:10.082813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510407712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:44:10.083738Z","caller":"traceutil/trace.go:171","msg":"trace[700300031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26753; }","duration":"1.511374785s","start":"2026-03-03T18:44:08.572351Z","end":"2026-03-03T18:44:10.083725Z","steps":["trace[700300031] 'agreement among raft nodes before linearized reading' (duration: 1.51037783s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.083774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.572331Z","time spent":"1.511433457s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:44:10.082839Z","caller":"traceutil/trace.go:171","msg":"trace[744914909] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"1.189632061s","start":"2026-03-03T18:44:08.893189Z","end":"2026-03-03T18:44:10.082821Z","steps":["trace[744914909] 'process raft request' (duration: 1.189384915s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.084039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37390724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-03T18:44:10.084077Z","caller":"traceutil/trace.go:171","msg":"trace[1824168991] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26753; }","duration":"1.37394198s","start":"2026-03-03T18:44:08.710122Z","end":"2026-03-03T18:44:10.084064Z","steps":["trace[1824168991] 'agreement among raft nodes before linearized reading' (duration: 1.373778556s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.084105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.710062Z","time spent":"1.374035942s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:44:10.084111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.893172Z","time spent":"1.19084568s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:10.082859Z","caller":"traceutil/trace.go:171","msg":"trace[340389086] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"1.189061016s","start":"2026-03-03T18:44:08.893788Z","end":"2026-03-03T18:44:10.082849Z","steps":["trace[340389086] 'process raft request' (duration: 1.18882043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.084474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.678479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:44:10.08451Z","caller":"traceutil/trace.go:171","msg":"trace[1146763289] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26753; }","duration":"427.768182ms","start":"2026-03-03T18:44:09.656733Z","end":"2026-03-03T18:44:10.084501Z","steps":["trace[1146763289] 'agreement among raft nodes before linearized reading' (duration: 427.697861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.08454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:09.656711Z","time spent":"427.821944ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:44:10.084556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.893763Z","time spent":"1.190732898s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:44:10.082976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478254705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-5d8d9bb44d-546ff.189969075811c62e\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-03T18:44:10.084776Z","caller":"traceutil/trace.go:171","msg":"trace[2090809151] range","detail":"{range_begin:/registry/events/openstack/manila-api-5d8d9bb44d-546ff.189969075811c62e; range_end:; response_count:1; response_revision:26753; }","duration":"1.480086592s","start":"2026-03-03T18:44:08.604667Z","end":"2026-03-03T18:44:10.084753Z","steps":["trace[2090809151] 'agreement among raft nodes before linearized reading' (duration: 1.478214094s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.084837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.604647Z","time spent":"1.480171684s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1201,"request content":"key:\"/registry/events/openstack/manila-api-5d8d9bb44d-546ff.189969075811c62e\" "} {"level":"warn","ts":"2026-03-03T18:44:10.083048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510492073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T18:44:10.084984Z","caller":"traceutil/trace.go:171","msg":"trace[247914553] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26753; }","duration":"1.512432033s","start":"2026-03-03T18:44:08.572534Z","end":"2026-03-03T18:44:10.084966Z","steps":["trace[247914553] 'agreement among raft nodes before linearized reading' (duration: 1.510457673s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.085051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.572506Z","time spent":"1.512523034s","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T18:44:10.083046Z","caller":"traceutil/trace.go:171","msg":"trace[1556837301] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"1.18999455s","start":"2026-03-03T18:44:08.893035Z","end":"2026-03-03T18:44:10.083029Z","steps":["trace[1556837301] 'process raft request' (duration: 1.189379795s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.085229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.893Z","time spent":"1.192181665s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:10.083096Z","caller":"traceutil/trace.go:171","msg":"trace[926033607] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"1.189957898s","start":"2026-03-03T18:44:08.893124Z","end":"2026-03-03T18:44:10.083082Z","steps":["trace[926033607] 'process raft request' (duration: 1.189406524s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.085387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:08.893107Z","time spent":"1.192232936s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:44:10.303787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.051028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:44:10.303987Z","caller":"traceutil/trace.go:171","msg":"trace[1611591776] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"153.843716ms","start":"2026-03-03T18:44:10.150125Z","end":"2026-03-03T18:44:10.303969Z","steps":["trace[1611591776] 'process raft request' (duration: 153.775525ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:10.304075Z","caller":"traceutil/trace.go:171","msg":"trace[1653705138] linearizableReadLoop","detail":"{readStateIndex:27687; appliedIndex:27686; }","duration":"215.551693ms","start":"2026-03-03T18:44:10.088472Z","end":"2026-03-03T18:44:10.304023Z","steps":["trace[1653705138] 'read index received' (duration: 109.392871ms)","trace[1653705138] 'applied index is now lower than readState.Index' (duration: 106.154462ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:44:10.304331Z","caller":"traceutil/trace.go:171","msg":"trace[859722364] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"215.750128ms","start":"2026-03-03T18:44:10.088366Z","end":"2026-03-03T18:44:10.304116Z","steps":["trace[859722364] 'process raft request' (duration: 109.274729ms)","trace[859722364] 'compare' (duration: 105.890305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:44:10.304529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.027765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:44:10.304605Z","caller":"traceutil/trace.go:171","msg":"trace[1373857543] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26755; }","duration":"216.127998ms","start":"2026-03-03T18:44:10.088455Z","end":"2026-03-03T18:44:10.304583Z","steps":["trace[1373857543] 'agreement among raft nodes before linearized reading' (duration: 215.887392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.304598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.009735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f649e6e4-baa8-47b4-865e-314e2660c414\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-03T18:44:10.304661Z","caller":"traceutil/trace.go:171","msg":"trace[1821890655] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f649e6e4-baa8-47b4-865e-314e2660c414; range_end:; response_count:1; response_revision:26755; }","duration":"216.119437ms","start":"2026-03-03T18:44:10.088522Z","end":"2026-03-03T18:44:10.304641Z","steps":["trace[1821890655] 'agreement among raft nodes before linearized reading' (duration: 215.935022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.304661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.962323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:44:10.304709Z","caller":"traceutil/trace.go:171","msg":"trace[793809817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26755; }","duration":"212.061145ms","start":"2026-03-03T18:44:10.092636Z","end":"2026-03-03T18:44:10.304697Z","steps":["trace[793809817] 'agreement among raft nodes before linearized reading' (duration: 211.985134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.875082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.887256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:44:10.875142Z","caller":"traceutil/trace.go:171","msg":"trace[535527299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26755; }","duration":"251.991389ms","start":"2026-03-03T18:44:10.623136Z","end":"2026-03-03T18:44:10.875127Z","steps":["trace[535527299] 'range keys from in-memory index tree' (duration: 251.419365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.875438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.256356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:44:10.875537Z","caller":"traceutil/trace.go:171","msg":"trace[1572545308] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26755; }","duration":"187.413299ms","start":"2026-03-03T18:44:10.688102Z","end":"2026-03-03T18:44:10.875515Z","steps":["trace[1572545308] 'count revisions from in-memory index tree' (duration: 187.078051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.87554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.870739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"warn","ts":"2026-03-03T18:44:10.87556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.577078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T18:44:10.875587Z","caller":"traceutil/trace.go:171","msg":"trace[373323806] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26755; }","duration":"297.961751ms","start":"2026-03-03T18:44:10.577613Z","end":"2026-03-03T18:44:10.875574Z","steps":["trace[373323806] 'range keys from in-memory index tree' (duration: 297.717165ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:10.875609Z","caller":"traceutil/trace.go:171","msg":"trace[89615977] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26755; }","duration":"460.65541ms","start":"2026-03-03T18:44:10.414939Z","end":"2026-03-03T18:44:10.875595Z","steps":["trace[89615977] 'range keys from in-memory index tree' (duration: 460.374784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.87565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.414924Z","time spent":"460.716162ms","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-03T18:44:13.58105Z","caller":"traceutil/trace.go:171","msg":"trace[51432316] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"157.043496ms","start":"2026-03-03T18:44:13.423977Z","end":"2026-03-03T18:44:13.58102Z","steps":["trace[51432316] 'process raft request' (duration: 156.885962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:13.735632Z","caller":"traceutil/trace.go:171","msg":"trace[2062668742] linearizableReadLoop","detail":"{readStateIndex:27715; appliedIndex:27711; }","duration":"279.555728ms","start":"2026-03-03T18:44:13.45606Z","end":"2026-03-03T18:44:13.735616Z","steps":["trace[2062668742] 'read index received' (duration: 124.908872ms)","trace[2062668742] 'applied index is now lower than readState.Index' (duration: 154.645976ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:44:13.735673Z","caller":"traceutil/trace.go:171","msg":"trace[103012461] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"311.400226ms","start":"2026-03-03T18:44:13.424238Z","end":"2026-03-03T18:44:13.735638Z","steps":["trace[103012461] 'process raft request' (duration: 311.253062ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:13.735656Z","caller":"traceutil/trace.go:171","msg":"trace[1515686007] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"311.255022ms","start":"2026-03-03T18:44:13.424385Z","end":"2026-03-03T18:44:13.73564Z","steps":["trace[1515686007] 'process raft request' (duration: 311.19721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:13.735741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.664671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:44:13.735773Z","caller":"traceutil/trace.go:171","msg":"trace[1314586835] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26781; }","duration":"279.743753ms","start":"2026-03-03T18:44:13.45602Z","end":"2026-03-03T18:44:13.735764Z","steps":["trace[1314586835] 'agreement among raft nodes before linearized reading' (duration: 279.666061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:13.735816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:13.424371Z","time spent":"311.381595ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:44:13.735982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.705261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:44:13.73585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:13.424214Z","time spent":"311.536638ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:13.736023Z","caller":"traceutil/trace.go:171","msg":"trace[41896706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26781; }","duration":"119.773213ms","start":"2026-03-03T18:44:13.616238Z","end":"2026-03-03T18:44:13.736011Z","steps":["trace[41896706] 'agreement among raft nodes before linearized reading' (duration: 119.706001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:13.735631Z","caller":"traceutil/trace.go:171","msg":"trace[501143490] transaction","detail":"{read_only:false; response_revision:26779; number_of_response:1; }","duration":"311.435627ms","start":"2026-03-03T18:44:13.424158Z","end":"2026-03-03T18:44:13.735593Z","steps":["trace[501143490] 'process raft request' (duration: 276.274985ms)","trace[501143490] 'compare' (duration: 34.798613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:44:13.736081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.504331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-03T18:44:13.736108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.719281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129862"} {"level":"info","ts":"2026-03-03T18:44:13.736159Z","caller":"traceutil/trace.go:171","msg":"trace[986062648] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26781; }","duration":"116.607033ms","start":"2026-03-03T18:44:13.619533Z","end":"2026-03-03T18:44:13.73614Z","steps":["trace[986062648] 'agreement among raft nodes before linearized reading' (duration: 116.421468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:13.736163Z","caller":"traceutil/trace.go:171","msg":"trace[1350644904] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26781; }","duration":"113.791283ms","start":"2026-03-03T18:44:13.622357Z","end":"2026-03-03T18:44:13.736148Z","steps":["trace[1350644904] 'agreement among raft nodes before linearized reading' (duration: 113.592038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:13.736261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:13.424142Z","time spent":"311.972429ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:14.306853Z","caller":"traceutil/trace.go:171","msg":"trace[485649131] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"201.340697ms","start":"2026-03-03T18:44:14.105467Z","end":"2026-03-03T18:44:14.306808Z","steps":["trace[485649131] 'process raft request' (duration: 201.245965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:14.306874Z","caller":"traceutil/trace.go:171","msg":"trace[2103625858] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"207.173333ms","start":"2026-03-03T18:44:14.099666Z","end":"2026-03-03T18:44:14.30684Z","steps":["trace[2103625858] 'process raft request' (duration: 206.878196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:14.30743Z","caller":"traceutil/trace.go:171","msg":"trace[1921302485] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"201.321837ms","start":"2026-03-03T18:44:14.106087Z","end":"2026-03-03T18:44:14.307409Z","steps":["trace[1921302485] 'process raft request' (duration: 201.280526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:14.307704Z","caller":"traceutil/trace.go:171","msg":"trace[787131608] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"201.749017ms","start":"2026-03-03T18:44:14.105935Z","end":"2026-03-03T18:44:14.307684Z","steps":["trace[787131608] 'process raft request' (duration: 200.828534ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:14.307829Z","caller":"traceutil/trace.go:171","msg":"trace[1958964473] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"201.757557ms","start":"2026-03-03T18:44:14.106056Z","end":"2026-03-03T18:44:14.307814Z","steps":["trace[1958964473] 'process raft request' (duration: 201.244894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:14.568893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.429844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:44:14.569021Z","caller":"traceutil/trace.go:171","msg":"trace[1948114534] linearizableReadLoop","detail":"{readStateIndex:27722; appliedIndex:27721; }","duration":"161.519108ms","start":"2026-03-03T18:44:14.407479Z","end":"2026-03-03T18:44:14.568998Z","steps":["trace[1948114534] 'read index received' (duration: 41.842829ms)","trace[1948114534] 'applied index is now lower than readState.Index' (duration: 119.674519ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:44:14.569127Z","caller":"traceutil/trace.go:171","msg":"trace[636275619] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"250.939839ms","start":"2026-03-03T18:44:14.318159Z","end":"2026-03-03T18:44:14.569099Z","steps":["trace[636275619] 'process raft request' (duration: 131.203099ms)","trace[636275619] 'compare' (duration: 119.265529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:44:14.569189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.722513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:44:14.569242Z","caller":"traceutil/trace.go:171","msg":"trace[2034950402] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26788; }","duration":"161.821116ms","start":"2026-03-03T18:44:14.407405Z","end":"2026-03-03T18:44:14.569226Z","steps":["trace[2034950402] 'agreement among raft nodes before linearized reading' (duration: 161.704603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:14.569368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.94333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:44:14.569401Z","caller":"traceutil/trace.go:171","msg":"trace[167952748] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26788; }","duration":"117.037913ms","start":"2026-03-03T18:44:14.452355Z","end":"2026-03-03T18:44:14.569393Z","steps":["trace[167952748] 'agreement among raft nodes before linearized reading' (duration: 116.94902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:15.153942Z","caller":"traceutil/trace.go:171","msg":"trace[1138162609] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"224.131438ms","start":"2026-03-03T18:44:14.929789Z","end":"2026-03-03T18:44:15.153921Z","steps":["trace[1138162609] 'process raft request' (duration: 224.002205ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:19.731144Z","caller":"traceutil/trace.go:171","msg":"trace[1488487358] transaction","detail":"{read_only:false; response_revision:26823; number_of_response:1; }","duration":"121.420384ms","start":"2026-03-03T18:44:19.609698Z","end":"2026-03-03T18:44:19.731118Z","steps":["trace[1488487358] 'process raft request' (duration: 121.27312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:20.45598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.304077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:44:20.456168Z","caller":"traceutil/trace.go:171","msg":"trace[747817338] transaction","detail":"{read_only:false; response_revision:26830; number_of_response:1; }","duration":"125.822154ms","start":"2026-03-03T18:44:20.330327Z","end":"2026-03-03T18:44:20.456149Z","steps":["trace[747817338] 'process raft request' (duration: 125.758322ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:20.456624Z","caller":"traceutil/trace.go:171","msg":"trace[1622829493] transaction","detail":"{read_only:false; response_revision:26829; number_of_response:1; }","duration":"188.259528ms","start":"2026-03-03T18:44:20.268313Z","end":"2026-03-03T18:44:20.456572Z","steps":["trace[1622829493] 'process raft request' (duration: 63.253364ms)","trace[1622829493] 'compare' (duration: 124.168404ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:44:20.650614Z","caller":"traceutil/trace.go:171","msg":"trace[2083330571] linearizableReadLoop","detail":"{readStateIndex:27771; appliedIndex:27770; }","duration":"118.063529ms","start":"2026-03-03T18:44:20.53253Z","end":"2026-03-03T18:44:20.650594Z","steps":["trace[2083330571] 'read index received' (duration: 50.562457ms)","trace[2083330571] 'applied index is now lower than readState.Index' (duration: 67.500342ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:44:20.650635Z","caller":"traceutil/trace.go:171","msg":"trace[1937859733] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"120.570082ms","start":"2026-03-03T18:44:20.530043Z","end":"2026-03-03T18:44:20.650613Z","steps":["trace[1937859733] 'process raft request' (duration: 53.100651ms)","trace[1937859733] 'compare' (duration: 67.341218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:44:20.650718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.171782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:44:20.650758Z","caller":"traceutil/trace.go:171","msg":"trace[879828990] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26836; }","duration":"118.255794ms","start":"2026-03-03T18:44:20.532494Z","end":"2026-03-03T18:44:20.65075Z","steps":["trace[879828990] 'agreement among raft nodes before linearized reading' (duration: 118.167582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:30.65438Z","caller":"traceutil/trace.go:171","msg":"trace[752154381] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"162.985395ms","start":"2026-03-03T18:44:30.491369Z","end":"2026-03-03T18:44:30.654354Z","steps":["trace[752154381] 'process raft request' (duration: 162.827651ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:30.699403Z","caller":"traceutil/trace.go:171","msg":"trace[52537108] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"199.812968ms","start":"2026-03-03T18:44:30.49956Z","end":"2026-03-03T18:44:30.699373Z","steps":["trace[52537108] 'process raft request' (duration: 199.417838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:30.699416Z","caller":"traceutil/trace.go:171","msg":"trace[1353070230] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"192.481734ms","start":"2026-03-03T18:44:30.506905Z","end":"2026-03-03T18:44:30.699387Z","steps":["trace[1353070230] 'process raft request' (duration: 192.33548ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:30.699472Z","caller":"traceutil/trace.go:171","msg":"trace[1211804174] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"195.398807ms","start":"2026-03-03T18:44:30.504036Z","end":"2026-03-03T18:44:30.699435Z","steps":["trace[1211804174] 'process raft request' (duration: 195.153921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:30.699599Z","caller":"traceutil/trace.go:171","msg":"trace[73526013] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"192.652898ms","start":"2026-03-03T18:44:30.506931Z","end":"2026-03-03T18:44:30.699584Z","steps":["trace[73526013] 'process raft request' (duration: 192.408762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:30.821953Z","caller":"traceutil/trace.go:171","msg":"trace[850388108] linearizableReadLoop","detail":"{readStateIndex:27913; appliedIndex:27912; }","duration":"115.762792ms","start":"2026-03-03T18:44:30.706166Z","end":"2026-03-03T18:44:30.821929Z","steps":["trace[850388108] 'read index received' (duration: 113.869184ms)","trace[850388108] 'applied index is now lower than readState.Index' (duration: 1.892328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:44:30.822092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.904915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:44:30.82214Z","caller":"traceutil/trace.go:171","msg":"trace[2046041462] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26973; }","duration":"115.989357ms","start":"2026-03-03T18:44:30.706139Z","end":"2026-03-03T18:44:30.822129Z","steps":["trace[2046041462] 'agreement among raft nodes before linearized reading' (duration: 115.882064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:30.82225Z","caller":"traceutil/trace.go:171","msg":"trace[1441232136] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"119.635669ms","start":"2026-03-03T18:44:30.702548Z","end":"2026-03-03T18:44:30.822183Z","steps":["trace[1441232136] 'process raft request' (duration: 117.560387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:34.309601Z","caller":"traceutil/trace.go:171","msg":"trace[2143048746] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"247.929005ms","start":"2026-03-03T18:44:34.061644Z","end":"2026-03-03T18:44:34.309573Z","steps":["trace[2143048746] 'process raft request' (duration: 247.758521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:34.445259Z","caller":"traceutil/trace.go:171","msg":"trace[2037259668] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"381.864422ms","start":"2026-03-03T18:44:34.063369Z","end":"2026-03-03T18:44:34.445233Z","steps":["trace[2037259668] 'process raft request' (duration: 381.662017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:34.445404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:34.063357Z","time spent":"381.977036ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:34.445515Z","caller":"traceutil/trace.go:171","msg":"trace[127101850] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"381.918154ms","start":"2026-03-03T18:44:34.063562Z","end":"2026-03-03T18:44:34.44548Z","steps":["trace[127101850] 'process raft request' (duration: 381.608016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:34.445562Z","caller":"traceutil/trace.go:171","msg":"trace[1772136727] linearizableReadLoop","detail":"{readStateIndex:27951; appliedIndex:27947; }","duration":"223.656566ms","start":"2026-03-03T18:44:34.221874Z","end":"2026-03-03T18:44:34.445531Z","steps":["trace[1772136727] 'read index received' (duration: 87.522514ms)","trace[1772136727] 'applied index is now lower than readState.Index' (duration: 136.132992ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:44:34.445618Z","caller":"traceutil/trace.go:171","msg":"trace[332137857] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"352.728612ms","start":"2026-03-03T18:44:34.092864Z","end":"2026-03-03T18:44:34.445593Z","steps":["trace[332137857] 'process raft request' (duration: 352.543197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:34.445667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:34.063555Z","time spent":"382.034767ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:44:34.445707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.81673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:44:34.445718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:34.092826Z","time spent":"352.832525ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:34.445757Z","caller":"traceutil/trace.go:171","msg":"trace[1881410792] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:27010; }","duration":"223.947514ms","start":"2026-03-03T18:44:34.221791Z","end":"2026-03-03T18:44:34.445739Z","steps":["trace[1881410792] 'agreement among raft nodes before linearized reading' (duration: 223.858501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:34.469136Z","caller":"traceutil/trace.go:171","msg":"trace[40943824] transaction","detail":"{read_only:false; response_revision:27011; number_of_response:1; }","duration":"157.561009ms","start":"2026-03-03T18:44:34.311547Z","end":"2026-03-03T18:44:34.469108Z","steps":["trace[40943824] 'process raft request' (duration: 157.391075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:34.618514Z","caller":"traceutil/trace.go:171","msg":"trace[495394484] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"163.680123ms","start":"2026-03-03T18:44:34.454804Z","end":"2026-03-03T18:44:34.618484Z","steps":["trace[495394484] 'process raft request' (duration: 112.316686ms)","trace[495394484] 'compare' (duration: 51.144632ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:44:34.618849Z","caller":"traceutil/trace.go:171","msg":"trace[1766430565] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"163.760524ms","start":"2026-03-03T18:44:34.455018Z","end":"2026-03-03T18:44:34.618778Z","steps":["trace[1766430565] 'process raft request' (duration: 163.372375ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:34.618933Z","caller":"traceutil/trace.go:171","msg":"trace[1403271795] transaction","detail":"{read_only:false; response_revision:27014; number_of_response:1; }","duration":"161.051506ms","start":"2026-03-03T18:44:34.457858Z","end":"2026-03-03T18:44:34.618909Z","steps":["trace[1403271795] 'process raft request' (duration: 160.817571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:47:11.747976Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25694} {"level":"info","ts":"2026-03-03T18:47:11.86977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25694,"took":"117.448139ms","hash":3658616178,"current-db-size-bytes":48222208,"current-db-size":"48 MB","current-db-size-in-use-bytes":31821824,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-03T18:47:11.869822Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3658616178,"revision":25694,"compact-revision":23376} {"level":"info","ts":"2026-03-03T18:49:11.552519Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T18:49:11.557702Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-03T18:49:11.557788Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-03T18:52:11.754526Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28172} {"level":"info","ts":"2026-03-03T18:52:11.889893Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28172,"took":"130.095775ms","hash":576570477,"current-db-size-bytes":48222208,"current-db-size":"48 MB","current-db-size-in-use-bytes":27893760,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T18:52:11.889977Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":576570477,"revision":28172,"compact-revision":25694} {"level":"info","ts":"2026-03-03T18:57:11.762707Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30271} {"level":"info","ts":"2026-03-03T18:57:11.912178Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30271,"took":"143.207152ms","hash":3798402330,"current-db-size-bytes":48222208,"current-db-size":"48 MB","current-db-size-in-use-bytes":26562560,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T18:57:11.912275Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3798402330,"revision":30271,"compact-revision":28172} {"level":"info","ts":"2026-03-03T18:58:03.871275Z","caller":"traceutil/trace.go:171","msg":"trace[817578637] transaction","detail":"{read_only:false; response_revision:32769; number_of_response:1; }","duration":"111.993168ms","start":"2026-03-03T18:58:03.759236Z","end":"2026-03-03T18:58:03.871229Z","steps":["trace[817578637] 'process raft request' (duration: 111.768542ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:03.871466Z","caller":"traceutil/trace.go:171","msg":"trace[40055913] transaction","detail":"{read_only:false; response_revision:32770; number_of_response:1; }","duration":"111.987657ms","start":"2026-03-03T18:58:03.759439Z","end":"2026-03-03T18:58:03.871426Z","steps":["trace[40055913] 'process raft request' (duration: 111.745991ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:11.769406Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32356} {"level":"info","ts":"2026-03-03T19:02:11.893279Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32356,"took":"120.062568ms","hash":1409395797,"current-db-size-bytes":49065984,"current-db-size":"49 MB","current-db-size-in-use-bytes":28827648,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T19:02:11.893362Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1409395797,"revision":32356,"compact-revision":30271} {"level":"info","ts":"2026-03-03T19:04:43.213938Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008ff0.wal"} {"level":"info","ts":"2026-03-03T19:07:11.775382Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34564} {"level":"info","ts":"2026-03-03T19:07:11.902056Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34564,"took":"121.746058ms","hash":163681124,"current-db-size-bytes":50753536,"current-db-size":"51 MB","current-db-size-in-use-bytes":28725248,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T19:07:11.902127Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":163681124,"revision":34564,"compact-revision":32356} {"level":"info","ts":"2026-03-03T19:11:55.526838Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T19:11:55.531931Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-03T19:11:55.532042Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-03T19:12:11.781206Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36730} {"level":"info","ts":"2026-03-03T19:12:11.910291Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36730,"took":"124.733324ms","hash":3705730180,"current-db-size-bytes":51175424,"current-db-size":"51 MB","current-db-size-in-use-bytes":28090368,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T19:12:11.910354Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3705730180,"revision":36730,"compact-revision":34564} {"level":"info","ts":"2026-03-03T19:14:14.391725Z","caller":"traceutil/trace.go:171","msg":"trace[2022881809] linearizableReadLoop","detail":"{readStateIndex:40977; appliedIndex:40976; }","duration":"187.63614ms","start":"2026-03-03T19:14:14.204066Z","end":"2026-03-03T19:14:14.391702Z","steps":["trace[2022881809] 'read index received' (duration: 187.487477ms)","trace[2022881809] 'applied index is now lower than readState.Index' (duration: 147.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:14:14.391853Z","caller":"traceutil/trace.go:171","msg":"trace[1775222509] transaction","detail":"{read_only:false; response_revision:39656; number_of_response:1; }","duration":"206.884423ms","start":"2026-03-03T19:14:14.18494Z","end":"2026-03-03T19:14:14.391824Z","steps":["trace[1775222509] 'process raft request' (duration: 206.626497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:14:14.392018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.848225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/tempest-keystone-user\" ","response":"range_response_count:1 size:1109"} {"level":"info","ts":"2026-03-03T19:14:14.392063Z","caller":"traceutil/trace.go:171","msg":"trace[1629812766] range","detail":"{range_begin:/registry/secrets/openstack/tempest-keystone-user; range_end:; response_count:1; response_revision:39656; }","duration":"188.02393ms","start":"2026-03-03T19:14:14.204024Z","end":"2026-03-03T19:14:14.392047Z","steps":["trace[1629812766] 'agreement among raft nodes before linearized reading' (duration: 187.797734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:14:14.392116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.654965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:1 size:4942"} {"level":"info","ts":"2026-03-03T19:14:14.392199Z","caller":"traceutil/trace.go:171","msg":"trace[1297780272] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:1; response_revision:39656; }","duration":"182.770908ms","start":"2026-03-03T19:14:14.209409Z","end":"2026-03-03T19:14:14.39218Z","steps":["trace[1297780272] 'agreement among raft nodes before linearized reading' (duration: 182.548693ms)"],"step_count":1}