{"level":"warn","ts":"2026-02-26T16:27:20.160137Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T16:27:20.160214Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.70:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.70:2380","--initial-cluster=instance=https://162.253.55.70:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.70:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.70:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T16:27:20.160296Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T16:27:20.160305Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.70:2380"]} {"level":"info","ts":"2026-02-26T16:27:20.160334Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T16:27:20.160922Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.70:2379"]} {"level":"info","ts":"2026-02-26T16:27:20.160995Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.70:2380"],"listen-peer-urls":["https://162.253.55.70:2380"],"advertise-client-urls":["https://162.253.55.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.70:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T16:27:20.166334Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.075094ms"} {"level":"info","ts":"2026-02-26T16:27:20.173119Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"23887246632736aa","cluster-id":"62cfeca3ef46d3ef"} {"level":"info","ts":"2026-02-26T16:27:20.173194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T16:27:20.173296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became follower at term 0"} {"level":"info","ts":"2026-02-26T16:27:20.173313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 23887246632736aa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T16:27:20.173322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became follower at term 1"} {"level":"info","ts":"2026-02-26T16:27:20.17342Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa switched to configuration voters=(2560422034796918442)"} {"level":"warn","ts":"2026-02-26T16:27:20.184187Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T16:27:20.185878Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T16:27:20.188066Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T16:27:20.191369Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"23887246632736aa","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T16:27:20.191552Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"23887246632736aa","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T16:27:20.191697Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T16:27:20.19181Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T16:27:20.191825Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T16:27:20.19238Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa switched to configuration voters=(2560422034796918442)"} {"level":"info","ts":"2026-02-26T16:27:20.192469Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62cfeca3ef46d3ef","local-member-id":"23887246632736aa","added-peer-id":"23887246632736aa","added-peer-peer-urls":["https://162.253.55.70:2380"]} {"level":"info","ts":"2026-02-26T16:27:20.197176Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T16:27:20.197282Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.70:2380"} {"level":"info","ts":"2026-02-26T16:27:20.197841Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.70:2380"} {"level":"info","ts":"2026-02-26T16:27:20.198863Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"23887246632736aa","initial-advertise-peer-urls":["https://162.253.55.70:2380"],"listen-peer-urls":["https://162.253.55.70:2380"],"advertise-client-urls":["https://162.253.55.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T16:27:20.198917Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T16:27:21.074433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T16:27:21.074545Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T16:27:21.0746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa received MsgPreVoteResp from 23887246632736aa at term 1"} {"level":"info","ts":"2026-02-26T16:27:21.074628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became candidate at term 2"} {"level":"info","ts":"2026-02-26T16:27:21.074647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa received MsgVoteResp from 23887246632736aa at term 2"} {"level":"info","ts":"2026-02-26T16:27:21.074733Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became leader at term 2"} {"level":"info","ts":"2026-02-26T16:27:21.074758Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 23887246632736aa elected leader 23887246632736aa at term 2"} {"level":"info","ts":"2026-02-26T16:27:21.076049Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T16:27:21.076016Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"23887246632736aa","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.70:2379]}","request-path":"/0/members/23887246632736aa/attributes","cluster-id":"62cfeca3ef46d3ef","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T16:27:21.076298Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T16:27:21.076324Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T16:27:21.076822Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T16:27:21.076893Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T16:27:21.077863Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62cfeca3ef46d3ef","local-member-id":"23887246632736aa","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T16:27:21.077973Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T16:27:21.078001Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T16:27:21.080064Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-26T16:27:21.099481Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.70:2379"} {"level":"info","ts":"2026-02-26T16:27:24.487495Z","caller":"traceutil/trace.go:171","msg":"trace[571643799] transaction","detail":"{read_only:false; response_revision:214; number_of_response:1; }","duration":"121.793165ms","start":"2026-02-26T16:27:24.365665Z","end":"2026-02-26T16:27:24.487458Z","steps":["trace[571643799] 'process raft request' (duration: 44.57172ms)","trace[571643799] 'compare' (duration: 77.015548ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:27:26.290162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.508738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:27:26.290303Z","caller":"traceutil/trace.go:171","msg":"trace[577617990] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"459.740592ms","start":"2026-02-26T16:27:25.830542Z","end":"2026-02-26T16:27:26.290283Z","steps":["trace[577617990] 'process raft request' (duration: 132.521481ms)","trace[577617990] 'compare' (duration: 326.348493ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:27:26.29042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:25.830525Z","time spent":"459.863837ms","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":199,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T16:27:26.29104Z","caller":"traceutil/trace.go:171","msg":"trace[1913578842] linearizableReadLoop","detail":"{readStateIndex:269; appliedIndex:268; }","duration":"263.795522ms","start":"2026-02-26T16:27:26.027222Z","end":"2026-02-26T16:27:26.291017Z","steps":["trace[1913578842] 'read index received' (duration: 263.72794ms)","trace[1913578842] 'applied index is now lower than readState.Index' (duration: 66.172µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:27:26.291232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.003709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3495"} {"level":"info","ts":"2026-02-26T16:27:26.291298Z","caller":"traceutil/trace.go:171","msg":"trace[412213318] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:263; }","duration":"264.123432ms","start":"2026-02-26T16:27:26.027156Z","end":"2026-02-26T16:27:26.291279Z","steps":["trace[412213318] 'agreement among raft nodes before linearized reading' (duration: 263.935476ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:26.291404Z","caller":"traceutil/trace.go:171","msg":"trace[391696488] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"281.143563ms","start":"2026-02-26T16:27:26.010109Z","end":"2026-02-26T16:27:26.291252Z","steps":["trace[391696488] 'process raft request' (duration: 280.835003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:27.394872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.320151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:27:27.395111Z","caller":"traceutil/trace.go:171","msg":"trace[1573021893] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"133.866595ms","start":"2026-02-26T16:27:27.261209Z","end":"2026-02-26T16:27:27.395076Z","steps":["trace[1573021893] 'process raft request' (duration: 133.784652ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:27.395122Z","caller":"traceutil/trace.go:171","msg":"trace[1139518724] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"134.03079ms","start":"2026-02-26T16:27:27.261057Z","end":"2026-02-26T16:27:27.395088Z","steps":["trace[1139518724] 'process raft request' (duration: 33.41867ms)","trace[1139518724] 'compare' (duration: 100.164516ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:27:27.395128Z","caller":"traceutil/trace.go:171","msg":"trace[1651515972] linearizableReadLoop","detail":"{readStateIndex:298; appliedIndex:296; }","duration":"133.638128ms","start":"2026-02-26T16:27:27.261465Z","end":"2026-02-26T16:27:27.395103Z","steps":["trace[1651515972] 'read index received' (duration: 33.030227ms)","trace[1651515972] 'applied index is now lower than readState.Index' (duration: 100.60439ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:27:27.395337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.848434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-02-26T16:27:27.39541Z","caller":"traceutil/trace.go:171","msg":"trace[312453352] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:293; }","duration":"133.958648ms","start":"2026-02-26T16:27:27.261432Z","end":"2026-02-26T16:27:27.39539Z","steps":["trace[312453352] 'agreement among raft nodes before linearized reading' (duration: 133.763672ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:27.558896Z","caller":"traceutil/trace.go:171","msg":"trace[1108250633] linearizableReadLoop","detail":"{readStateIndex:300; appliedIndex:299; }","duration":"159.284965ms","start":"2026-02-26T16:27:27.399565Z","end":"2026-02-26T16:27:27.558849Z","steps":["trace[1108250633] 'read index received' (duration: 143.481985ms)","trace[1108250633] 'applied index is now lower than readState.Index' (duration: 15.80178ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:27:27.558953Z","caller":"traceutil/trace.go:171","msg":"trace[1167020013] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"159.387059ms","start":"2026-02-26T16:27:27.39952Z","end":"2026-02-26T16:27:27.558907Z","steps":["trace[1167020013] 'process raft request' (duration: 143.562758ms)","trace[1167020013] 'compare' (duration: 15.607684ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:27:27.559104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.504822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-26T16:27:27.559184Z","caller":"traceutil/trace.go:171","msg":"trace[166848587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:294; }","duration":"159.628416ms","start":"2026-02-26T16:27:27.399533Z","end":"2026-02-26T16:27:27.559162Z","steps":["trace[166848587] 'agreement among raft nodes before linearized reading' (duration: 159.450851ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:27.559728Z","caller":"traceutil/trace.go:171","msg":"trace[175050484] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"159.012237ms","start":"2026-02-26T16:27:27.4007Z","end":"2026-02-26T16:27:27.559712Z","steps":["trace[175050484] 'process raft request' (duration: 158.931495ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:27.559723Z","caller":"traceutil/trace.go:171","msg":"trace[1728423405] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"159.322406ms","start":"2026-02-26T16:27:27.400363Z","end":"2026-02-26T16:27:27.559686Z","steps":["trace[1728423405] 'process raft request' (duration: 159.175412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:27.559814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.124433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-02-26T16:27:27.559802Z","caller":"traceutil/trace.go:171","msg":"trace[922949427] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"158.543072ms","start":"2026-02-26T16:27:27.401227Z","end":"2026-02-26T16:27:27.55977Z","steps":["trace[922949427] 'process raft request' (duration: 158.431078ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:27.559853Z","caller":"traceutil/trace.go:171","msg":"trace[687338171] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:297; }","duration":"160.214665ms","start":"2026-02-26T16:27:27.399626Z","end":"2026-02-26T16:27:27.559841Z","steps":["trace[687338171] 'agreement among raft nodes before linearized reading' (duration: 160.113992ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:27.559854Z","caller":"traceutil/trace.go:171","msg":"trace[2137025558] transaction","detail":"{read_only:false; number_of_response:0; response_revision:297; }","duration":"117.258548ms","start":"2026-02-26T16:27:27.442562Z","end":"2026-02-26T16:27:27.55982Z","steps":["trace[2137025558] 'process raft request' (duration: 117.146714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:27.559927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.04201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-02-26T16:27:27.559992Z","caller":"traceutil/trace.go:171","msg":"trace[544798370] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:297; }","duration":"160.140824ms","start":"2026-02-26T16:27:27.399831Z","end":"2026-02-26T16:27:27.559972Z","steps":["trace[544798370] 'agreement among raft nodes before linearized reading' (duration: 159.971368ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:28.478781Z","caller":"traceutil/trace.go:171","msg":"trace[1037539062] transaction","detail":"{read_only:false; number_of_response:0; response_revision:321; }","duration":"117.481185ms","start":"2026-02-26T16:27:28.361266Z","end":"2026-02-26T16:27:28.478747Z","steps":["trace[1037539062] 'process raft request' (duration: 117.3293ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:28.478803Z","caller":"traceutil/trace.go:171","msg":"trace[528457668] transaction","detail":"{read_only:false; number_of_response:0; response_revision:321; }","duration":"117.474926ms","start":"2026-02-26T16:27:28.361287Z","end":"2026-02-26T16:27:28.478762Z","steps":["trace[528457668] 'process raft request' (duration: 117.368362ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:28.479024Z","caller":"traceutil/trace.go:171","msg":"trace[109578836] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"116.67638ms","start":"2026-02-26T16:27:28.362329Z","end":"2026-02-26T16:27:28.479006Z","steps":["trace[109578836] 'process raft request' (duration: 116.37051ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:28.479133Z","caller":"traceutil/trace.go:171","msg":"trace[334421254] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"104.561648ms","start":"2026-02-26T16:27:28.374553Z","end":"2026-02-26T16:27:28.479115Z","steps":["trace[334421254] 'process raft request' (duration: 104.221147ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:28.479282Z","caller":"traceutil/trace.go:171","msg":"trace[178204262] transaction","detail":"{read_only:false; number_of_response:0; response_revision:321; }","duration":"117.870438ms","start":"2026-02-26T16:27:28.361374Z","end":"2026-02-26T16:27:28.479244Z","steps":["trace[178204262] 'process raft request' (duration: 117.30861ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:36.796014Z","caller":"traceutil/trace.go:171","msg":"trace[1182010170] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"338.687571ms","start":"2026-02-26T16:27:36.457285Z","end":"2026-02-26T16:27:36.795973Z","steps":["trace[1182010170] 'process raft request' (duration: 338.310499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:36.796417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:36.457249Z","time spent":"338.851726ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:27:39.57227Z","caller":"traceutil/trace.go:171","msg":"trace[1946850449] transaction","detail":"{read_only:false; number_of_response:1; response_revision:437; }","duration":"118.691595ms","start":"2026-02-26T16:27:39.453562Z","end":"2026-02-26T16:27:39.572254Z","steps":["trace[1946850449] 'process raft request' (duration: 110.630845ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:39.572505Z","caller":"traceutil/trace.go:171","msg":"trace[584933570] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:451; }","duration":"115.715539ms","start":"2026-02-26T16:27:39.456745Z","end":"2026-02-26T16:27:39.572461Z","steps":["trace[584933570] 'read index received' (duration: 773.205µs)","trace[584933570] 'applied index is now lower than readState.Index' (duration: 114.939934ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:27:39.572567Z","caller":"traceutil/trace.go:171","msg":"trace[129702237] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"117.31618ms","start":"2026-02-26T16:27:39.455211Z","end":"2026-02-26T16:27:39.572527Z","steps":["trace[129702237] 'process raft request' (duration: 117.00194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:39.572714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.932116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-02-26T16:27:39.572752Z","caller":"traceutil/trace.go:171","msg":"trace[1888415225] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:438; }","duration":"116.010638ms","start":"2026-02-26T16:27:39.456728Z","end":"2026-02-26T16:27:39.572739Z","steps":["trace[1888415225] 'agreement among raft nodes before linearized reading' (duration: 115.873173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:41.083292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.224257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:27:41.083426Z","caller":"traceutil/trace.go:171","msg":"trace[1286142104] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"257.819039ms","start":"2026-02-26T16:27:40.825591Z","end":"2026-02-26T16:27:41.08341Z","steps":["trace[1286142104] 'process raft request' (duration: 257.773988ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:41.083639Z","caller":"traceutil/trace.go:171","msg":"trace[435096122] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"259.10541ms","start":"2026-02-26T16:27:40.824394Z","end":"2026-02-26T16:27:41.083499Z","steps":["trace[435096122] 'process raft request' (duration: 124.597065ms)","trace[435096122] 'compare' (duration: 134.101872ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:27:41.945074Z","caller":"traceutil/trace.go:171","msg":"trace[141309547] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"277.912988ms","start":"2026-02-26T16:27:41.667119Z","end":"2026-02-26T16:27:41.945032Z","steps":["trace[141309547] 'process raft request' (duration: 277.779934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:42.963659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.506732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:27:42.963737Z","caller":"traceutil/trace.go:171","msg":"trace[696186607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:456; }","duration":"337.628006ms","start":"2026-02-26T16:27:42.626089Z","end":"2026-02-26T16:27:42.963717Z","steps":["trace[696186607] 'range keys from in-memory index tree' (duration: 337.42229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:42.96366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.03236ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:27:42.963776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:42.626069Z","time spent":"337.699189ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:27:42.963784Z","caller":"traceutil/trace.go:171","msg":"trace[1037372067] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:456; }","duration":"260.161634ms","start":"2026-02-26T16:27:42.703608Z","end":"2026-02-26T16:27:42.96377Z","steps":["trace[1037372067] 'range keys from in-memory index tree' (duration: 260.017418ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:43.147997Z","caller":"traceutil/trace.go:171","msg":"trace[1874391251] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"179.954013ms","start":"2026-02-26T16:27:42.968021Z","end":"2026-02-26T16:27:43.147975Z","steps":["trace[1874391251] 'process raft request' (duration: 179.829529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:44.901386Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.148990218s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T16:27:44.90186Z","caller":"traceutil/trace.go:171","msg":"trace[330471793] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:473; }","duration":"1.814120335s","start":"2026-02-26T16:27:43.087719Z","end":"2026-02-26T16:27:44.901839Z","steps":["trace[330471793] 'read index received' (duration: 60.147303ms)","trace[330471793] 'applied index is now lower than readState.Index' (duration: 1.753972482s)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:27:44.901966Z","caller":"traceutil/trace.go:171","msg":"trace[958822990] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"1.858644774s","start":"2026-02-26T16:27:43.043272Z","end":"2026-02-26T16:27:44.901916Z","steps":["trace[958822990] 'process raft request' (duration: 1.858442257s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:44.902157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:43.043236Z","time spent":"1.858781868s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:27:44.902166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.933214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T16:27:44.902205Z","caller":"traceutil/trace.go:171","msg":"trace[2010246023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:458; }","duration":"953.014957ms","start":"2026-02-26T16:27:43.94918Z","end":"2026-02-26T16:27:44.902195Z","steps":["trace[2010246023] 'agreement among raft nodes before linearized reading' (duration: 952.944385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:44.90217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.725365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:27:44.902172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813764834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T16:27:44.902233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:43.949161Z","time spent":"953.065199ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T16:27:44.90225Z","caller":"traceutil/trace.go:171","msg":"trace[161567411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:458; }","duration":"278.837918ms","start":"2026-02-26T16:27:44.623392Z","end":"2026-02-26T16:27:44.90223Z","steps":["trace[161567411] 'agreement among raft nodes before linearized reading' (duration: 278.724384ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:44.902266Z","caller":"traceutil/trace.go:171","msg":"trace[1567452760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:458; }","duration":"1.813941499s","start":"2026-02-26T16:27:43.088301Z","end":"2026-02-26T16:27:44.902243Z","steps":["trace[1567452760] 'agreement among raft nodes before linearized reading' (duration: 1.813717852s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:44.902088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814358574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T16:27:44.90236Z","caller":"traceutil/trace.go:171","msg":"trace[1038898789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:458; }","duration":"1.814675354s","start":"2026-02-26T16:27:43.087662Z","end":"2026-02-26T16:27:44.902338Z","steps":["trace[1038898789] 'agreement among raft nodes before linearized reading' (duration: 1.814286361s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:44.902377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:43.087639Z","time spent":"1.814733846s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T16:27:44.902326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:43.088278Z","time spent":"1.814034623s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:27:45.652043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661694696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:27:46.15266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661694696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:27:46.178856Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272430667s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T16:27:47.289544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110391561s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:27:47.289699Z","caller":"traceutil/trace.go:171","msg":"trace[1859680637] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"2.383367114s","start":"2026-02-26T16:27:44.906304Z","end":"2026-02-26T16:27:47.289671Z","steps":["trace[1859680637] 'process raft request' (duration: 1.272726486s)","trace[1859680637] 'compare' (duration: 1.109972846s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:27:47.289786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:44.90628Z","time spent":"2.383463567s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:27:47.522813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.343797401s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T16:27:47.623774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T16:27:47.62387Z","caller":"traceutil/trace.go:171","msg":"trace[27635367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069292s","start":"2026-02-26T16:27:45.623777Z","end":"2026-02-26T16:27:47.623846Z","steps":["trace[27635367] 'agreement among raft nodes before linearized reading' (duration: 1.999922857s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:47.623929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:45.623758Z","time spent":"2.000157415s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:27:48.014094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.071673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:27:48.014218Z","caller":"traceutil/trace.go:171","msg":"trace[151032277] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:475; }","duration":"2.862705319s","start":"2026-02-26T16:27:45.151501Z","end":"2026-02-26T16:27:48.014206Z","steps":["trace[151032277] 'read index received' (duration: 1.027541385s)","trace[151032277] 'applied index is now lower than readState.Index' (duration: 1.835163314s)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:27:48.014272Z","caller":"traceutil/trace.go:171","msg":"trace[401175860] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"3.107691514s","start":"2026-02-26T16:27:44.906573Z","end":"2026-02-26T16:27:48.014264Z","steps":["trace[401175860] 'process raft request' (duration: 2.616384093s)","trace[401175860] 'compare' (duration: 490.912528ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:27:48.01431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:44.906554Z","time spent":"3.107734025s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:27:48.014399Z","caller":"traceutil/trace.go:171","msg":"trace[1636419015] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"3.107505367s","start":"2026-02-26T16:27:44.906828Z","end":"2026-02-26T16:27:48.014334Z","steps":["trace[1636419015] 'process raft request' (duration: 3.107342302s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:48.014498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86301823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T16:27:48.01453Z","caller":"traceutil/trace.go:171","msg":"trace[379312993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:461; }","duration":"2.863099512s","start":"2026-02-26T16:27:45.151422Z","end":"2026-02-26T16:27:48.014521Z","steps":["trace[379312993] 'agreement among raft nodes before linearized reading' (duration: 2.863018299s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:48.014554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:45.1514Z","time spent":"2.863145423s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T16:27:48.014551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:44.906811Z","time spent":"3.107653173s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:27:48.018776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81568421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T16:27:48.01919Z","caller":"traceutil/trace.go:171","msg":"trace[492122364] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"233.765582ms","start":"2026-02-26T16:27:47.784981Z","end":"2026-02-26T16:27:48.018747Z","steps":["trace[492122364] 'process raft request' (duration: 233.520064ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:48.019234Z","caller":"traceutil/trace.go:171","msg":"trace[832359209] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:462; }","duration":"2.816179486s","start":"2026-02-26T16:27:45.203023Z","end":"2026-02-26T16:27:48.019202Z","steps":["trace[832359209] 'agreement among raft nodes before linearized reading' (duration: 2.815663909s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:48.019318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.054882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:27:48.019357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:45.203002Z","time spent":"2.81629818s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"info","ts":"2026-02-26T16:27:48.019414Z","caller":"traceutil/trace.go:171","msg":"trace[1575553021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:462; }","duration":"330.126404ms","start":"2026-02-26T16:27:47.689243Z","end":"2026-02-26T16:27:48.019369Z","steps":["trace[1575553021] 'agreement among raft nodes before linearized reading' (duration: 329.538355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:48.019771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.437035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:27:48.019863Z","caller":"traceutil/trace.go:171","msg":"trace[973122047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:462; }","duration":"395.573139ms","start":"2026-02-26T16:27:47.624266Z","end":"2026-02-26T16:27:48.019839Z","steps":["trace[973122047] 'agreement among raft nodes before linearized reading' (duration: 394.522845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:48.019873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:47.689162Z","time spent":"330.28906ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:27:48.019912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:47.624253Z","time spent":"395.638151ms","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:27:48.245176Z","caller":"traceutil/trace.go:171","msg":"trace[788772573] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"225.210346ms","start":"2026-02-26T16:27:48.01992Z","end":"2026-02-26T16:27:48.245131Z","steps":["trace[788772573] 'process raft request' (duration: 130.729243ms)","trace[788772573] 'compare' (duration: 94.339138ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:27:48.284665Z","caller":"traceutil/trace.go:171","msg":"trace[300821968] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"258.610524ms","start":"2026-02-26T16:27:48.026039Z","end":"2026-02-26T16:27:48.284649Z","steps":["trace[300821968] 'process raft request' (duration: 258.545502ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:54.401212Z","caller":"traceutil/trace.go:171","msg":"trace[891863472] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"329.06139ms","start":"2026-02-26T16:27:54.072123Z","end":"2026-02-26T16:27:54.401184Z","steps":["trace[891863472] 'process raft request' (duration: 328.923506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:54.401372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:54.072101Z","time spent":"329.193295ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:27:54.43187Z","caller":"traceutil/trace.go:171","msg":"trace[135342606] linearizableReadLoop","detail":"{readStateIndex:495; appliedIndex:493; }","duration":"294.172603ms","start":"2026-02-26T16:27:54.137672Z","end":"2026-02-26T16:27:54.431845Z","steps":["trace[135342606] 'read index received' (duration: 263.394009ms)","trace[135342606] 'applied index is now lower than readState.Index' (duration: 30.777524ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:27:54.432029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.339969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:27:54.432034Z","caller":"traceutil/trace.go:171","msg":"trace[859348424] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"357.807549ms","start":"2026-02-26T16:27:54.074195Z","end":"2026-02-26T16:27:54.432002Z","steps":["trace[859348424] 'process raft request' (duration: 357.51727ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:54.432084Z","caller":"traceutil/trace.go:171","msg":"trace[1657203009] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:476; }","duration":"294.448332ms","start":"2026-02-26T16:27:54.13762Z","end":"2026-02-26T16:27:54.432069Z","steps":["trace[1657203009] 'agreement among raft nodes before linearized reading' (duration: 294.350709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:54.432203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.181354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-02-26T16:27:54.43225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:54.074172Z","time spent":"357.960694ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:27:54.432319Z","caller":"traceutil/trace.go:171","msg":"trace[1311209011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:476; }","duration":"164.350589ms","start":"2026-02-26T16:27:54.267942Z","end":"2026-02-26T16:27:54.432293Z","steps":["trace[1311209011] 'agreement among raft nodes before linearized reading' (duration: 164.128292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:56.957225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661694817,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T16:27:57.099491Z","caller":"traceutil/trace.go:171","msg":"trace[1085578814] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:535; }","duration":"643.101835ms","start":"2026-02-26T16:27:56.456365Z","end":"2026-02-26T16:27:57.099467Z","steps":["trace[1085578814] 'read index received' (duration: 642.94363ms)","trace[1085578814] 'applied index is now lower than readState.Index' (duration: 157.025µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:27:57.099675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.857698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T16:27:57.099644Z","caller":"traceutil/trace.go:171","msg":"trace[1383962713] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"689.68257ms","start":"2026-02-26T16:27:56.409927Z","end":"2026-02-26T16:27:57.099609Z","steps":["trace[1383962713] 'process raft request' (duration: 689.405391ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:57.099719Z","caller":"traceutil/trace.go:171","msg":"trace[2137397638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:516; }","duration":"642.94676ms","start":"2026-02-26T16:27:56.456761Z","end":"2026-02-26T16:27:57.099707Z","steps":["trace[2137397638] 'agreement among raft nodes before linearized reading' (duration: 642.853817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:57.09976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:56.456746Z","time spent":"643.005273ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T16:27:57.099772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.693581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"warn","ts":"2026-02-26T16:27:57.099827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:56.4099Z","time spent":"689.832345ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:27:57.09981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.415846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-02-26T16:27:57.09994Z","caller":"traceutil/trace.go:171","msg":"trace[1825045414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:516; }","duration":"643.595802ms","start":"2026-02-26T16:27:56.456318Z","end":"2026-02-26T16:27:57.099914Z","steps":["trace[1825045414] 'agreement among raft nodes before linearized reading' (duration: 643.293182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:57.099814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.962934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:27:57.100005Z","caller":"traceutil/trace.go:171","msg":"trace[623338593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"475.219742ms","start":"2026-02-26T16:27:56.624767Z","end":"2026-02-26T16:27:57.099987Z","steps":["trace[623338593] 'agreement among raft nodes before linearized reading' (duration: 474.932313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:57.100002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:56.456301Z","time spent":"643.691214ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T16:27:57.100043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:56.624744Z","time spent":"475.289875ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:27:57.099848Z","caller":"traceutil/trace.go:171","msg":"trace[272466523] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:516; }","duration":"134.823795ms","start":"2026-02-26T16:27:56.965006Z","end":"2026-02-26T16:27:57.09983Z","steps":["trace[272466523] 'agreement among raft nodes before linearized reading' (duration: 134.641169ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:00.460001Z","caller":"traceutil/trace.go:171","msg":"trace[529465568] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"156.181486ms","start":"2026-02-26T16:28:00.303794Z","end":"2026-02-26T16:28:00.459976Z","steps":["trace[529465568] 'process raft request' (duration: 156.0174ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:00.487397Z","caller":"traceutil/trace.go:171","msg":"trace[1051393976] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"175.623414ms","start":"2026-02-26T16:28:00.311748Z","end":"2026-02-26T16:28:00.487371Z","steps":["trace[1051393976] 'process raft request' (duration: 175.495699ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:00.811059Z","caller":"traceutil/trace.go:171","msg":"trace[904345322] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"202.630055ms","start":"2026-02-26T16:28:00.608399Z","end":"2026-02-26T16:28:00.811029Z","steps":["trace[904345322] 'process raft request' (duration: 113.236108ms)","trace[904345322] 'compare' (duration: 89.266433ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:00.811565Z","caller":"traceutil/trace.go:171","msg":"trace[328855590] linearizableReadLoop","detail":"{readStateIndex:558; appliedIndex:556; }","duration":"135.554088ms","start":"2026-02-26T16:28:00.675986Z","end":"2026-02-26T16:28:00.81154Z","steps":["trace[328855590] 'read index received' (duration: 45.587432ms)","trace[328855590] 'applied index is now lower than readState.Index' (duration: 89.965466ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:00.811629Z","caller":"traceutil/trace.go:171","msg":"trace[2000371847] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"133.803331ms","start":"2026-02-26T16:28:00.677809Z","end":"2026-02-26T16:28:00.811612Z","steps":["trace[2000371847] 'process raft request' (duration: 133.675907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:00.811728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.686313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:00.811827Z","caller":"traceutil/trace.go:171","msg":"trace[1549391869] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:539; }","duration":"135.856887ms","start":"2026-02-26T16:28:00.675951Z","end":"2026-02-26T16:28:00.811808Z","steps":["trace[1549391869] 'agreement among raft nodes before linearized reading' (duration: 135.684672ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:00.811706Z","caller":"traceutil/trace.go:171","msg":"trace[1526656853] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"136.075405ms","start":"2026-02-26T16:28:00.675595Z","end":"2026-02-26T16:28:00.811671Z","steps":["trace[1526656853] 'process raft request' (duration: 135.768775ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:05.373577Z","caller":"traceutil/trace.go:171","msg":"trace[1878848744] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:577; }","duration":"150.277305ms","start":"2026-02-26T16:28:05.223267Z","end":"2026-02-26T16:28:05.373544Z","steps":["trace[1878848744] 'read index received' (duration: 109.068463ms)","trace[1878848744] 'applied index is now lower than readState.Index' (duration: 41.207432ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:05.373638Z","caller":"traceutil/trace.go:171","msg":"trace[1080212036] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"204.817147ms","start":"2026-02-26T16:28:05.168768Z","end":"2026-02-26T16:28:05.373585Z","steps":["trace[1080212036] 'process raft request' (duration: 163.624716ms)","trace[1080212036] 'compare' (duration: 40.950653ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:05.373872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.978988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-02-26T16:28:05.373914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.703042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T16:28:05.373973Z","caller":"traceutil/trace.go:171","msg":"trace[302389528] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:557; }","duration":"169.816916ms","start":"2026-02-26T16:28:05.20414Z","end":"2026-02-26T16:28:05.373957Z","steps":["trace[302389528] 'agreement among raft nodes before linearized reading' (duration: 169.63753ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:05.373976Z","caller":"traceutil/trace.go:171","msg":"trace[848514184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:557; }","duration":"160.123843ms","start":"2026-02-26T16:28:05.213827Z","end":"2026-02-26T16:28:05.373951Z","steps":["trace[848514184] 'agreement among raft nodes before linearized reading' (duration: 159.898945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.374054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.751981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-ingress-shim\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:05.374196Z","caller":"traceutil/trace.go:171","msg":"trace[300564089] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-ingress-shim; range_end:; response_count:0; response_revision:557; }","duration":"146.984739ms","start":"2026-02-26T16:28:05.227183Z","end":"2026-02-26T16:28:05.374168Z","steps":["trace[300564089] 'agreement among raft nodes before linearized reading' (duration: 146.70231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.374319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.87021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T16:28:05.374469Z","caller":"traceutil/trace.go:171","msg":"trace[1813709359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:557; }","duration":"158.069217ms","start":"2026-02-26T16:28:05.216376Z","end":"2026-02-26T16:28:05.374445Z","steps":["trace[1813709359] 'agreement among raft nodes before linearized reading' (duration: 157.56179ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:05.663015Z","caller":"traceutil/trace.go:171","msg":"trace[561790565] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:583; }","duration":"103.259016ms","start":"2026-02-26T16:28:05.559726Z","end":"2026-02-26T16:28:05.662985Z","steps":["trace[561790565] 'read index received' (duration: 102.989258ms)","trace[561790565] 'applied index is now lower than readState.Index' (duration: 268.278µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:05.663086Z","caller":"traceutil/trace.go:171","msg":"trace[1191275107] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"105.277131ms","start":"2026-02-26T16:28:05.557772Z","end":"2026-02-26T16:28:05.663049Z","steps":["trace[1191275107] 'process raft request' (duration: 105.049764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.663257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.442832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:05.663369Z","caller":"traceutil/trace.go:171","msg":"trace[2142515590] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager:leaderelection; range_end:; response_count:0; response_revision:562; }","duration":"103.659459ms","start":"2026-02-26T16:28:05.559691Z","end":"2026-02-26T16:28:05.663351Z","steps":["trace[2142515590] 'agreement among raft nodes before linearized reading' (duration: 103.434972ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:05.894416Z","caller":"traceutil/trace.go:171","msg":"trace[1220076024] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"104.348641ms","start":"2026-02-26T16:28:05.789973Z","end":"2026-02-26T16:28:05.894322Z","steps":["trace[1220076024] 'process raft request' (duration: 104.059031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:06.985093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661695011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:28:07.045065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.36747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:28:07.045534Z","caller":"traceutil/trace.go:171","msg":"trace[2009599448] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"893.982931ms","start":"2026-02-26T16:28:06.15152Z","end":"2026-02-26T16:28:07.045503Z","steps":["trace[2009599448] 'process raft request' (duration: 893.65806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:07.045617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:06.151512Z","time spent":"894.073113ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T16:28:07.045693Z","caller":"traceutil/trace.go:171","msg":"trace[232128882] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"890.318612ms","start":"2026-02-26T16:28:06.155354Z","end":"2026-02-26T16:28:07.045673Z","steps":["trace[232128882] 'process raft request' (duration: 890.048243ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:07.045718Z","caller":"traceutil/trace.go:171","msg":"trace[1046626745] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"894.682712ms","start":"2026-02-26T16:28:06.151Z","end":"2026-02-26T16:28:07.045683Z","steps":["trace[1046626745] 'process raft request' (duration: 187.623701ms)","trace[1046626745] 'compare' (duration: 706.211084ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:07.045767Z","caller":"traceutil/trace.go:171","msg":"trace[1311035940] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"893.141803ms","start":"2026-02-26T16:28:06.152614Z","end":"2026-02-26T16:28:07.045756Z","steps":["trace[1311035940] 'process raft request' (duration: 892.611646ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:07.045759Z","caller":"traceutil/trace.go:171","msg":"trace[1280071026] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"890.928262ms","start":"2026-02-26T16:28:06.154802Z","end":"2026-02-26T16:28:07.04573Z","steps":["trace[1280071026] 'process raft request' (duration: 890.494768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:07.045808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:06.152609Z","time spent":"893.178844ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T16:28:07.045816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:06.155324Z","time spent":"890.429976ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9941,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:07.045865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:06.150988Z","time spent":"894.801607ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1186,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T16:28:07.045882Z","caller":"traceutil/trace.go:171","msg":"trace[1033620606] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"887.75824ms","start":"2026-02-26T16:28:06.158115Z","end":"2026-02-26T16:28:07.045873Z","steps":["trace[1033620606] 'process raft request' (duration: 887.479511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:07.045868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:06.154776Z","time spent":"891.041715ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:07.046055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:06.158083Z","time spent":"887.874423ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21213,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:07.486475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661695011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:28:07.882389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.796933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:28:07.882712Z","caller":"traceutil/trace.go:171","msg":"trace[1868498756] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"1.69508029s","start":"2026-02-26T16:28:06.187589Z","end":"2026-02-26T16:28:07.88267Z","steps":["trace[1868498756] 'process raft request' (duration: 1.395896915s)","trace[1868498756] 'compare' (duration: 298.672198ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:07.882824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:06.187563Z","time spent":"1.695216284s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:08.625027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000261159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T16:28:08.625128Z","caller":"traceutil/trace.go:171","msg":"trace[1368358724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415544s","start":"2026-02-26T16:28:06.624689Z","end":"2026-02-26T16:28:08.625105Z","steps":["trace[1368358724] 'agreement among raft nodes before linearized reading' (duration: 2.000285959s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:08.625192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:06.624675Z","time spent":"2.000492826s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 16:28:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T16:28:09.128679Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.283579975s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T16:28:09.129181Z","caller":"traceutil/trace.go:171","msg":"trace[1379790380] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"2.078443884s","start":"2026-02-26T16:28:07.05071Z","end":"2026-02-26T16:28:09.129154Z","steps":["trace[1379790380] 'process raft request' (duration: 2.078235747s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:09.129283Z","caller":"traceutil/trace.go:171","msg":"trace[761107639] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"2.078398422s","start":"2026-02-26T16:28:07.050858Z","end":"2026-02-26T16:28:09.129257Z","steps":["trace[761107639] 'process raft request' (duration: 2.078253647s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:09.129297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:07.050674Z","time spent":"2.078565388s","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1134,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T16:28:09.129293Z","caller":"traceutil/trace.go:171","msg":"trace[405597965] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"2.058990946s","start":"2026-02-26T16:28:07.070284Z","end":"2026-02-26T16:28:09.129275Z","steps":["trace[405597965] 'process raft request' (duration: 2.058852921s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:09.129369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:07.050845Z","time spent":"2.078484585s","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1156,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T16:28:09.129426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:07.070262Z","time spent":"2.059078489s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21222,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:09.129389Z","caller":"traceutil/trace.go:171","msg":"trace[978386561] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"2.078510976s","start":"2026-02-26T16:28:07.050828Z","end":"2026-02-26T16:28:09.129339Z","steps":["trace[978386561] 'process raft request' (duration: 2.078256367s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:09.12952Z","caller":"traceutil/trace.go:171","msg":"trace[126862733] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:636; }","duration":"2.644775219s","start":"2026-02-26T16:28:06.484707Z","end":"2026-02-26T16:28:09.129482Z","steps":["trace[126862733] 'read index received' (duration: 1.09887581s)","trace[126862733] 'applied index is now lower than readState.Index' (duration: 1.545897439s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:09.129571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:07.050805Z","time spent":"2.078694502s","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T16:28:09.129628Z","caller":"traceutil/trace.go:171","msg":"trace[138033771] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"2.048812167s","start":"2026-02-26T16:28:07.080803Z","end":"2026-02-26T16:28:09.129615Z","steps":["trace[138033771] 'process raft request' (duration: 2.048398143s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:09.129693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:07.080777Z","time spent":"2.048873439s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:09.129695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644973085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fzdwg\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-02-26T16:28:09.129743Z","caller":"traceutil/trace.go:171","msg":"trace[1042816867] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fzdwg; range_end:; response_count:1; response_revision:620; }","duration":"2.645061138s","start":"2026-02-26T16:28:06.484658Z","end":"2026-02-26T16:28:09.12972Z","steps":["trace[1042816867] 'agreement among raft nodes before linearized reading' (duration: 2.644966775s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:09.129776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:06.484636Z","time spent":"2.645131441s","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-fzdwg\" "} {"level":"warn","ts":"2026-02-26T16:28:09.687566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000049211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T16:28:09.687685Z","caller":"traceutil/trace.go:171","msg":"trace[1598391667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000237938s","start":"2026-02-26T16:28:07.687425Z","end":"2026-02-26T16:28:09.687663Z","steps":["trace[1598391667] 'agreement among raft nodes before linearized reading' (duration: 2.000069212s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:09.687759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:07.687405Z","time spent":"2.00032181s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 16:28:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T16:28:10.625162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999822844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T16:28:10.625265Z","caller":"traceutil/trace.go:171","msg":"trace[193749006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999984619s","start":"2026-02-26T16:28:08.625259Z","end":"2026-02-26T16:28:10.625243Z","steps":["trace[193749006] 'agreement among raft nodes before linearized reading' (duration: 1.999852045s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:10.625336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:08.625242Z","time spent":"2.000078613s","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 16:28:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T16:28:11.518551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356684423s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:28:11.518677Z","caller":"traceutil/trace.go:171","msg":"trace[739181168] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"2.389053889s","start":"2026-02-26T16:28:09.129601Z","end":"2026-02-26T16:28:11.518655Z","steps":["trace[739181168] 'read index received' (duration: 32.265573ms)","trace[739181168] 'applied index is now lower than readState.Index' (duration: 2.356786216s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:11.518735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.850616975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T16:28:11.518795Z","caller":"traceutil/trace.go:171","msg":"trace[529823060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:621; }","duration":"3.850735638s","start":"2026-02-26T16:28:07.668045Z","end":"2026-02-26T16:28:11.518781Z","steps":["trace[529823060] 'agreement among raft nodes before linearized reading' (duration: 3.850621595s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:11.518806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.077625528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T16:28:11.518835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:07.668022Z","time spent":"3.850806311s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T16:28:11.51885Z","caller":"traceutil/trace.go:171","msg":"trace[1859251818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:621; }","duration":"4.077714721s","start":"2026-02-26T16:28:07.441121Z","end":"2026-02-26T16:28:11.518836Z","steps":["trace[1859251818] 'agreement among raft nodes before linearized reading' (duration: 4.077621818s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:11.518991Z","caller":"traceutil/trace.go:171","msg":"trace[1799638023] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"3.084610079s","start":"2026-02-26T16:28:08.43437Z","end":"2026-02-26T16:28:11.51898Z","steps":["trace[1799638023] 'process raft request' (duration: 727.396538ms)","trace[1799638023] 'compare' (duration: 2.356446936s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:11.518895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:07.44109Z","time spent":"4.077793684s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T16:28:11.519078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:08.434321Z","time spent":"3.084691582s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:11.519242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.292080586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T16:28:11.519339Z","caller":"traceutil/trace.go:171","msg":"trace[731783432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:621; }","duration":"4.29220564s","start":"2026-02-26T16:28:07.227118Z","end":"2026-02-26T16:28:11.519324Z","steps":["trace[731783432] 'agreement among raft nodes before linearized reading' (duration: 4.292068175s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:11.519394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:07.227101Z","time spent":"4.292279882s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:28:11.519354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.078031241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-02-26T16:28:11.519454Z","caller":"traceutil/trace.go:171","msg":"trace[420950224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:621; }","duration":"4.078447124s","start":"2026-02-26T16:28:07.440989Z","end":"2026-02-26T16:28:11.519436Z","steps":["trace[420950224] 'agreement among raft nodes before linearized reading' (duration: 4.07799214s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:11.51951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:07.44097Z","time spent":"4.078528576s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T16:28:12.019661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661695031,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:28:12.513938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.351915654s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T16:28:12.633362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000583688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T16:28:12.633444Z","caller":"traceutil/trace.go:171","msg":"trace[1288522980] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000716382s","start":"2026-02-26T16:28:10.63271Z","end":"2026-02-26T16:28:12.633426Z","steps":["trace[1288522980] 'agreement among raft nodes before linearized reading' (duration: 2.000617219s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:12.633491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:10.632694Z","time spent":"2.000787445s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 16:28:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T16:28:13.45637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.478382ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:13.456523Z","caller":"traceutil/trace.go:171","msg":"trace[1512123114] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:621; }","duration":"753.645907ms","start":"2026-02-26T16:28:12.702858Z","end":"2026-02-26T16:28:13.456504Z","steps":["trace[1512123114] 'range keys from in-memory index tree' (duration: 753.460021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:13.456903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.669673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:28:13.457788Z","caller":"traceutil/trace.go:171","msg":"trace[225804358] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"3.766667532s","start":"2026-02-26T16:28:09.691101Z","end":"2026-02-26T16:28:13.457769Z","steps":["trace[225804358] 'process raft request' (duration: 3.76628261s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:13.457803Z","caller":"traceutil/trace.go:171","msg":"trace[1819007295] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"4.305707886s","start":"2026-02-26T16:28:09.152068Z","end":"2026-02-26T16:28:13.457776Z","steps":["trace[1819007295] 'process raft request' (duration: 4.304995833s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:13.457804Z","caller":"traceutil/trace.go:171","msg":"trace[1137132221] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"4.302297716s","start":"2026-02-26T16:28:09.155475Z","end":"2026-02-26T16:28:13.457773Z","steps":["trace[1137132221] 'process raft request' (duration: 4.30178729s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:13.458036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:09.691077Z","time spent":"3.766792466s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T16:28:13.458068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:09.155451Z","time spent":"4.302539124s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:13.458134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:09.152039Z","time spent":"4.305940514s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:13.458225Z","caller":"traceutil/trace.go:171","msg":"trace[980503623] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"4.316444983s","start":"2026-02-26T16:28:09.141105Z","end":"2026-02-26T16:28:13.45755Z","steps":["trace[980503623] 'process raft request' (duration: 3.373041966s)","trace[980503623] 'compare' (duration: 942.244399ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:13.458721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:09.141086Z","time spent":"4.317350113s","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:13.524971Z","caller":"traceutil/trace.go:171","msg":"trace[931124511] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"2.001571991s","start":"2026-02-26T16:28:11.523337Z","end":"2026-02-26T16:28:13.524909Z","steps":["trace[931124511] 'process raft request' (duration: 2.00027569s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:13.525024Z","caller":"traceutil/trace.go:171","msg":"trace[1857322452] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"2.001287082s","start":"2026-02-26T16:28:11.523699Z","end":"2026-02-26T16:28:13.524987Z","steps":["trace[1857322452] 'process raft request' (duration: 2.000447235s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:13.525076Z","caller":"traceutil/trace.go:171","msg":"trace[1287029968] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"2.001282512s","start":"2026-02-26T16:28:11.523766Z","end":"2026-02-26T16:28:13.525048Z","steps":["trace[1287029968] 'process raft request' (duration: 2.000413634s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:13.525182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:11.523731Z","time spent":"2.001401186s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:13.52522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:11.523311Z","time spent":"2.001778977s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:13.525241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:11.523677Z","time spent":"2.001449547s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:13.524896Z","caller":"traceutil/trace.go:171","msg":"trace[1237228381] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"2.0006343s","start":"2026-02-26T16:28:11.523617Z","end":"2026-02-26T16:28:13.524252Z","steps":["trace[1237228381] 'process raft request' (duration: 2.000494316s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:13.528413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:11.523609Z","time spent":"2.004669851s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:13.529488Z","caller":"traceutil/trace.go:171","msg":"trace[1836319144] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:643; }","duration":"2.010675435s","start":"2026-02-26T16:28:11.518711Z","end":"2026-02-26T16:28:13.529386Z","steps":["trace[1836319144] 'read index received' (duration: 995.432697ms)","trace[1836319144] 'applied index is now lower than readState.Index' (duration: 1.015238238s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:13.52952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.39648484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"warn","ts":"2026-02-26T16:28:13.529669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.831541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:13.529746Z","caller":"traceutil/trace.go:171","msg":"trace[119265418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:630; }","duration":"895.930903ms","start":"2026-02-26T16:28:12.633779Z","end":"2026-02-26T16:28:13.52971Z","steps":["trace[119265418] 'agreement among raft nodes before linearized reading' (duration: 895.81262ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:13.529786Z","caller":"traceutil/trace.go:171","msg":"trace[1096156862] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:630; }","duration":"4.396602983s","start":"2026-02-26T16:28:09.132985Z","end":"2026-02-26T16:28:13.529588Z","steps":["trace[1096156862] 'agreement among raft nodes before linearized reading' (duration: 4.396443057s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:13.529846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:09.132969Z","time spent":"4.396858941s","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":138,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T16:28:13.529824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:12.633727Z","time spent":"896.064928ms","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:28:13.639491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.950204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:13.639599Z","caller":"traceutil/trace.go:171","msg":"trace[1185509261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"102.066358ms","start":"2026-02-26T16:28:13.537507Z","end":"2026-02-26T16:28:13.639574Z","steps":["trace[1185509261] 'agreement among raft nodes before linearized reading' (duration: 101.918943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:14.216729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.373245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:28:14.217006Z","caller":"traceutil/trace.go:171","msg":"trace[128834772] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"294.37106ms","start":"2026-02-26T16:28:13.922616Z","end":"2026-02-26T16:28:14.216987Z","steps":["trace[128834772] 'process raft request' (duration: 294.323928ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:14.217066Z","caller":"traceutil/trace.go:171","msg":"trace[372650033] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"324.361378ms","start":"2026-02-26T16:28:13.892674Z","end":"2026-02-26T16:28:14.217035Z","steps":["trace[372650033] 'process raft request' (duration: 324.195953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:14.217217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:13.892659Z","time spent":"324.473872ms","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4709,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:14.217223Z","caller":"traceutil/trace.go:171","msg":"trace[1067473282] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:704; }","duration":"310.760749ms","start":"2026-02-26T16:28:13.906423Z","end":"2026-02-26T16:28:14.217184Z","steps":["trace[1067473282] 'read index received' (duration: 182.834246ms)","trace[1067473282] 'applied index is now lower than readState.Index' (duration: 127.921443ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:14.217307Z","caller":"traceutil/trace.go:171","msg":"trace[1554442649] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"325.95519ms","start":"2026-02-26T16:28:13.891318Z","end":"2026-02-26T16:28:14.217273Z","steps":["trace[1554442649] 'process raft request' (duration: 197.927104ms)","trace[1554442649] 'compare' (duration: 127.242181ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:14.217458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:13.891292Z","time spent":"326.074004ms","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3850,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:14.217488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.059948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3611"} {"level":"info","ts":"2026-02-26T16:28:14.217539Z","caller":"traceutil/trace.go:171","msg":"trace[649946308] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:684; }","duration":"311.199423ms","start":"2026-02-26T16:28:13.906321Z","end":"2026-02-26T16:28:14.217521Z","steps":["trace[649946308] 'agreement among raft nodes before linearized reading' (duration: 310.990266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:14.21758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:13.9063Z","time spent":"311.268896ms","remote":"127.0.0.1:45412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3633,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"info","ts":"2026-02-26T16:28:14.512301Z","caller":"traceutil/trace.go:171","msg":"trace[1010880319] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"210.228822ms","start":"2026-02-26T16:28:14.302039Z","end":"2026-02-26T16:28:14.512267Z","steps":["trace[1010880319] 'process raft request' (duration: 162.154769ms)","trace[1010880319] 'compare' (duration: 47.895297ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:14.525139Z","caller":"traceutil/trace.go:171","msg":"trace[677364220] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"192.696605ms","start":"2026-02-26T16:28:14.332415Z","end":"2026-02-26T16:28:14.525111Z","steps":["trace[677364220] 'process raft request' (duration: 192.419816ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:14.705627Z","caller":"traceutil/trace.go:171","msg":"trace[1837969512] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"145.046226ms","start":"2026-02-26T16:28:14.560552Z","end":"2026-02-26T16:28:14.705598Z","steps":["trace[1837969512] 'process raft request' (duration: 53.504278ms)","trace[1837969512] 'compare' (duration: 91.397003ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:15.104141Z","caller":"traceutil/trace.go:171","msg":"trace[1323255139] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"251.309718ms","start":"2026-02-26T16:28:14.852786Z","end":"2026-02-26T16:28:15.104096Z","steps":["trace[1323255139] 'process raft request' (duration: 238.67222ms)","trace[1323255139] 'compare' (duration: 12.396971ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:15.896814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.942563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T16:28:15.89692Z","caller":"traceutil/trace.go:171","msg":"trace[1228600872] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:694; }","duration":"692.083378ms","start":"2026-02-26T16:28:15.204807Z","end":"2026-02-26T16:28:15.896891Z","steps":["trace[1228600872] 'range keys from in-memory index tree' (duration: 691.755928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:15.896975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:15.204777Z","time spent":"692.185251ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T16:28:16.032647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661695124,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T16:28:16.20288Z","caller":"traceutil/trace.go:171","msg":"trace[2022978929] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"996.857514ms","start":"2026-02-26T16:28:15.205998Z","end":"2026-02-26T16:28:16.202856Z","steps":["trace[2022978929] 'process raft request' (duration: 996.463591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:16.203032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:15.205981Z","time spent":"996.970197ms","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211686,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:16.400392Z","caller":"traceutil/trace.go:171","msg":"trace[886210331] linearizableReadLoop","detail":"{readStateIndex:720; appliedIndex:717; }","duration":"868.720444ms","start":"2026-02-26T16:28:15.531632Z","end":"2026-02-26T16:28:16.400352Z","steps":["trace[886210331] 'read index received' (duration: 670.551272ms)","trace[886210331] 'applied index is now lower than readState.Index' (duration: 198.167232ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:16.400483Z","caller":"traceutil/trace.go:171","msg":"trace[373913805] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"744.14651ms","start":"2026-02-26T16:28:15.65629Z","end":"2026-02-26T16:28:16.400437Z","steps":["trace[373913805] 'process raft request' (duration: 680.000318ms)","trace[373913805] 'compare' (duration: 63.764849ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:16.400679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:15.65626Z","time spent":"744.323226ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:16.400707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.036074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T16:28:16.400755Z","caller":"traceutil/trace.go:171","msg":"trace[306305639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:696; }","duration":"869.18264ms","start":"2026-02-26T16:28:15.531557Z","end":"2026-02-26T16:28:16.40074Z","steps":["trace[306305639] 'agreement among raft nodes before linearized reading' (duration: 868.970423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:16.400808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:15.531531Z","time spent":"869.266731ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T16:28:16.400664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:15.89846Z","time spent":"502.195493ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T16:28:16.441792Z","caller":"traceutil/trace.go:171","msg":"trace[595708910] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"219.117559ms","start":"2026-02-26T16:28:16.222641Z","end":"2026-02-26T16:28:16.441759Z","steps":["trace[595708910] 'process raft request' (duration: 218.865501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:16.441848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.213358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:16.441911Z","caller":"traceutil/trace.go:171","msg":"trace[209865793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:697; }","duration":"816.319941ms","start":"2026-02-26T16:28:15.625573Z","end":"2026-02-26T16:28:16.441893Z","steps":["trace[209865793] 'agreement among raft nodes before linearized reading' (duration: 816.214598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:16.44184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.142692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-26T16:28:16.441958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:15.625541Z","time spent":"816.409474ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:28:16.441998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.278837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T16:28:16.441998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.812219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T16:28:16.442066Z","caller":"traceutil/trace.go:171","msg":"trace[1045058051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:697; }","duration":"910.39549ms","start":"2026-02-26T16:28:15.531653Z","end":"2026-02-26T16:28:16.442048Z","steps":["trace[1045058051] 'agreement among raft nodes before linearized reading' (duration: 910.177033ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:16.442072Z","caller":"traceutil/trace.go:171","msg":"trace[1730470946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:697; }","duration":"908.945033ms","start":"2026-02-26T16:28:15.533113Z","end":"2026-02-26T16:28:16.442058Z","steps":["trace[1730470946] 'agreement among raft nodes before linearized reading' (duration: 908.590792ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:16.442035Z","caller":"traceutil/trace.go:171","msg":"trace[1870623651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:697; }","duration":"910.36453ms","start":"2026-02-26T16:28:15.531611Z","end":"2026-02-26T16:28:16.441975Z","steps":["trace[1870623651] 'agreement among raft nodes before linearized reading' (duration: 910.026889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:16.442114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:15.531631Z","time spent":"910.474023ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T16:28:16.442114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:15.533089Z","time spent":"909.016076ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:28:16.442142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:15.531546Z","time spent":"910.575386ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T16:28:16.442486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.668147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fzdwg\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-02-26T16:28:16.442655Z","caller":"traceutil/trace.go:171","msg":"trace[1190308067] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fzdwg; range_end:; response_count:1; response_revision:697; }","duration":"875.290096ms","start":"2026-02-26T16:28:15.567318Z","end":"2026-02-26T16:28:16.442608Z","steps":["trace[1190308067] 'agreement among raft nodes before linearized reading' (duration: 874.335845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:16.442761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:15.567306Z","time spent":"875.438542ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17542,"request content":"key:\"/registry/pods/kube-system/cilium-fzdwg\" "} {"level":"warn","ts":"2026-02-26T16:28:35.259813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661695608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:28:35.763655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661695608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:28:35.874109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097609938s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T16:28:35.874556Z","caller":"traceutil/trace.go:171","msg":"trace[1772629798] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:973; }","duration":"1.114895943s","start":"2026-02-26T16:28:34.75964Z","end":"2026-02-26T16:28:35.874536Z","steps":["trace[1772629798] 'read index received' (duration: 1.11462554s)","trace[1772629798] 'applied index is now lower than readState.Index' (duration: 269.173µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:35.874608Z","caller":"traceutil/trace.go:171","msg":"trace[1513729983] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"1.127789764s","start":"2026-02-26T16:28:34.746796Z","end":"2026-02-26T16:28:35.874586Z","steps":["trace[1513729983] 'process raft request' (duration: 1.127576932s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:35.874759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115104434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T16:28:35.874792Z","caller":"traceutil/trace.go:171","msg":"trace[658564681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:944; }","duration":"1.115176125s","start":"2026-02-26T16:28:34.759606Z","end":"2026-02-26T16:28:35.874782Z","steps":["trace[658564681] 'agreement among raft nodes before linearized reading' (duration: 1.115047434s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:35.874821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:34.759587Z","time spent":"1.115226965s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T16:28:35.874821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.077288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T16:28:35.874859Z","caller":"traceutil/trace.go:171","msg":"trace[1157296968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:944; }","duration":"318.159608ms","start":"2026-02-26T16:28:35.556689Z","end":"2026-02-26T16:28:35.874848Z","steps":["trace[1157296968] 'agreement among raft nodes before linearized reading' (duration: 318.045667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:35.874889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:35.556664Z","time spent":"318.218609ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T16:28:35.874918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.759584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-8zkrm\" ","response":"range_response_count:1 size:5349"} {"level":"warn","ts":"2026-02-26T16:28:35.874916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.763136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:28:35.874944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025212814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:28:35.874999Z","caller":"traceutil/trace.go:171","msg":"trace[2017282854] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-8zkrm; range_end:; response_count:1; response_revision:944; }","duration":"117.859895ms","start":"2026-02-26T16:28:35.757113Z","end":"2026-02-26T16:28:35.874973Z","steps":["trace[2017282854] 'agreement among raft nodes before linearized reading' (duration: 117.648833ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:35.875015Z","caller":"traceutil/trace.go:171","msg":"trace[2124264967] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:944; }","duration":"205.924007ms","start":"2026-02-26T16:28:35.669069Z","end":"2026-02-26T16:28:35.874993Z","steps":["trace[2124264967] 'agreement among raft nodes before linearized reading' (duration: 205.718795ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:35.875023Z","caller":"traceutil/trace.go:171","msg":"trace[132118892] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:944; }","duration":"1.025298905s","start":"2026-02-26T16:28:34.849705Z","end":"2026-02-26T16:28:35.875004Z","steps":["trace[132118892] 'agreement among raft nodes before linearized reading' (duration: 1.025145663s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:35.875063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:34.746773Z","time spent":"1.127885865s","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:35.875076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:34.849631Z","time spent":"1.025430276s","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:28:35.875104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113657091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-26T16:28:35.875104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.39418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T16:28:35.875187Z","caller":"traceutil/trace.go:171","msg":"trace[1970435838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:944; }","duration":"1.113783741s","start":"2026-02-26T16:28:34.761381Z","end":"2026-02-26T16:28:35.875165Z","steps":["trace[1970435838] 'agreement among raft nodes before linearized reading' (duration: 1.113555749s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:35.875189Z","caller":"traceutil/trace.go:171","msg":"trace[289428263] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:944; }","duration":"669.520101ms","start":"2026-02-26T16:28:35.205653Z","end":"2026-02-26T16:28:35.875173Z","steps":["trace[289428263] 'agreement among raft nodes before linearized reading' (duration: 669.245668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:35.875231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:35.205636Z","time spent":"669.586892ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T16:28:35.875231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:34.761367Z","time spent":"1.113856322s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T16:28:35.87542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114898872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:28:35.875467Z","caller":"traceutil/trace.go:171","msg":"trace[315854474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:944; }","duration":"1.114958712s","start":"2026-02-26T16:28:34.760496Z","end":"2026-02-26T16:28:35.875454Z","steps":["trace[315854474] 'agreement among raft nodes before linearized reading' (duration: 1.114238065s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:35.875497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:34.760491Z","time spent":"1.114999724s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T16:28:35.991265Z","caller":"traceutil/trace.go:171","msg":"trace[1108771526] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"111.760807ms","start":"2026-02-26T16:28:35.879482Z","end":"2026-02-26T16:28:35.991243Z","steps":["trace[1108771526] 'process raft request' (duration: 111.542865ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:35.991296Z","caller":"traceutil/trace.go:171","msg":"trace[450865685] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"106.735229ms","start":"2026-02-26T16:28:35.884541Z","end":"2026-02-26T16:28:35.991276Z","steps":["trace[450865685] 'process raft request' (duration: 106.690899ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:35.991328Z","caller":"traceutil/trace.go:171","msg":"trace[2051407616] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"111.375143ms","start":"2026-02-26T16:28:35.879919Z","end":"2026-02-26T16:28:35.991294Z","steps":["trace[2051407616] 'process raft request' (duration: 111.273142ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:35.991374Z","caller":"traceutil/trace.go:171","msg":"trace[468839414] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"111.820647ms","start":"2026-02-26T16:28:35.879532Z","end":"2026-02-26T16:28:35.991353Z","steps":["trace[468839414] 'process raft request' (duration: 111.631695ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:35.99154Z","caller":"traceutil/trace.go:171","msg":"trace[597763071] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"111.134251ms","start":"2026-02-26T16:28:35.880394Z","end":"2026-02-26T16:28:35.991529Z","steps":["trace[597763071] 'process raft request' (duration: 110.817318ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:36.197508Z","caller":"traceutil/trace.go:171","msg":"trace[1194950198] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"145.9479ms","start":"2026-02-26T16:28:36.051536Z","end":"2026-02-26T16:28:36.197483Z","steps":["trace[1194950198] 'process raft request' (duration: 145.817759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:56.995443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.15435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-rh928\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-02-26T16:28:56.995604Z","caller":"traceutil/trace.go:171","msg":"trace[83894795] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-rh928; range_end:; response_count:1; response_revision:1102; }","duration":"212.390598ms","start":"2026-02-26T16:28:56.783181Z","end":"2026-02-26T16:28:56.995572Z","steps":["trace[83894795] 'range keys from in-memory index tree' (duration: 211.847841ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:02.576805Z","caller":"traceutil/trace.go:171","msg":"trace[853919590] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"138.970096ms","start":"2026-02-26T16:29:02.437804Z","end":"2026-02-26T16:29:02.576774Z","steps":["trace[853919590] 'process raft request' (duration: 138.792001ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:05.381257Z","caller":"traceutil/trace.go:171","msg":"trace[1918925475] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"137.299694ms","start":"2026-02-26T16:29:05.243932Z","end":"2026-02-26T16:29:05.381231Z","steps":["trace[1918925475] 'process raft request' (duration: 65.357918ms)","trace[1918925475] 'compare' (duration: 71.74302ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:29:05.854531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.388865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:29:05.854624Z","caller":"traceutil/trace.go:171","msg":"trace[1632975756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1227; }","duration":"230.53113ms","start":"2026-02-26T16:29:05.624074Z","end":"2026-02-26T16:29:05.854605Z","steps":["trace[1632975756] 'range keys from in-memory index tree' (duration: 230.268002ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:23.711329Z","caller":"traceutil/trace.go:171","msg":"trace[1407120560] linearizableReadLoop","detail":"{readStateIndex:1587; appliedIndex:1586; }","duration":"138.025986ms","start":"2026-02-26T16:29:23.573278Z","end":"2026-02-26T16:29:23.711304Z","steps":["trace[1407120560] 'read index received' (duration: 137.860681ms)","trace[1407120560] 'applied index is now lower than readState.Index' (duration: 164.345µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:23.711431Z","caller":"traceutil/trace.go:171","msg":"trace[1261674531] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"367.916946ms","start":"2026-02-26T16:29:23.343473Z","end":"2026-02-26T16:29:23.71139Z","steps":["trace[1261674531] 'process raft request' (duration: 367.680758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:23.711478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.177032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:29:23.711579Z","caller":"traceutil/trace.go:171","msg":"trace[1868638660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1523; }","duration":"138.319906ms","start":"2026-02-26T16:29:23.573226Z","end":"2026-02-26T16:29:23.711546Z","steps":["trace[1868638660] 'agreement among raft nodes before linearized reading' (duration: 138.191462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:23.711648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:23.343457Z","time spent":"368.098781ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:29:28.505076Z","caller":"traceutil/trace.go:171","msg":"trace[1065825544] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"182.311774ms","start":"2026-02-26T16:29:28.322725Z","end":"2026-02-26T16:29:28.505037Z","steps":["trace[1065825544] 'process raft request' (duration: 135.972221ms)","trace[1065825544] 'compare' (duration: 46.107145ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:28.505302Z","caller":"traceutil/trace.go:171","msg":"trace[324594931] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"182.396146ms","start":"2026-02-26T16:29:28.322875Z","end":"2026-02-26T16:29:28.505271Z","steps":["trace[324594931] 'process raft request' (duration: 182.102827ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:28.505317Z","caller":"traceutil/trace.go:171","msg":"trace[1947560862] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"182.271192ms","start":"2026-02-26T16:29:28.323011Z","end":"2026-02-26T16:29:28.505283Z","steps":["trace[1947560862] 'process raft request' (duration: 182.152079ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:28.505385Z","caller":"traceutil/trace.go:171","msg":"trace[568362294] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"182.316754ms","start":"2026-02-26T16:29:28.323048Z","end":"2026-02-26T16:29:28.505365Z","steps":["trace[568362294] 'process raft request' (duration: 182.160119ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:28.506079Z","caller":"traceutil/trace.go:171","msg":"trace[904568821] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"180.288001ms","start":"2026-02-26T16:29:28.325771Z","end":"2026-02-26T16:29:28.506059Z","steps":["trace[904568821] 'process raft request' (duration: 179.505686ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:28.5061Z","caller":"traceutil/trace.go:171","msg":"trace[1541479733] linearizableReadLoop","detail":"{readStateIndex:1644; appliedIndex:1637; }","duration":"167.779408ms","start":"2026-02-26T16:29:28.338304Z","end":"2026-02-26T16:29:28.506084Z","steps":["trace[1541479733] 'read index received' (duration: 71.396548ms)","trace[1541479733] 'applied index is now lower than readState.Index' (duration: 96.38173ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:28.506113Z","caller":"traceutil/trace.go:171","msg":"trace[897202690] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"182.785258ms","start":"2026-02-26T16:29:28.322881Z","end":"2026-02-26T16:29:28.505666Z","steps":["trace[897202690] 'process raft request' (duration: 182.149118ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:28.50618Z","caller":"traceutil/trace.go:171","msg":"trace[1167026721] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"174.52673ms","start":"2026-02-26T16:29:28.331608Z","end":"2026-02-26T16:29:28.506135Z","steps":["trace[1167026721] 'process raft request' (duration: 174.277352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:28.506584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.198101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T16:29:28.506638Z","caller":"traceutil/trace.go:171","msg":"trace[1112364799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1579; }","duration":"168.262223ms","start":"2026-02-26T16:29:28.338363Z","end":"2026-02-26T16:29:28.506625Z","steps":["trace[1112364799] 'agreement among raft nodes before linearized reading' (duration: 168.104568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:28.506666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.207564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-02-26T16:29:28.506734Z","caller":"traceutil/trace.go:171","msg":"trace[1666137003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1579; }","duration":"162.279056ms","start":"2026-02-26T16:29:28.344428Z","end":"2026-02-26T16:29:28.506707Z","steps":["trace[1666137003] 'agreement among raft nodes before linearized reading' (duration: 162.130731ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:28.506792Z","caller":"traceutil/trace.go:171","msg":"trace[862116858] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"168.137ms","start":"2026-02-26T16:29:28.338619Z","end":"2026-02-26T16:29:28.506756Z","steps":["trace[862116858] 'process raft request' (duration: 167.400106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:28.506821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.479452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:29:28.506865Z","caller":"traceutil/trace.go:171","msg":"trace[801908054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1579; }","duration":"162.539045ms","start":"2026-02-26T16:29:28.344312Z","end":"2026-02-26T16:29:28.506852Z","steps":["trace[801908054] 'agreement among raft nodes before linearized reading' (duration: 162.423651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:28.506949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.950976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T16:29:28.50699Z","caller":"traceutil/trace.go:171","msg":"trace[267002795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1579; }","duration":"162.016888ms","start":"2026-02-26T16:29:28.344962Z","end":"2026-02-26T16:29:28.506979Z","steps":["trace[267002795] 'agreement among raft nodes before linearized reading' (duration: 161.921455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:28.5072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.890943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T16:29:28.507244Z","caller":"traceutil/trace.go:171","msg":"trace[1658679040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1579; }","duration":"168.956355ms","start":"2026-02-26T16:29:28.338276Z","end":"2026-02-26T16:29:28.507233Z","steps":["trace[1658679040] 'agreement among raft nodes before linearized reading' (duration: 168.028076ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:28.721232Z","caller":"traceutil/trace.go:171","msg":"trace[1611330895] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"164.024091ms","start":"2026-02-26T16:29:28.557171Z","end":"2026-02-26T16:29:28.721195Z","steps":["trace[1611330895] 'process raft request' (duration: 128.152256ms)","trace[1611330895] 'compare' (duration: 35.290106ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:28.721529Z","caller":"traceutil/trace.go:171","msg":"trace[1038668046] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"120.565319ms","start":"2026-02-26T16:29:28.60094Z","end":"2026-02-26T16:29:28.721505Z","steps":["trace[1038668046] 'process raft request' (duration: 120.506797ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:28.721661Z","caller":"traceutil/trace.go:171","msg":"trace[1819295823] linearizableReadLoop","detail":"{readStateIndex:1658; appliedIndex:1656; }","duration":"130.5049ms","start":"2026-02-26T16:29:28.591141Z","end":"2026-02-26T16:29:28.721646Z","steps":["trace[1819295823] 'read index received' (duration: 94.196042ms)","trace[1819295823] 'applied index is now lower than readState.Index' (duration: 36.306898ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:28.721742Z","caller":"traceutil/trace.go:171","msg":"trace[29597072] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"163.67365ms","start":"2026-02-26T16:29:28.558038Z","end":"2026-02-26T16:29:28.721712Z","steps":["trace[29597072] 'process raft request' (duration: 163.140893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:28.721916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.903836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-02-26T16:29:28.721975Z","caller":"traceutil/trace.go:171","msg":"trace[2094590486] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1593; }","duration":"170.997959ms","start":"2026-02-26T16:29:28.55095Z","end":"2026-02-26T16:29:28.721948Z","steps":["trace[2094590486] 'agreement among raft nodes before linearized reading' (duration: 170.789003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:28.722066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.072973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1897d8d087afcfb7\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-02-26T16:29:28.722148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.23426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:29:28.722152Z","caller":"traceutil/trace.go:171","msg":"trace[239575024] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.1897d8d087afcfb7; range_end:; response_count:1; response_revision:1593; }","duration":"127.218348ms","start":"2026-02-26T16:29:28.594913Z","end":"2026-02-26T16:29:28.722131Z","steps":["trace[239575024] 'agreement among raft nodes before linearized reading' (duration: 126.97492ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:28.722194Z","caller":"traceutil/trace.go:171","msg":"trace[928958163] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:1593; }","duration":"121.325042ms","start":"2026-02-26T16:29:28.600853Z","end":"2026-02-26T16:29:28.722178Z","steps":["trace[928958163] 'agreement among raft nodes before linearized reading' (duration: 121.234259ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:30.925273Z","caller":"traceutil/trace.go:171","msg":"trace[842706888] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"383.313524ms","start":"2026-02-26T16:29:30.541927Z","end":"2026-02-26T16:29:30.925241Z","steps":["trace[842706888] 'process raft request' (duration: 383.138599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:30.925459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:30.541908Z","time spent":"383.457868ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:29:32.099082Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174034057s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T16:29:32.099684Z","caller":"traceutil/trace.go:171","msg":"trace[1009384177] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"1.55763957s","start":"2026-02-26T16:29:30.542012Z","end":"2026-02-26T16:29:32.099652Z","steps":["trace[1009384177] 'process raft request' (duration: 1.557521956s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:32.09976Z","caller":"traceutil/trace.go:171","msg":"trace[158716675] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"1.557746304s","start":"2026-02-26T16:29:30.541964Z","end":"2026-02-26T16:29:32.099711Z","steps":["trace[158716675] 'process raft request' (duration: 1.557352921s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:32.099891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:30.541992Z","time spent":"1.557789685s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:29:32.099974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:30.54195Z","time spent":"1.557919599s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:29:32.099978Z","caller":"traceutil/trace.go:171","msg":"trace[111565942] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"1.557908399s","start":"2026-02-26T16:29:30.542001Z","end":"2026-02-26T16:29:32.09991Z","steps":["trace[111565942] 'process raft request' (duration: 1.557600009s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:32.10015Z","caller":"traceutil/trace.go:171","msg":"trace[680032006] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"1.373679545s","start":"2026-02-26T16:29:30.726455Z","end":"2026-02-26T16:29:32.100135Z","steps":["trace[680032006] 'process raft request' (duration: 1.373420077s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:32.10014Z","caller":"traceutil/trace.go:171","msg":"trace[1954163716] linearizableReadLoop","detail":"{readStateIndex:1700; appliedIndex:1696; }","duration":"1.475860227s","start":"2026-02-26T16:29:30.624218Z","end":"2026-02-26T16:29:32.100078Z","steps":["trace[1954163716] 'read index received' (duration: 300.85738ms)","trace[1954163716] 'applied index is now lower than readState.Index' (duration: 1.175001037s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:29:32.100224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:30.726426Z","time spent":"1.373759667s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:29:32.100188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:30.541973Z","time spent":"1.558112604s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:29:32.100301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476080484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:29:32.10037Z","caller":"traceutil/trace.go:171","msg":"trace[498549090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1634; }","duration":"1.476193998s","start":"2026-02-26T16:29:30.624158Z","end":"2026-02-26T16:29:32.100352Z","steps":["trace[498549090] 'agreement among raft nodes before linearized reading' (duration: 1.476083764s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:32.100491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:30.624138Z","time spent":"1.47627439s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:29:32.118431Z","caller":"traceutil/trace.go:171","msg":"trace[1521595593] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"900.677139ms","start":"2026-02-26T16:29:31.217719Z","end":"2026-02-26T16:29:32.118396Z","steps":["trace[1521595593] 'process raft request' (duration: 900.39577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:32.118591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:31.217684Z","time spent":"900.826923ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:29:32.118962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237529176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T16:29:32.119009Z","caller":"traceutil/trace.go:171","msg":"trace[1538191328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1636; }","duration":"1.237575108s","start":"2026-02-26T16:29:30.881421Z","end":"2026-02-26T16:29:32.118996Z","steps":["trace[1538191328] 'agreement among raft nodes before linearized reading' (duration: 1.237444204s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:32.119041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:30.881312Z","time spent":"1.237721613s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T16:29:32.119137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285139899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T16:29:32.119238Z","caller":"traceutil/trace.go:171","msg":"trace[1605674192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1636; }","duration":"1.285324425s","start":"2026-02-26T16:29:30.833891Z","end":"2026-02-26T16:29:32.119215Z","steps":["trace[1605674192] 'agreement among raft nodes before linearized reading' (duration: 1.285064816s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:32.119286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:30.833865Z","time spent":"1.285410447s","remote":"127.0.0.1:40464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T16:29:32.119299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154709871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd219131-cd61-4d1f-96a2-f895d828fd3a\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-02-26T16:29:32.119279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.347808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T16:29:32.11934Z","caller":"traceutil/trace.go:171","msg":"trace[1739109512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd219131-cd61-4d1f-96a2-f895d828fd3a; range_end:; response_count:1; response_revision:1636; }","duration":"1.154775143s","start":"2026-02-26T16:29:30.964554Z","end":"2026-02-26T16:29:32.119329Z","steps":["trace[1739109512] 'agreement among raft nodes before linearized reading' (duration: 1.15466387s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:32.119357Z","caller":"traceutil/trace.go:171","msg":"trace[1518551626] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1636; }","duration":"802.479061ms","start":"2026-02-26T16:29:31.31686Z","end":"2026-02-26T16:29:32.119339Z","steps":["trace[1518551626] 'agreement among raft nodes before linearized reading' (duration: 802.178622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:32.119391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:30.96454Z","time spent":"1.154829864s","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd219131-cd61-4d1f-96a2-f895d828fd3a\" "} {"level":"warn","ts":"2026-02-26T16:29:32.119401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:31.316835Z","time spent":"802.557294ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":238,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:29:32.119304Z","caller":"traceutil/trace.go:171","msg":"trace[942901748] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"636.290763ms","start":"2026-02-26T16:29:31.482898Z","end":"2026-02-26T16:29:32.119189Z","steps":["trace[942901748] 'process raft request' (duration: 635.400375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:32.119611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334550377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T16:29:32.119659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220827393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd219131-cd61-4d1f-96a2-f895d828fd3a\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-02-26T16:29:32.119675Z","caller":"traceutil/trace.go:171","msg":"trace[752179786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1636; }","duration":"1.334655191s","start":"2026-02-26T16:29:30.785002Z","end":"2026-02-26T16:29:32.119657Z","steps":["trace[752179786] 'agreement among raft nodes before linearized reading' (duration: 1.334441365s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:32.119701Z","caller":"traceutil/trace.go:171","msg":"trace[730444037] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd219131-cd61-4d1f-96a2-f895d828fd3a; range_end:; response_count:1; response_revision:1636; }","duration":"1.220910536s","start":"2026-02-26T16:29:30.898779Z","end":"2026-02-26T16:29:32.11969Z","steps":["trace[730444037] 'agreement among raft nodes before linearized reading' (duration: 1.220775942s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:32.119716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:30.78498Z","time spent":"1.334727303s","remote":"127.0.0.1:40464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T16:29:32.119743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:30.898761Z","time spent":"1.220973728s","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd219131-cd61-4d1f-96a2-f895d828fd3a\" "} {"level":"warn","ts":"2026-02-26T16:29:32.119872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:31.48287Z","time spent":"636.727567ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:29:33.797525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094507184s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:29:33.797681Z","caller":"traceutil/trace.go:171","msg":"trace[692314600] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1636; }","duration":"1.09469081s","start":"2026-02-26T16:29:32.702972Z","end":"2026-02-26T16:29:33.797663Z","steps":["trace[692314600] 'range keys from in-memory index tree' (duration: 1.094491124s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:33.797889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582839469s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:29:33.797943Z","caller":"traceutil/trace.go:171","msg":"trace[1268045152] linearizableReadLoop","detail":"{readStateIndex:1704; appliedIndex:1703; }","duration":"1.670182317s","start":"2026-02-26T16:29:32.127751Z","end":"2026-02-26T16:29:33.797933Z","steps":["trace[1268045152] 'read index received' (duration: 87.213114ms)","trace[1268045152] 'applied index is now lower than readState.Index' (duration: 1.582968543s)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:33.798073Z","caller":"traceutil/trace.go:171","msg":"trace[1635607243] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"1.67410495s","start":"2026-02-26T16:29:32.123959Z","end":"2026-02-26T16:29:33.798064Z","steps":["trace[1635607243] 'process raft request' (duration: 91.012683ms)","trace[1635607243] 'compare' (duration: 1.582731406s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:29:33.798099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670345152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:29:33.798118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:32.123935Z","time spent":"1.674162601s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:29:33.798157Z","caller":"traceutil/trace.go:171","msg":"trace[431087886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1637; }","duration":"1.670437695s","start":"2026-02-26T16:29:32.127707Z","end":"2026-02-26T16:29:33.798145Z","steps":["trace[431087886] 'agreement among raft nodes before linearized reading' (duration: 1.670339832s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:33.798198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:32.127689Z","time spent":"1.670501127s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:29:33.838757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.623669999s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T16:29:33.839336Z","caller":"traceutil/trace.go:171","msg":"trace[1652589412] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"1.710755699s","start":"2026-02-26T16:29:32.128553Z","end":"2026-02-26T16:29:33.839309Z","steps":["trace[1652589412] 'process raft request' (duration: 1.710600204s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:33.839607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:32.12854Z","time spent":"1.710915344s","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:29:33.907755Z","caller":"traceutil/trace.go:171","msg":"trace[2120653564] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"1.584138989s","start":"2026-02-26T16:29:32.323593Z","end":"2026-02-26T16:29:33.907732Z","steps":["trace[2120653564] 'process raft request' (duration: 1.574060703s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:33.907955Z","caller":"traceutil/trace.go:171","msg":"trace[457737075] linearizableReadLoop","detail":"{readStateIndex:1707; appliedIndex:1704; }","duration":"109.964206ms","start":"2026-02-26T16:29:33.797958Z","end":"2026-02-26T16:29:33.907922Z","steps":["trace[457737075] 'read index received' (duration: 41.019966ms)","trace[457737075] 'applied index is now lower than readState.Index' (duration: 68.940879ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:29:33.908138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453240896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T16:29:33.908146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.592144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T16:29:33.908249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.867562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:29:33.908241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.078075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:29:33.908276Z","caller":"traceutil/trace.go:171","msg":"trace[27556873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1640; }","duration":"108.896362ms","start":"2026-02-26T16:29:33.799372Z","end":"2026-02-26T16:29:33.908268Z","steps":["trace[27556873] 'agreement among raft nodes before linearized reading' (duration: 108.850561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:33.908279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.282668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd219131-cd61-4d1f-96a2-f895d828fd3a\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-02-26T16:29:33.908194Z","caller":"traceutil/trace.go:171","msg":"trace[787402726] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1640; }","duration":"1.453349301s","start":"2026-02-26T16:29:32.454828Z","end":"2026-02-26T16:29:33.908178Z","steps":["trace[787402726] 'agreement among raft nodes before linearized reading' (duration: 1.453234087s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:33.908317Z","caller":"traceutil/trace.go:171","msg":"trace[244790411] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd219131-cd61-4d1f-96a2-f895d828fd3a; range_end:; response_count:1; response_revision:1640; }","duration":"783.32358ms","start":"2026-02-26T16:29:33.124984Z","end":"2026-02-26T16:29:33.908307Z","steps":["trace[244790411] 'agreement among raft nodes before linearized reading' (duration: 783.205556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:33.908334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:32.454804Z","time spent":"1.453515325s","remote":"127.0.0.1:45176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:29:33.908357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:33.124926Z","time spent":"783.422713ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd219131-cd61-4d1f-96a2-f895d828fd3a\" "} {"level":"warn","ts":"2026-02-26T16:29:33.908408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.88038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:29:33.908275Z","caller":"traceutil/trace.go:171","msg":"trace[1821898964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1640; }","duration":"780.759859ms","start":"2026-02-26T16:29:33.127497Z","end":"2026-02-26T16:29:33.908257Z","steps":["trace[1821898964] 'agreement among raft nodes before linearized reading' (duration: 780.496421ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:33.908475Z","caller":"traceutil/trace.go:171","msg":"trace[2008414733] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1640; }","duration":"688.993003ms","start":"2026-02-26T16:29:33.219467Z","end":"2026-02-26T16:29:33.90846Z","steps":["trace[2008414733] 'agreement among raft nodes before linearized reading' (duration: 688.866059ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:33.908456Z","caller":"traceutil/trace.go:171","msg":"trace[1572812935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1640; }","duration":"979.175009ms","start":"2026-02-26T16:29:32.929106Z","end":"2026-02-26T16:29:33.908281Z","steps":["trace[1572812935] 'agreement among raft nodes before linearized reading' (duration: 978.963752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:33.907928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:32.323563Z","time spent":"1.584255452s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:29:33.908538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:32.929074Z","time spent":"979.450247ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:29:33.908543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:33.127477Z","time spent":"781.016948ms","remote":"127.0.0.1:40464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T16:29:33.908199Z","caller":"traceutil/trace.go:171","msg":"trace[1053457405] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"832.815791ms","start":"2026-02-26T16:29:33.075343Z","end":"2026-02-26T16:29:33.908158Z","steps":["trace[1053457405] 'process raft request' (duration: 832.347766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:33.908727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:33.075305Z","time spent":"833.364359ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:29:33.908568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:33.219449Z","time spent":"689.061645ms","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:29:33.908872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.517328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:29:33.90893Z","caller":"traceutil/trace.go:171","msg":"trace[934402393] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1640; }","duration":"875.201439ms","start":"2026-02-26T16:29:33.033704Z","end":"2026-02-26T16:29:33.908905Z","steps":["trace[934402393] 'agreement among raft nodes before linearized reading' (duration: 874.528938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:33.908967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:33.033687Z","time spent":"875.270072ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:29:36.135184Z","caller":"traceutil/trace.go:171","msg":"trace[915593503] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"129.379895ms","start":"2026-02-26T16:29:36.005778Z","end":"2026-02-26T16:29:36.135157Z","steps":["trace[915593503] 'process raft request' (duration: 129.22124ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:42.294829Z","caller":"traceutil/trace.go:171","msg":"trace[374399416] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"249.272914ms","start":"2026-02-26T16:29:42.04551Z","end":"2026-02-26T16:29:42.294783Z","steps":["trace[374399416] 'process raft request' (duration: 150.268901ms)","trace[374399416] 'compare' (duration: 98.625121ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:42.294868Z","caller":"traceutil/trace.go:171","msg":"trace[1011986199] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1768; }","duration":"245.024839ms","start":"2026-02-26T16:29:42.049819Z","end":"2026-02-26T16:29:42.294844Z","steps":["trace[1011986199] 'read index received' (duration: 145.982545ms)","trace[1011986199] 'applied index is now lower than readState.Index' (duration: 99.040814ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:42.295087Z","caller":"traceutil/trace.go:171","msg":"trace[465062339] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"110.089671ms","start":"2026-02-26T16:29:42.184979Z","end":"2026-02-26T16:29:42.295068Z","steps":["trace[465062339] 'process raft request' (duration: 109.714699ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:42.295108Z","caller":"traceutil/trace.go:171","msg":"trace[1772629182] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"108.676566ms","start":"2026-02-26T16:29:42.18641Z","end":"2026-02-26T16:29:42.295087Z","steps":["trace[1772629182] 'process raft request' (duration: 108.602844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:42.295481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.643159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T16:29:42.295561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.280653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:29:42.295633Z","caller":"traceutil/trace.go:171","msg":"trace[2071207453] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1702; }","duration":"197.382327ms","start":"2026-02-26T16:29:42.098234Z","end":"2026-02-26T16:29:42.295616Z","steps":["trace[2071207453] 'agreement among raft nodes before linearized reading' (duration: 197.286424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:42.295531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.273771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T16:29:42.295738Z","caller":"traceutil/trace.go:171","msg":"trace[507388299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1702; }","duration":"240.509099ms","start":"2026-02-26T16:29:42.055206Z","end":"2026-02-26T16:29:42.295715Z","steps":["trace[507388299] 'agreement among raft nodes before linearized reading' (duration: 240.100376ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:42.295691Z","caller":"traceutil/trace.go:171","msg":"trace[669315615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1702; }","duration":"245.822925ms","start":"2026-02-26T16:29:42.049776Z","end":"2026-02-26T16:29:42.295599Z","steps":["trace[669315615] 'agreement among raft nodes before linearized reading' (duration: 245.398252ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:42.485895Z","caller":"traceutil/trace.go:171","msg":"trace[2026443631] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"186.230867ms","start":"2026-02-26T16:29:42.299596Z","end":"2026-02-26T16:29:42.485827Z","steps":["trace[2026443631] 'process raft request' (duration: 185.819704ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:42.538635Z","caller":"traceutil/trace.go:171","msg":"trace[1928189174] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"237.979678ms","start":"2026-02-26T16:29:42.300629Z","end":"2026-02-26T16:29:42.538608Z","steps":["trace[1928189174] 'process raft request' (duration: 237.778982ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:42.539Z","caller":"traceutil/trace.go:171","msg":"trace[600969986] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"238.3318ms","start":"2026-02-26T16:29:42.300647Z","end":"2026-02-26T16:29:42.538979Z","steps":["trace[600969986] 'process raft request' (duration: 237.900026ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:42.539199Z","caller":"traceutil/trace.go:171","msg":"trace[625147882] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"238.377481ms","start":"2026-02-26T16:29:42.300782Z","end":"2026-02-26T16:29:42.539159Z","steps":["trace[625147882] 'process raft request' (duration: 238.126373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:42.775068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.303581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:29:42.775316Z","caller":"traceutil/trace.go:171","msg":"trace[132791053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1706; }","duration":"150.640022ms","start":"2026-02-26T16:29:42.624645Z","end":"2026-02-26T16:29:42.775285Z","steps":["trace[132791053] 'range keys from in-memory index tree' (duration: 150.097695ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:48.126966Z","caller":"traceutil/trace.go:171","msg":"trace[1343236718] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"120.407084ms","start":"2026-02-26T16:29:48.006537Z","end":"2026-02-26T16:29:48.126944Z","steps":["trace[1343236718] 'process raft request' (duration: 120.259229ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:48.820554Z","caller":"traceutil/trace.go:171","msg":"trace[1056374049] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"652.915393ms","start":"2026-02-26T16:29:48.167597Z","end":"2026-02-26T16:29:48.820513Z","steps":["trace[1056374049] 'process raft request' (duration: 652.666855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:48.820841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:48.167575Z","time spent":"653.104558ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:29:48.827736Z","caller":"traceutil/trace.go:171","msg":"trace[1986847284] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"513.470723ms","start":"2026-02-26T16:29:48.314247Z","end":"2026-02-26T16:29:48.827718Z","steps":["trace[1986847284] 'process raft request' (duration: 513.130122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:48.827812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:48.314224Z","time spent":"513.550085ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:29:48.827823Z","caller":"traceutil/trace.go:171","msg":"trace[1795819549] linearizableReadLoop","detail":"{readStateIndex:1827; appliedIndex:1823; }","duration":"489.798891ms","start":"2026-02-26T16:29:48.337986Z","end":"2026-02-26T16:29:48.827785Z","steps":["trace[1795819549] 'read index received' (duration: 482.299206ms)","trace[1795819549] 'applied index is now lower than readState.Index' (duration: 7.499015ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:48.827988Z","caller":"traceutil/trace.go:171","msg":"trace[1886217414] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"513.06279ms","start":"2026-02-26T16:29:48.314914Z","end":"2026-02-26T16:29:48.827977Z","steps":["trace[1886217414] 'process raft request' (duration: 512.644637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:48.828098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:48.314902Z","time spent":"513.114402ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:29:48.828227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.232614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T16:29:48.828271Z","caller":"traceutil/trace.go:171","msg":"trace[1530678653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1757; }","duration":"490.292517ms","start":"2026-02-26T16:29:48.337966Z","end":"2026-02-26T16:29:48.828258Z","steps":["trace[1530678653] 'agreement among raft nodes before linearized reading' (duration: 490.125381ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:48.828271Z","caller":"traceutil/trace.go:171","msg":"trace[798736659] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"512.618966ms","start":"2026-02-26T16:29:48.315633Z","end":"2026-02-26T16:29:48.828252Z","steps":["trace[798736659] 'process raft request' (duration: 512.119851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:48.828307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:48.337958Z","time spent":"490.343398ms","remote":"127.0.0.1:40464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T16:29:48.828344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:48.315606Z","time spent":"512.703679ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:29:48.828336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.719104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:29:48.828424Z","caller":"traceutil/trace.go:171","msg":"trace[2077041201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1757; }","duration":"314.857038ms","start":"2026-02-26T16:29:48.513544Z","end":"2026-02-26T16:29:48.828401Z","steps":["trace[2077041201] 'agreement among raft nodes before linearized reading' (duration: 314.60774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:48.828434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.473117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T16:29:48.828484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:48.513522Z","time spent":"314.951751ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T16:29:48.828499Z","caller":"traceutil/trace.go:171","msg":"trace[928652414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1757; }","duration":"263.587312ms","start":"2026-02-26T16:29:48.564897Z","end":"2026-02-26T16:29:48.828484Z","steps":["trace[928652414] 'agreement among raft nodes before linearized reading' (duration: 263.390126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:48.828607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.23652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T16:29:48.828658Z","caller":"traceutil/trace.go:171","msg":"trace[1196705509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1757; }","duration":"263.351214ms","start":"2026-02-26T16:29:48.565296Z","end":"2026-02-26T16:29:48.828647Z","steps":["trace[1196705509] 'agreement among raft nodes before linearized reading' (duration: 263.040844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:48.828774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.694514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T16:29:48.828814Z","caller":"traceutil/trace.go:171","msg":"trace[1314919584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1757; }","duration":"263.780758ms","start":"2026-02-26T16:29:48.565023Z","end":"2026-02-26T16:29:48.828804Z","steps":["trace[1314919584] 'agreement among raft nodes before linearized reading' (duration: 263.22045ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:48.995802Z","caller":"traceutil/trace.go:171","msg":"trace[1757332349] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"162.979328ms","start":"2026-02-26T16:29:48.832804Z","end":"2026-02-26T16:29:48.995783Z","steps":["trace[1757332349] 'process raft request' (duration: 162.884965ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:48.995852Z","caller":"traceutil/trace.go:171","msg":"trace[42170681] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"163.011829ms","start":"2026-02-26T16:29:48.832806Z","end":"2026-02-26T16:29:48.995817Z","steps":["trace[42170681] 'process raft request' (duration: 142.582339ms)","trace[42170681] 'compare' (duration: 20.09382ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:48.996051Z","caller":"traceutil/trace.go:171","msg":"trace[855624263] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"162.615427ms","start":"2026-02-26T16:29:48.833419Z","end":"2026-02-26T16:29:48.996035Z","steps":["trace[855624263] 'process raft request' (duration: 162.336309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:49.222893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.572676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"info","ts":"2026-02-26T16:29:49.22307Z","caller":"traceutil/trace.go:171","msg":"trace[1060878550] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1761; }","duration":"118.761952ms","start":"2026-02-26T16:29:49.104284Z","end":"2026-02-26T16:29:49.223046Z","steps":["trace[1060878550] 'range keys from in-memory index tree' (duration: 118.36015ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:52.331359Z","caller":"traceutil/trace.go:171","msg":"trace[1577424723] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"186.607789ms","start":"2026-02-26T16:29:52.144719Z","end":"2026-02-26T16:29:52.331327Z","steps":["trace[1577424723] 'process raft request' (duration: 186.393283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:53.356497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661697297,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T16:29:53.471843Z","caller":"traceutil/trace.go:171","msg":"trace[393363926] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"630.201351ms","start":"2026-02-26T16:29:52.841613Z","end":"2026-02-26T16:29:53.471814Z","steps":["trace[393363926] 'process raft request' (duration: 630.032116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:53.472007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:52.841595Z","time spent":"630.325776ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:29:53.479043Z","caller":"traceutil/trace.go:171","msg":"trace[1367224197] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"636.800378ms","start":"2026-02-26T16:29:52.842225Z","end":"2026-02-26T16:29:53.479025Z","steps":["trace[1367224197] 'process raft request' (duration: 636.677395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:53.479141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:52.842199Z","time spent":"636.894752ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:29:53.479302Z","caller":"traceutil/trace.go:171","msg":"trace[1068132674] linearizableReadLoop","detail":"{readStateIndex:1847; appliedIndex:1844; }","duration":"623.372628ms","start":"2026-02-26T16:29:52.855886Z","end":"2026-02-26T16:29:53.479259Z","steps":["trace[1068132674] 'read index received' (duration: 615.7796ms)","trace[1068132674] 'applied index is now lower than readState.Index' (duration: 7.591748ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:53.479395Z","caller":"traceutil/trace.go:171","msg":"trace[285389779] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"636.787399ms","start":"2026-02-26T16:29:52.842594Z","end":"2026-02-26T16:29:53.479381Z","steps":["trace[285389779] 'process raft request' (duration: 636.390926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:53.479507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.622505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T16:29:53.479554Z","caller":"traceutil/trace.go:171","msg":"trace[1099194341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1776; }","duration":"623.689868ms","start":"2026-02-26T16:29:52.855848Z","end":"2026-02-26T16:29:53.479538Z","steps":["trace[1099194341] 'agreement among raft nodes before linearized reading' (duration: 623.553563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:53.479567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.67252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-26T16:29:53.479562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.531007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T16:29:53.479571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.211823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T16:29:53.479594Z","caller":"traceutil/trace.go:171","msg":"trace[664438268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1776; }","duration":"469.698631ms","start":"2026-02-26T16:29:53.009887Z","end":"2026-02-26T16:29:53.479586Z","steps":["trace[664438268] 'agreement among raft nodes before linearized reading' (duration: 469.616158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:53.479588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:52.855831Z","time spent":"623.74975ms","remote":"127.0.0.1:40464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T16:29:53.479604Z","caller":"traceutil/trace.go:171","msg":"trace[376957287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1776; }","duration":"581.612649ms","start":"2026-02-26T16:29:52.897978Z","end":"2026-02-26T16:29:53.479591Z","steps":["trace[376957287] 'agreement among raft nodes before linearized reading' (duration: 581.448444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:53.479618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:53.009832Z","time spent":"469.781194ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T16:29:53.479618Z","caller":"traceutil/trace.go:171","msg":"trace[1364270278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1776; }","duration":"467.283496ms","start":"2026-02-26T16:29:53.012322Z","end":"2026-02-26T16:29:53.479605Z","steps":["trace[1364270278] 'agreement among raft nodes before linearized reading' (duration: 467.142281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:53.479645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:52.897965Z","time spent":"581.671861ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:29:53.479655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:53.012312Z","time spent":"467.334577ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T16:29:53.479785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.212443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T16:29:53.479854Z","caller":"traceutil/trace.go:171","msg":"trace[1246259713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1776; }","duration":"467.316477ms","start":"2026-02-26T16:29:53.012523Z","end":"2026-02-26T16:29:53.479839Z","steps":["trace[1246259713] 'agreement among raft nodes before linearized reading' (duration: 467.049009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:53.479891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:53.012514Z","time spent":"467.369858ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T16:29:53.479913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:52.842585Z","time spent":"636.84309ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:29:54.478696Z","caller":"traceutil/trace.go:171","msg":"trace[742560299] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"995.587354ms","start":"2026-02-26T16:29:53.483087Z","end":"2026-02-26T16:29:54.478674Z","steps":["trace[742560299] 'process raft request' (duration: 995.46342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:54.478847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:53.483067Z","time spent":"995.690537ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:29:54.480226Z","caller":"traceutil/trace.go:171","msg":"trace[1313977986] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1847; }","duration":"229.683598ms","start":"2026-02-26T16:29:54.250519Z","end":"2026-02-26T16:29:54.480203Z","steps":["trace[1313977986] 'read index received' (duration: 228.12771ms)","trace[1313977986] 'applied index is now lower than readState.Index' (duration: 1.554698ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:54.480322Z","caller":"traceutil/trace.go:171","msg":"trace[164944026] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"996.488132ms","start":"2026-02-26T16:29:53.483815Z","end":"2026-02-26T16:29:54.480303Z","steps":["trace[164944026] 'process raft request' (duration: 996.081369ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:54.480341Z","caller":"traceutil/trace.go:171","msg":"trace[878075170] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"996.403729ms","start":"2026-02-26T16:29:53.483926Z","end":"2026-02-26T16:29:54.480329Z","steps":["trace[878075170] 'process raft request' (duration: 996.205113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:54.480377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:53.483796Z","time spent":"996.554484ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:29:54.480466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:53.483905Z","time spent":"996.470762ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:29:54.48075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.232445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-02-26T16:29:54.480793Z","caller":"traceutil/trace.go:171","msg":"trace[1698091119] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1780; }","duration":"230.315489ms","start":"2026-02-26T16:29:54.250468Z","end":"2026-02-26T16:29:54.480784Z","steps":["trace[1698091119] 'agreement among raft nodes before linearized reading' (duration: 230.142593ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:54.480753Z","caller":"traceutil/trace.go:171","msg":"trace[809916992] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"996.282015ms","start":"2026-02-26T16:29:53.48446Z","end":"2026-02-26T16:29:54.480742Z","steps":["trace[809916992] 'process raft request' (duration: 995.709257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:54.480901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:29:53.484453Z","time spent":"996.420129ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:29:54.480947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.883031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-26T16:29:54.481039Z","caller":"traceutil/trace.go:171","msg":"trace[1137250410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1780; }","duration":"144.976224ms","start":"2026-02-26T16:29:54.336033Z","end":"2026-02-26T16:29:54.48101Z","steps":["trace[1137250410] 'agreement among raft nodes before linearized reading' (duration: 144.719236ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:22.871287Z","caller":"traceutil/trace.go:171","msg":"trace[2101392845] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"138.13225ms","start":"2026-02-26T16:30:22.733127Z","end":"2026-02-26T16:30:22.87126Z","steps":["trace[2101392845] 'process raft request' (duration: 129.436467ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:22.872625Z","caller":"traceutil/trace.go:171","msg":"trace[1985907860] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1998; }","duration":"138.617384ms","start":"2026-02-26T16:30:22.733978Z","end":"2026-02-26T16:30:22.872595Z","steps":["trace[1985907860] 'read index received' (duration: 128.614141ms)","trace[1985907860] 'applied index is now lower than readState.Index' (duration: 10.001303ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:30:22.872686Z","caller":"traceutil/trace.go:171","msg":"trace[1127893671] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"139.030557ms","start":"2026-02-26T16:30:22.733629Z","end":"2026-02-26T16:30:22.87266Z","steps":["trace[1127893671] 'process raft request' (duration: 138.850162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:22.872866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.879573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T16:30:22.872928Z","caller":"traceutil/trace.go:171","msg":"trace[361629104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1923; }","duration":"138.983467ms","start":"2026-02-26T16:30:22.733934Z","end":"2026-02-26T16:30:22.872918Z","steps":["trace[361629104] 'agreement among raft nodes before linearized reading' (duration: 138.804581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:24.859401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.673309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:30:24.859528Z","caller":"traceutil/trace.go:171","msg":"trace[67301115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1930; }","duration":"148.885776ms","start":"2026-02-26T16:30:24.710622Z","end":"2026-02-26T16:30:24.859508Z","steps":["trace[67301115] 'range keys from in-memory index tree' (duration: 148.264807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:25.383473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.133285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T16:30:25.383921Z","caller":"traceutil/trace.go:171","msg":"trace[1557883101] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:1934; }","duration":"172.334071ms","start":"2026-02-26T16:30:25.211242Z","end":"2026-02-26T16:30:25.383576Z","steps":["trace[1557883101] 'range keys from in-memory index tree' (duration: 171.916738ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:25.426126Z","caller":"traceutil/trace.go:171","msg":"trace[2134392261] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"107.302213ms","start":"2026-02-26T16:30:25.318798Z","end":"2026-02-26T16:30:25.4261Z","steps":["trace[2134392261] 'process raft request' (duration: 107.160688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:27.340139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538229272s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T16:30:27.622998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000435857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T16:30:27.62309Z","caller":"traceutil/trace.go:171","msg":"trace[202893634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000581211s","start":"2026-02-26T16:30:25.622487Z","end":"2026-02-26T16:30:27.623068Z","steps":["trace[202893634] 'agreement among raft nodes before linearized reading' (duration: 2.000459847s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:27.623139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:25.622472Z","time spent":"2.000658964s","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 16:30:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T16:30:29.630591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000396297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T16:30:29.630675Z","caller":"traceutil/trace.go:171","msg":"trace[370077080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530801s","start":"2026-02-26T16:30:27.630125Z","end":"2026-02-26T16:30:29.630656Z","steps":["trace[370077080] 'agreement among raft nodes before linearized reading' (duration: 2.000427787s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:29.63072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:27.630106Z","time spent":"2.000605623s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:30:29.728691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.132434188s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-26T16:30:29.728994Z","caller":"traceutil/trace.go:171","msg":"trace[209137071] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"3.927183734s","start":"2026-02-26T16:30:25.801789Z","end":"2026-02-26T16:30:29.728973Z","steps":["trace[209137071] 'process raft request' (duration: 3.927129402s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:29.729098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:25.801766Z","time spent":"3.927269357s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:30:29.729311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:25.385231Z","time spent":"4.344077931s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T16:30:29.72945Z","caller":"traceutil/trace.go:171","msg":"trace[1963972177] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"4.094464078s","start":"2026-02-26T16:30:25.634973Z","end":"2026-02-26T16:30:29.729437Z","steps":["trace[1963972177] 'process raft request' (duration: 4.093835808s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:29.729506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:25.634947Z","time spent":"4.094524189s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:30:29.729841Z","caller":"traceutil/trace.go:171","msg":"trace[1994249413] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2012; }","duration":"4.10730264s","start":"2026-02-26T16:30:25.622522Z","end":"2026-02-26T16:30:29.729825Z","steps":["trace[1994249413] 'read index received' (duration: 35.031µs)","trace[1994249413] 'applied index is now lower than readState.Index' (duration: 4.107265889s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:30:29.913841Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.573534958s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T16:30:30.262804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.39622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:30:30.263023Z","caller":"traceutil/trace.go:171","msg":"trace[739657825] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"4.438089918s","start":"2026-02-26T16:30:25.824897Z","end":"2026-02-26T16:30:30.262987Z","steps":["trace[739657825] 'process raft request' (duration: 4.089334487s)","trace[739657825] 'compare' (duration: 348.208923ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:30:30.26314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:25.82488Z","time spent":"4.438209972s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:30:30.263147Z","caller":"traceutil/trace.go:171","msg":"trace[2111248154] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2015; }","duration":"533.222593ms","start":"2026-02-26T16:30:29.729872Z","end":"2026-02-26T16:30:30.263094Z","steps":["trace[2111248154] 'read index received' (duration: 184.344598ms)","trace[2111248154] 'applied index is now lower than readState.Index' (duration: 348.870275ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:30:30.2633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.337709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:30:30.263442Z","caller":"traceutil/trace.go:171","msg":"trace[1466283715] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1938; }","duration":"855.607927ms","start":"2026-02-26T16:30:29.407802Z","end":"2026-02-26T16:30:30.26341Z","steps":["trace[1466283715] 'agreement among raft nodes before linearized reading' (duration: 855.328128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.263442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664991576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T16:30:30.263513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:29.407783Z","time spent":"855.71123ms","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:30:30.26353Z","caller":"traceutil/trace.go:171","msg":"trace[1854493] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1938; }","duration":"1.665114079s","start":"2026-02-26T16:30:28.59839Z","end":"2026-02-26T16:30:30.263504Z","steps":["trace[1854493] 'agreement among raft nodes before linearized reading' (duration: 1.66484848s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.263484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633455268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897d8b920b2d5d0\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-26T16:30:30.263524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348275471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-26T16:30:30.263594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138503986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:30:30.263641Z","caller":"traceutil/trace.go:171","msg":"trace[738418063] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1938; }","duration":"3.138591519s","start":"2026-02-26T16:30:27.125038Z","end":"2026-02-26T16:30:30.263629Z","steps":["trace[738418063] 'agreement among raft nodes before linearized reading' (duration: 3.138498656s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.263643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38532775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:30:30.26365Z","caller":"traceutil/trace.go:171","msg":"trace[2096245124] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897d8b920b2d5d0; range_end:; response_count:1; response_revision:1938; }","duration":"2.633670705s","start":"2026-02-26T16:30:27.62993Z","end":"2026-02-26T16:30:30.263601Z","steps":["trace[2096245124] 'agreement among raft nodes before linearized reading' (duration: 2.633180689s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:30.263663Z","caller":"traceutil/trace.go:171","msg":"trace[1891324019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1938; }","duration":"3.348453656s","start":"2026-02-26T16:30:26.915166Z","end":"2026-02-26T16:30:30.263619Z","steps":["trace[1891324019] 'agreement among raft nodes before linearized reading' (duration: 3.348014053s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.263679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:27.125018Z","time spent":"3.138651571s","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:30:30.263681Z","caller":"traceutil/trace.go:171","msg":"trace[667752320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1938; }","duration":"1.385365941s","start":"2026-02-26T16:30:28.878304Z","end":"2026-02-26T16:30:30.26367Z","steps":["trace[667752320] 'agreement among raft nodes before linearized reading' (duration: 1.385303309s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.263667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300216695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T16:30:30.263688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131722943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:30:30.263728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:28.878246Z","time spent":"1.385473235s","remote":"127.0.0.1:40422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:30:30.263718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:27.629913Z","time spent":"2.633791089s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897d8b920b2d5d0\" "} {"level":"warn","ts":"2026-02-26T16:30:30.263737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759322494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:30:30.263759Z","caller":"traceutil/trace.go:171","msg":"trace[1501752170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1938; }","duration":"3.300367439s","start":"2026-02-26T16:30:26.96337Z","end":"2026-02-26T16:30:30.263737Z","steps":["trace[1501752170] 'agreement among raft nodes before linearized reading' (duration: 3.30006525s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:30.263775Z","caller":"traceutil/trace.go:171","msg":"trace[1904066669] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1938; }","duration":"2.131837937s","start":"2026-02-26T16:30:28.131915Z","end":"2026-02-26T16:30:30.263753Z","steps":["trace[1904066669] 'agreement among raft nodes before linearized reading' (duration: 2.131716403s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.263678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.555778624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T16:30:30.263563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.389448151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T16:30:30.263824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:26.963349Z","time spent":"3.300462081s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T16:30:30.26383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:28.131894Z","time spent":"2.131920449s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:30:30.263846Z","caller":"traceutil/trace.go:171","msg":"trace[373406625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1938; }","duration":"3.55597058s","start":"2026-02-26T16:30:26.707851Z","end":"2026-02-26T16:30:30.263822Z","steps":["trace[373406625] 'agreement among raft nodes before linearized reading' (duration: 3.555740983s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.263858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.675003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-02-26T16:30:30.263925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:26.707827Z","time spent":"3.556076263s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T16:30:30.263831Z","caller":"traceutil/trace.go:171","msg":"trace[321655327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1938; }","duration":"3.389760661s","start":"2026-02-26T16:30:26.87406Z","end":"2026-02-26T16:30:30.263821Z","steps":["trace[321655327] 'agreement among raft nodes before linearized reading' (duration: 3.38941839s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.264058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:26.874036Z","time spent":"3.390011669s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:30:30.26369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.755952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:30:30.263447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.310584081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T16:30:30.264169Z","caller":"traceutil/trace.go:171","msg":"trace[1934552951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1938; }","duration":"633.277629ms","start":"2026-02-26T16:30:29.630874Z","end":"2026-02-26T16:30:30.264152Z","steps":["trace[1934552951] 'agreement among raft nodes before linearized reading' (duration: 632.723892ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:30.264189Z","caller":"traceutil/trace.go:171","msg":"trace[465647706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1938; }","duration":"4.311368186s","start":"2026-02-26T16:30:25.952809Z","end":"2026-02-26T16:30:30.264177Z","steps":["trace[465647706] 'agreement among raft nodes before linearized reading' (duration: 4.310437007s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.264225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:25.952778Z","time spent":"4.311437948s","remote":"127.0.0.1:40464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T16:30:30.263732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:26.915141Z","time spent":"3.34857662s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T16:30:30.263791Z","caller":"traceutil/trace.go:171","msg":"trace[156429704] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1938; }","duration":"3.759399606s","start":"2026-02-26T16:30:26.504374Z","end":"2026-02-26T16:30:30.263774Z","steps":["trace[156429704] 'agreement among raft nodes before linearized reading' (duration: 3.759328454s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.26358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:28.598377Z","time spent":"1.665190682s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T16:30:30.264413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:26.504355Z","time spent":"3.760046866s","remote":"127.0.0.1:45344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:30:30.264406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270541734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T16:30:30.264476Z","caller":"traceutil/trace.go:171","msg":"trace[1168794565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1938; }","duration":"3.270677149s","start":"2026-02-26T16:30:26.993779Z","end":"2026-02-26T16:30:30.264456Z","steps":["trace[1168794565] 'agreement among raft nodes before linearized reading' (duration: 3.269554353s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.264513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:26.993755Z","time spent":"3.270749791s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T16:30:30.264222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:29.630852Z","time spent":"633.354601ms","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:30:30.263931Z","caller":"traceutil/trace.go:171","msg":"trace[1357031388] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1938; }","duration":"590.768136ms","start":"2026-02-26T16:30:29.67314Z","end":"2026-02-26T16:30:30.263908Z","steps":["trace[1357031388] 'agreement among raft nodes before linearized reading' (duration: 590.595971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.264811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:29.673119Z","time spent":"591.669485ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T16:30:30.265341Z","caller":"traceutil/trace.go:171","msg":"trace[480323953] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"465.446929ms","start":"2026-02-26T16:30:29.799871Z","end":"2026-02-26T16:30:30.265318Z","steps":["trace[480323953] 'process raft request' (duration: 465.336935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.265514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:29.79984Z","time spent":"465.573143ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:30:30.265848Z","caller":"traceutil/trace.go:171","msg":"trace[1600251586] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"534.184243ms","start":"2026-02-26T16:30:29.731645Z","end":"2026-02-26T16:30:30.265829Z","steps":["trace[1600251586] 'process raft request' (duration: 531.342124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.265947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:29.731626Z","time spent":"534.271126ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:30:30.492897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.591854ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T16:30:30.4934Z","caller":"traceutil/trace.go:171","msg":"trace[136197316] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"220.267783ms","start":"2026-02-26T16:30:30.273105Z","end":"2026-02-26T16:30:30.493373Z","steps":["trace[136197316] 'process raft request' (duration: 220.052397ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:30.493716Z","caller":"traceutil/trace.go:171","msg":"trace[1873296004] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"220.547943ms","start":"2026-02-26T16:30:30.273123Z","end":"2026-02-26T16:30:30.493671Z","steps":["trace[1873296004] 'process raft request' (duration: 220.197242ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:30.494609Z","caller":"traceutil/trace.go:171","msg":"trace[782476303] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"221.41233ms","start":"2026-02-26T16:30:30.273179Z","end":"2026-02-26T16:30:30.494591Z","steps":["trace[782476303] 'process raft request' (duration: 220.45313ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:30.495343Z","caller":"traceutil/trace.go:171","msg":"trace[462552791] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"221.257214ms","start":"2026-02-26T16:30:30.274054Z","end":"2026-02-26T16:30:30.495311Z","steps":["trace[462552791] 'process raft request' (duration: 220.949665ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:30.495538Z","caller":"traceutil/trace.go:171","msg":"trace[1360850840] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2018; }","duration":"224.163186ms","start":"2026-02-26T16:30:30.271354Z","end":"2026-02-26T16:30:30.495517Z","steps":["trace[1360850840] 'read index received' (duration: 67.995621ms)","trace[1360850840] 'applied index is now lower than readState.Index' (duration: 156.166365ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:30:30.495656Z","caller":"traceutil/trace.go:171","msg":"trace[1137377483] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"220.45905ms","start":"2026-02-26T16:30:30.275182Z","end":"2026-02-26T16:30:30.495641Z","steps":["trace[1137377483] 'process raft request' (duration: 220.254423ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:30.49568Z","caller":"traceutil/trace.go:171","msg":"trace[1053840416] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"220.579554ms","start":"2026-02-26T16:30:30.275062Z","end":"2026-02-26T16:30:30.495642Z","steps":["trace[1053840416] 'process raft request' (duration: 220.176311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:30.495843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.471255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-02-26T16:30:30.495917Z","caller":"traceutil/trace.go:171","msg":"trace[772739875] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1946; }","duration":"224.60511ms","start":"2026-02-26T16:30:30.271295Z","end":"2026-02-26T16:30:30.4959Z","steps":["trace[772739875] 'agreement among raft nodes before linearized reading' (duration: 224.464355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:31.117756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.853154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:30:31.117754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.245177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:30:31.117809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.373003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:30:31.11786Z","caller":"traceutil/trace.go:171","msg":"trace[1708624991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1947; }","duration":"840.992878ms","start":"2026-02-26T16:30:30.27684Z","end":"2026-02-26T16:30:31.117833Z","steps":["trace[1708624991] 'agreement among raft nodes before linearized reading' (duration: 316.731197ms)","trace[1708624991] 'range keys from in-memory index tree' (duration: 524.123897ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:30:31.117885Z","caller":"traceutil/trace.go:171","msg":"trace[1491189027] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1947; }","duration":"746.516827ms","start":"2026-02-26T16:30:30.371347Z","end":"2026-02-26T16:30:31.117864Z","steps":["trace[1491189027] 'agreement among raft nodes before linearized reading' (duration: 222.209924ms)","trace[1491189027] 'count revisions from in-memory index tree' (duration: 524.179829ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:30:31.117886Z","caller":"traceutil/trace.go:171","msg":"trace[2142881693] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1947; }","duration":"842.403053ms","start":"2026-02-26T16:30:30.275447Z","end":"2026-02-26T16:30:31.11785Z","steps":["trace[2142881693] 'agreement among raft nodes before linearized reading' (duration: 318.145762ms)","trace[2142881693] 'range keys from in-memory index tree' (duration: 524.076116ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:30:31.117918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:30.276828Z","time spent":"841.075632ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:30:31.117921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.464797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-26T16:30:31.117942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:30.371316Z","time spent":"746.61403ms","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:30:31.117951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:30.275442Z","time spent":"842.498376ms","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T16:30:31.117978Z","caller":"traceutil/trace.go:171","msg":"trace[800092076] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1947; }","duration":"620.562169ms","start":"2026-02-26T16:30:30.4974Z","end":"2026-02-26T16:30:31.117963Z","steps":["trace[800092076] 'agreement among raft nodes before linearized reading' (duration: 96.214395ms)","trace[800092076] 'range keys from in-memory index tree' (duration: 524.157089ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:30:31.118035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:30.497384Z","time spent":"620.621062ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-26T16:30:31.118178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.478853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897d8d8b148ad92\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-26T16:30:31.118276Z","caller":"traceutil/trace.go:171","msg":"trace[529007958] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897d8d8b148ad92; range_end:; response_count:1; response_revision:1947; }","duration":"520.661038ms","start":"2026-02-26T16:30:30.597588Z","end":"2026-02-26T16:30:31.118249Z","steps":["trace[529007958] 'range keys from in-memory index tree' (duration: 520.05034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:31.118329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:30.597567Z","time spent":"520.750372ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897d8d8b148ad92\" "} {"level":"info","ts":"2026-02-26T16:30:31.211015Z","caller":"traceutil/trace.go:171","msg":"trace[1215860131] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"285.574739ms","start":"2026-02-26T16:30:30.925417Z","end":"2026-02-26T16:30:31.210992Z","steps":["trace[1215860131] 'process raft request' (duration: 284.800634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:31.939386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.517984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:30:31.939761Z","caller":"traceutil/trace.go:171","msg":"trace[269884682] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"818.75941ms","start":"2026-02-26T16:30:31.12097Z","end":"2026-02-26T16:30:31.939729Z","steps":["trace[269884682] 'process raft request' (duration: 156.821043ms)","trace[269884682] 'compare' (duration: 661.051639ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:30:31.939814Z","caller":"traceutil/trace.go:171","msg":"trace[1536602763] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"205.16542ms","start":"2026-02-26T16:30:31.734631Z","end":"2026-02-26T16:30:31.939796Z","steps":["trace[1536602763] 'process raft request' (duration: 205.051187ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:31.939875Z","caller":"traceutil/trace.go:171","msg":"trace[1971232258] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2028; }","duration":"729.389891ms","start":"2026-02-26T16:30:31.210455Z","end":"2026-02-26T16:30:31.939845Z","steps":["trace[1971232258] 'read index received' (duration: 67.273868ms)","trace[1971232258] 'applied index is now lower than readState.Index' (duration: 662.113033ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:30:31.940035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:31.120952Z","time spent":"818.938946ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:30:31.940085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.944118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T16:30:31.940123Z","caller":"traceutil/trace.go:171","msg":"trace[1976508247] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1950; }","duration":"820.046001ms","start":"2026-02-26T16:30:31.120066Z","end":"2026-02-26T16:30:31.940112Z","steps":["trace[1976508247] 'agreement among raft nodes before linearized reading' (duration: 819.911947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:31.940158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:31.120047Z","time spent":"820.102642ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T16:30:31.940346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.521964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:30:31.940499Z","caller":"traceutil/trace.go:171","msg":"trace[1153974664] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1950; }","duration":"818.665779ms","start":"2026-02-26T16:30:31.121784Z","end":"2026-02-26T16:30:31.94045Z","steps":["trace[1153974664] 'agreement among raft nodes before linearized reading' (duration: 818.464622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:31.940553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:31.121773Z","time spent":"818.768822ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T16:30:32.657165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.309637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:30:32.65735Z","caller":"traceutil/trace.go:171","msg":"trace[1158862051] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"466.530682ms","start":"2026-02-26T16:30:32.190804Z","end":"2026-02-26T16:30:32.657335Z","steps":["trace[1158862051] 'process raft request' (duration: 466.45497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:32.657414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:32.19078Z","time spent":"466.603585ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:30:32.657565Z","caller":"traceutil/trace.go:171","msg":"trace[1836365134] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"922.613186ms","start":"2026-02-26T16:30:31.734943Z","end":"2026-02-26T16:30:32.657556Z","steps":["trace[1836365134] 'process raft request' (duration: 677.841875ms)","trace[1836365134] 'compare' (duration: 244.222204ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:30:32.65761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:31.734922Z","time spent":"922.668228ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:30:32.657692Z","caller":"traceutil/trace.go:171","msg":"trace[914097215] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2030; }","duration":"717.719414ms","start":"2026-02-26T16:30:31.939945Z","end":"2026-02-26T16:30:32.657665Z","steps":["trace[914097215] 'read index received' (duration: 472.783988ms)","trace[914097215] 'applied index is now lower than readState.Index' (duration: 244.932886ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:30:32.657879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033168551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:30:32.657922Z","caller":"traceutil/trace.go:171","msg":"trace[236651615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1953; }","duration":"1.033261144s","start":"2026-02-26T16:30:31.624651Z","end":"2026-02-26T16:30:32.657912Z","steps":["trace[236651615] 'agreement among raft nodes before linearized reading' (duration: 1.033163841s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:32.657938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382210412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T16:30:32.657968Z","caller":"traceutil/trace.go:171","msg":"trace[164556402] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1953; }","duration":"1.382284634s","start":"2026-02-26T16:30:31.275673Z","end":"2026-02-26T16:30:32.657958Z","steps":["trace[164556402] 'agreement among raft nodes before linearized reading' (duration: 1.38217069s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:32.657953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:31.624629Z","time spent":"1.033316676s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:30:32.657982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.537109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T16:30:32.65799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:31.275642Z","time spent":"1.382341655s","remote":"127.0.0.1:40464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T16:30:32.657956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257659648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T16:30:32.65798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.973503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:30:32.658013Z","caller":"traceutil/trace.go:171","msg":"trace[440754950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1953; }","duration":"158.58396ms","start":"2026-02-26T16:30:32.499419Z","end":"2026-02-26T16:30:32.658003Z","steps":["trace[440754950] 'agreement among raft nodes before linearized reading' (duration: 158.505248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:32.658002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.348019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897d8b920b2d5d0\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-26T16:30:32.658001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.142411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:30:32.658037Z","caller":"traceutil/trace.go:171","msg":"trace[1771645801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1953; }","duration":"1.257801932s","start":"2026-02-26T16:30:31.400214Z","end":"2026-02-26T16:30:32.658016Z","steps":["trace[1771645801] 'agreement among raft nodes before linearized reading' (duration: 1.257637097s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:32.658053Z","caller":"traceutil/trace.go:171","msg":"trace[1232011491] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1953; }","duration":"681.074296ms","start":"2026-02-26T16:30:31.976954Z","end":"2026-02-26T16:30:32.658028Z","steps":["trace[1232011491] 'agreement among raft nodes before linearized reading' (duration: 680.974513ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:32.658061Z","caller":"traceutil/trace.go:171","msg":"trace[35260755] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897d8b920b2d5d0; range_end:; response_count:1; response_revision:1953; }","duration":"714.444161ms","start":"2026-02-26T16:30:31.943603Z","end":"2026-02-26T16:30:32.658048Z","steps":["trace[35260755] 'agreement among raft nodes before linearized reading' (duration: 714.268626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:32.658084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:31.400198Z","time spent":"1.257874614s","remote":"127.0.0.1:40460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:30:32.658086Z","caller":"traceutil/trace.go:171","msg":"trace[1995642060] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1953; }","duration":"407.269705ms","start":"2026-02-26T16:30:32.250793Z","end":"2026-02-26T16:30:32.658063Z","steps":["trace[1995642060] 'agreement among raft nodes before linearized reading' (duration: 407.10583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:32.658099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:31.943589Z","time spent":"714.502074ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897d8b920b2d5d0\" "} {"level":"warn","ts":"2026-02-26T16:30:32.658104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:31.976938Z","time spent":"681.149529ms","remote":"127.0.0.1:34356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:30:32.658105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.293445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T16:30:32.658148Z","caller":"traceutil/trace.go:171","msg":"trace[690413649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1953; }","duration":"161.375028ms","start":"2026-02-26T16:30:32.496764Z","end":"2026-02-26T16:30:32.658139Z","steps":["trace[690413649] 'agreement among raft nodes before linearized reading' (duration: 161.265295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:32.658142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:32.25078Z","time spent":"407.347617ms","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:30:32.658149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.318083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T16:30:32.658169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.997845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T16:30:32.658199Z","caller":"traceutil/trace.go:171","msg":"trace[1763193330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1953; }","duration":"160.040046ms","start":"2026-02-26T16:30:32.498151Z","end":"2026-02-26T16:30:32.658191Z","steps":["trace[1763193330] 'agreement among raft nodes before linearized reading' (duration: 159.728556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:32.658164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.278252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:30:32.658206Z","caller":"traceutil/trace.go:171","msg":"trace[1585724586] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1953; }","duration":"710.392635ms","start":"2026-02-26T16:30:31.947795Z","end":"2026-02-26T16:30:32.658188Z","steps":["trace[1585724586] 'agreement among raft nodes before linearized reading' (duration: 710.168428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:32.658261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:31.947788Z","time spent":"710.460717ms","remote":"127.0.0.1:40464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T16:30:32.658264Z","caller":"traceutil/trace.go:171","msg":"trace[676165176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1953; }","duration":"159.395595ms","start":"2026-02-26T16:30:32.498844Z","end":"2026-02-26T16:30:32.658239Z","steps":["trace[676165176] 'agreement among raft nodes before linearized reading' (duration: 159.058725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:32.658514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.51939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T16:30:32.658557Z","caller":"traceutil/trace.go:171","msg":"trace[281717099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1953; }","duration":"159.662254ms","start":"2026-02-26T16:30:32.498883Z","end":"2026-02-26T16:30:32.658546Z","steps":["trace[281717099] 'agreement among raft nodes before linearized reading' (duration: 159.001813ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:32.658886Z","caller":"traceutil/trace.go:171","msg":"trace[1980582516] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"388.95123ms","start":"2026-02-26T16:30:32.269895Z","end":"2026-02-26T16:30:32.658846Z","steps":["trace[1980582516] 'process raft request' (duration: 387.409622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:32.659034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:32.26988Z","time spent":"389.051814ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:30:32.877888Z","caller":"traceutil/trace.go:171","msg":"trace[174203854] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"215.346306ms","start":"2026-02-26T16:30:32.662508Z","end":"2026-02-26T16:30:32.877854Z","steps":["trace[174203854] 'process raft request' (duration: 115.79573ms)","trace[174203854] 'compare' (duration: 99.241206ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:30:32.878225Z","caller":"traceutil/trace.go:171","msg":"trace[887507931] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"214.315273ms","start":"2026-02-26T16:30:32.663885Z","end":"2026-02-26T16:30:32.8782Z","steps":["trace[887507931] 'process raft request' (duration: 214.129108ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:32.878452Z","caller":"traceutil/trace.go:171","msg":"trace[992713133] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2033; }","duration":"211.081341ms","start":"2026-02-26T16:30:32.667348Z","end":"2026-02-26T16:30:32.878429Z","steps":["trace[992713133] 'read index received' (duration: 86.566173ms)","trace[992713133] 'applied index is now lower than readState.Index' (duration: 124.514098ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:30:32.878547Z","caller":"traceutil/trace.go:171","msg":"trace[1566877283] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"215.881182ms","start":"2026-02-26T16:30:32.662636Z","end":"2026-02-26T16:30:32.878517Z","steps":["trace[1566877283] 'process raft request' (duration: 215.15861ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:32.878571Z","caller":"traceutil/trace.go:171","msg":"trace[1818540511] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"213.935771ms","start":"2026-02-26T16:30:32.664611Z","end":"2026-02-26T16:30:32.878546Z","steps":["trace[1818540511] 'process raft request' (duration: 213.707394ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:32.878576Z","caller":"traceutil/trace.go:171","msg":"trace[163068938] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"214.356084ms","start":"2026-02-26T16:30:32.664171Z","end":"2026-02-26T16:30:32.878527Z","steps":["trace[163068938] 'process raft request' (duration: 213.987203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:32.878621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.252876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:30:32.878768Z","caller":"traceutil/trace.go:171","msg":"trace[1429036709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1959; }","duration":"211.431352ms","start":"2026-02-26T16:30:32.667318Z","end":"2026-02-26T16:30:32.87875Z","steps":["trace[1429036709] 'agreement among raft nodes before linearized reading' (duration: 211.205465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:34.480401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.359602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T16:30:34.480418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.308389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897d8d8b148ad92\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-26T16:30:34.480479Z","caller":"traceutil/trace.go:171","msg":"trace[279504624] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1959; }","duration":"815.485115ms","start":"2026-02-26T16:30:33.664973Z","end":"2026-02-26T16:30:34.480458Z","steps":["trace[279504624] 'range keys from in-memory index tree' (duration: 815.192997ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:34.480479Z","caller":"traceutil/trace.go:171","msg":"trace[1717275563] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897d8d8b148ad92; range_end:; response_count:1; response_revision:1959; }","duration":"783.411483ms","start":"2026-02-26T16:30:33.697053Z","end":"2026-02-26T16:30:34.480465Z","steps":["trace[1717275563] 'range keys from in-memory index tree' (duration: 783.159585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:34.480518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:33.664951Z","time spent":"815.557968ms","remote":"127.0.0.1:40464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T16:30:34.48052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:33.697033Z","time spent":"783.477865ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897d8d8b148ad92\" "} {"level":"warn","ts":"2026-02-26T16:30:34.873529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661697748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:30:35.374505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661697748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:30:35.431988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.486066041s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T16:30:35.432473Z","caller":"traceutil/trace.go:171","msg":"trace[1379664506] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"1.486650839s","start":"2026-02-26T16:30:33.945793Z","end":"2026-02-26T16:30:35.432444Z","steps":["trace[1379664506] 'process raft request' (duration: 1.486485804s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:35.433132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:33.945767Z","time spent":"1.486765222s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:30:35.550585Z","caller":"traceutil/trace.go:171","msg":"trace[1952632848] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"1.0676556s","start":"2026-02-26T16:30:34.482887Z","end":"2026-02-26T16:30:35.550543Z","steps":["trace[1952632848] 'process raft request' (duration: 1.066612878s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:35.55093Z","caller":"traceutil/trace.go:171","msg":"trace[798715707] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"888.10469ms","start":"2026-02-26T16:30:34.662767Z","end":"2026-02-26T16:30:35.550872Z","steps":["trace[798715707] 'process raft request' (duration: 887.676936ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:35.550894Z","caller":"traceutil/trace.go:171","msg":"trace[104357643] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"886.17756ms","start":"2026-02-26T16:30:34.664688Z","end":"2026-02-26T16:30:35.550866Z","steps":["trace[104357643] 'process raft request' (duration: 886.074637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:35.551128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:34.662749Z","time spent":"888.275505ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:30:35.551166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:34.664669Z","time spent":"886.449319ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:30:35.550914Z","caller":"traceutil/trace.go:171","msg":"trace[1283327461] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2039; }","duration":"1.177709923s","start":"2026-02-26T16:30:34.373146Z","end":"2026-02-26T16:30:35.550856Z","steps":["trace[1283327461] 'read index received' (duration: 1.059156231s)","trace[1283327461] 'applied index is now lower than readState.Index' (duration: 118.552772ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:30:35.55113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177964411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-26T16:30:35.551285Z","caller":"traceutil/trace.go:171","msg":"trace[707123199] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1963; }","duration":"1.178171497s","start":"2026-02-26T16:30:34.373097Z","end":"2026-02-26T16:30:35.551269Z","steps":["trace[707123199] 'agreement among raft nodes before linearized reading' (duration: 1.177863757s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:35.551362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:34.373075Z","time spent":"1.17827561s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T16:30:35.551387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.373932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:30:35.551409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.555664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T16:30:35.551415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.367999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:30:35.551441Z","caller":"traceutil/trace.go:171","msg":"trace[1965114017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1963; }","duration":"668.634016ms","start":"2026-02-26T16:30:34.882798Z","end":"2026-02-26T16:30:35.551433Z","steps":["trace[1965114017] 'agreement among raft nodes before linearized reading' (duration: 668.518882ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:35.551444Z","caller":"traceutil/trace.go:171","msg":"trace[1143047589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1963; }","duration":"926.497576ms","start":"2026-02-26T16:30:34.62493Z","end":"2026-02-26T16:30:35.551428Z","steps":["trace[1143047589] 'agreement among raft nodes before linearized reading' (duration: 926.379712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:35.551464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:34.882777Z","time spent":"668.681897ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T16:30:35.551461Z","caller":"traceutil/trace.go:171","msg":"trace[667170864] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1963; }","duration":"309.436981ms","start":"2026-02-26T16:30:35.242006Z","end":"2026-02-26T16:30:35.551443Z","steps":["trace[667170864] 'agreement among raft nodes before linearized reading' (duration: 309.361459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:35.551484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:34.6249Z","time spent":"926.576198ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:30:35.551508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:35.241992Z","time spent":"309.506533ms","remote":"127.0.0.1:45252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:30:35.551557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.347397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:30:35.551623Z","caller":"traceutil/trace.go:171","msg":"trace[1185274766] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1963; }","duration":"714.413979ms","start":"2026-02-26T16:30:34.837197Z","end":"2026-02-26T16:30:35.551611Z","steps":["trace[1185274766] 'agreement among raft nodes before linearized reading' (duration: 714.328037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:35.551514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.657337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-26T16:30:35.551653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.806211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T16:30:35.551669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.847723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T16:30:35.551673Z","caller":"traceutil/trace.go:171","msg":"trace[872157743] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:1963; }","duration":"339.862293ms","start":"2026-02-26T16:30:35.211801Z","end":"2026-02-26T16:30:35.551664Z","steps":["trace[872157743] 'agreement among raft nodes before linearized reading' (duration: 339.615605ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:35.551691Z","caller":"traceutil/trace.go:171","msg":"trace[1207622025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1963; }","duration":"668.912864ms","start":"2026-02-26T16:30:34.882772Z","end":"2026-02-26T16:30:35.551685Z","steps":["trace[1207622025] 'agreement among raft nodes before linearized reading' (duration: 668.824442ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:35.551695Z","caller":"traceutil/trace.go:171","msg":"trace[1849208224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1963; }","duration":"668.878963ms","start":"2026-02-26T16:30:34.882801Z","end":"2026-02-26T16:30:35.55168Z","steps":["trace[1849208224] 'agreement among raft nodes before linearized reading' (duration: 668.78814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:35.551698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:35.211752Z","time spent":"339.939016ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T16:30:35.551683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.278758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T16:30:35.551688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:34.837151Z","time spent":"714.502551ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:30:35.551515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.976407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T16:30:35.551728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:34.882781Z","time spent":"668.941816ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T16:30:35.551736Z","caller":"traceutil/trace.go:171","msg":"trace[23105149] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1963; }","duration":"876.378351ms","start":"2026-02-26T16:30:34.675345Z","end":"2026-02-26T16:30:35.551723Z","steps":["trace[23105149] 'agreement among raft nodes before linearized reading' (duration: 876.259907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:35.551566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.710459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T16:30:35.551784Z","caller":"traceutil/trace.go:171","msg":"trace[1080128325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1963; }","duration":"668.928035ms","start":"2026-02-26T16:30:34.882835Z","end":"2026-02-26T16:30:35.551763Z","steps":["trace[1080128325] 'agreement among raft nodes before linearized reading' (duration: 668.681517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:35.551772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:34.675323Z","time spent":"876.438603ms","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:30:35.551779Z","caller":"traceutil/trace.go:171","msg":"trace[512007831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1963; }","duration":"669.284456ms","start":"2026-02-26T16:30:34.882465Z","end":"2026-02-26T16:30:35.551749Z","steps":["trace[512007831] 'agreement among raft nodes before linearized reading' (duration: 668.867594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:35.551819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:34.882827Z","time spent":"668.982727ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T16:30:35.551862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:34.882446Z","time spent":"669.396989ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:30:35.551718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:34.882746Z","time spent":"668.967586ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T16:30:35.552208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:34.482854Z","time spent":"1.06829319s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:30:36.053523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661697754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:30:36.372525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.411438ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-26T16:30:36.372623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:35.553142Z","time spent":"819.478088ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T16:30:36.421872Z","caller":"traceutil/trace.go:171","msg":"trace[2041643698] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"864.744745ms","start":"2026-02-26T16:30:35.557103Z","end":"2026-02-26T16:30:36.421848Z","steps":["trace[2041643698] 'process raft request' (duration: 864.672843ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:36.42192Z","caller":"traceutil/trace.go:171","msg":"trace[389568520] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"864.960082ms","start":"2026-02-26T16:30:35.556924Z","end":"2026-02-26T16:30:36.421884Z","steps":["trace[389568520] 'process raft request' (duration: 864.59751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:36.422028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:35.557084Z","time spent":"864.861308ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:30:36.422095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:35.556905Z","time spent":"865.096706ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:30:36.422116Z","caller":"traceutil/trace.go:171","msg":"trace[1542475071] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"864.044003ms","start":"2026-02-26T16:30:35.558055Z","end":"2026-02-26T16:30:36.422099Z","steps":["trace[1542475071] 'process raft request' (duration: 863.992732ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:36.42218Z","caller":"traceutil/trace.go:171","msg":"trace[1471251903] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"864.26524ms","start":"2026-02-26T16:30:35.557871Z","end":"2026-02-26T16:30:36.422136Z","steps":["trace[1471251903] 'process raft request' (duration: 863.93918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:36.422229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.933574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:30:36.422238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:35.558041Z","time spent":"864.137297ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:30:36.422262Z","caller":"traceutil/trace.go:171","msg":"trace[1824322880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1970; }","duration":"868.978935ms","start":"2026-02-26T16:30:35.553277Z","end":"2026-02-26T16:30:36.422256Z","steps":["trace[1824322880] 'agreement among raft nodes before linearized reading' (duration: 868.878962ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:36.422222Z","caller":"traceutil/trace.go:171","msg":"trace[1146583032] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"613.641261ms","start":"2026-02-26T16:30:35.808546Z","end":"2026-02-26T16:30:36.422187Z","steps":["trace[1146583032] 'process raft request' (duration: 613.530667ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:36.422143Z","caller":"traceutil/trace.go:171","msg":"trace[1284665819] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2043; }","duration":"868.84775ms","start":"2026-02-26T16:30:35.553288Z","end":"2026-02-26T16:30:36.422135Z","steps":["trace[1284665819] 'read index received' (duration: 638.879614ms)","trace[1284665819] 'applied index is now lower than readState.Index' (duration: 229.967056ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:30:36.42229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:35.55317Z","time spent":"869.116599ms","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:30:36.422274Z","caller":"traceutil/trace.go:171","msg":"trace[1121765690] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"864.195358ms","start":"2026-02-26T16:30:35.558058Z","end":"2026-02-26T16:30:36.422254Z","steps":["trace[1121765690] 'process raft request' (duration: 863.92705ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:36.421937Z","caller":"traceutil/trace.go:171","msg":"trace[992701851] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"864.890349ms","start":"2026-02-26T16:30:35.557016Z","end":"2026-02-26T16:30:36.421906Z","steps":["trace[992701851] 'process raft request' (duration: 864.721664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:36.42238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:35.557859Z","time spent":"864.402354ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:30:36.422393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:35.558047Z","time spent":"864.271481ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:30:36.422438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:35.808517Z","time spent":"613.789525ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:30:36.422434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:35.556991Z","time spent":"865.348113ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:30:36.973496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.176056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:30:36.973598Z","caller":"traceutil/trace.go:171","msg":"trace[902474581] linearizableReadLoop","detail":"{readStateIndex:2052; appliedIndex:2051; }","duration":"551.281011ms","start":"2026-02-26T16:30:36.422301Z","end":"2026-02-26T16:30:36.973582Z","steps":["trace[902474581] 'read index received' (duration: 64.868698ms)","trace[902474581] 'applied index is now lower than readState.Index' (duration: 486.411293ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:30:36.973693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.148178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:30:36.973728Z","caller":"traceutil/trace.go:171","msg":"trace[1552376155] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1971; }","duration":"991.292012ms","start":"2026-02-26T16:30:35.982425Z","end":"2026-02-26T16:30:36.973717Z","steps":["trace[1552376155] 'agreement among raft nodes before linearized reading' (duration: 991.20798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:36.973762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:35.982394Z","time spent":"991.359084ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:30:36.973871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.716929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:30:36.973956Z","caller":"traceutil/trace.go:171","msg":"trace[1950149353] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"600.146028ms","start":"2026-02-26T16:30:36.373797Z","end":"2026-02-26T16:30:36.973943Z","steps":["trace[1950149353] 'process raft request' (duration: 113.443346ms)","trace[1950149353] 'compare' (duration: 486.074253ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:30:36.97406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:36.373774Z","time spent":"600.21676ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:30:36.973953Z","caller":"traceutil/trace.go:171","msg":"trace[567858202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1971; }","duration":"543.836863ms","start":"2026-02-26T16:30:36.430099Z","end":"2026-02-26T16:30:36.973936Z","steps":["trace[567858202] 'agreement among raft nodes before linearized reading' (duration: 543.702129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:36.974241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.199659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:30:36.974304Z","caller":"traceutil/trace.go:171","msg":"trace[1727299937] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1971; }","duration":"255.391565ms","start":"2026-02-26T16:30:36.718896Z","end":"2026-02-26T16:30:36.974287Z","steps":["trace[1727299937] 'agreement among raft nodes before linearized reading' (duration: 255.108326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:36.97438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:36.430085Z","time spent":"544.194984ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:30:36.974471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.813929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T16:30:36.974608Z","caller":"traceutil/trace.go:171","msg":"trace[700703793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1971; }","duration":"415.028066ms","start":"2026-02-26T16:30:36.559549Z","end":"2026-02-26T16:30:36.974578Z","steps":["trace[700703793] 'agreement among raft nodes before linearized reading' (duration: 414.616173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:30:36.974677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:30:36.559531Z","time spent":"415.133149ms","remote":"127.0.0.1:40464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T16:31:24.612001Z","caller":"traceutil/trace.go:171","msg":"trace[1740973804] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2357; }","duration":"109.169325ms","start":"2026-02-26T16:31:24.502806Z","end":"2026-02-26T16:31:24.611975Z","steps":["trace[1740973804] 'read index received' (duration: 10.451871ms)","trace[1740973804] 'applied index is now lower than readState.Index' (duration: 98.716504ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:31:24.612041Z","caller":"traceutil/trace.go:171","msg":"trace[750473287] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"163.144048ms","start":"2026-02-26T16:31:24.448862Z","end":"2026-02-26T16:31:24.612006Z","steps":["trace[750473287] 'process raft request' (duration: 64.484815ms)","trace[750473287] 'compare' (duration: 98.491928ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:31:24.612152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.33248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:31:24.612187Z","caller":"traceutil/trace.go:171","msg":"trace[1215877846] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2264; }","duration":"109.421083ms","start":"2026-02-26T16:31:24.502755Z","end":"2026-02-26T16:31:24.612176Z","steps":["trace[1215877846] 'agreement among raft nodes before linearized reading' (duration: 109.322109ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:31:31.310939Z","caller":"traceutil/trace.go:171","msg":"trace[338853703] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"115.967863ms","start":"2026-02-26T16:31:31.194941Z","end":"2026-02-26T16:31:31.310909Z","steps":["trace[338853703] 'process raft request' (duration: 114.755476ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:31:31.516309Z","caller":"traceutil/trace.go:171","msg":"trace[1530406035] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"165.469909ms","start":"2026-02-26T16:31:31.350802Z","end":"2026-02-26T16:31:31.516272Z","steps":["trace[1530406035] 'process raft request' (duration: 119.510261ms)","trace[1530406035] 'compare' (duration: 45.618218ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:31:36.167681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661698768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:31:36.668284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661698768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:31:36.938385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.273720676s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T16:31:36.938834Z","caller":"traceutil/trace.go:171","msg":"trace[1894637124] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"1.274283673s","start":"2026-02-26T16:31:35.664518Z","end":"2026-02-26T16:31:36.938802Z","steps":["trace[1894637124] 'process raft request' (duration: 1.274098338s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:36.939023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:31:35.664495Z","time spent":"1.274413287s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:31:36.948132Z","caller":"traceutil/trace.go:171","msg":"trace[181050207] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"1.19682949s","start":"2026-02-26T16:31:35.751226Z","end":"2026-02-26T16:31:36.948055Z","steps":["trace[181050207] 'process raft request' (duration: 1.196685325s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:36.948244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:31:35.751205Z","time spent":"1.196981215s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:31:36.948354Z","caller":"traceutil/trace.go:171","msg":"trace[821907826] linearizableReadLoop","detail":"{readStateIndex:2528; appliedIndex:2525; }","duration":"1.281401491s","start":"2026-02-26T16:31:35.666895Z","end":"2026-02-26T16:31:36.948296Z","steps":["trace[821907826] 'read index received' (duration: 1.271663603s)","trace[821907826] 'applied index is now lower than readState.Index' (duration: 9.736388ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:31:36.948394Z","caller":"traceutil/trace.go:171","msg":"trace[1185390510] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"1.145400814s","start":"2026-02-26T16:31:35.802981Z","end":"2026-02-26T16:31:36.948381Z","steps":["trace[1185390510] 'process raft request' (duration: 1.145035203s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:36.948591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281670219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-02-26T16:31:36.948648Z","caller":"traceutil/trace.go:171","msg":"trace[860274605] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2427; }","duration":"1.281774822s","start":"2026-02-26T16:31:35.66686Z","end":"2026-02-26T16:31:36.948634Z","steps":["trace[860274605] 'agreement among raft nodes before linearized reading' (duration: 1.281561346s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:36.948675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:31:35.666844Z","time spent":"1.281826394s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-02-26T16:31:36.948668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.55811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T16:31:36.948724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.00045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-26T16:31:36.948642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276676167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:31:36.948771Z","caller":"traceutil/trace.go:171","msg":"trace[2087312125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2427; }","duration":"157.069722ms","start":"2026-02-26T16:31:36.791688Z","end":"2026-02-26T16:31:36.948757Z","steps":["trace[2087312125] 'agreement among raft nodes before linearized reading' (duration: 156.912767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:36.948454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:31:35.802956Z","time spent":"1.145467846s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:31:36.948774Z","caller":"traceutil/trace.go:171","msg":"trace[312063030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2427; }","duration":"161.708164ms","start":"2026-02-26T16:31:36.787046Z","end":"2026-02-26T16:31:36.948755Z","steps":["trace[312063030] 'agreement among raft nodes before linearized reading' (duration: 161.466717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:36.948728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.972539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T16:31:36.948806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.114574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T16:31:36.948828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.53934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-26T16:31:36.94887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.126375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:31:36.948911Z","caller":"traceutil/trace.go:171","msg":"trace[805741221] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2427; }","duration":"738.209098ms","start":"2026-02-26T16:31:36.210691Z","end":"2026-02-26T16:31:36.9489Z","steps":["trace[805741221] 'agreement among raft nodes before linearized reading' (duration: 738.120945ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:31:36.948896Z","caller":"traceutil/trace.go:171","msg":"trace[256345917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2427; }","duration":"158.231348ms","start":"2026-02-26T16:31:36.790645Z","end":"2026-02-26T16:31:36.948877Z","steps":["trace[256345917] 'agreement among raft nodes before linearized reading' (duration: 157.997571ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:31:36.94881Z","caller":"traceutil/trace.go:171","msg":"trace[863106857] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2427; }","duration":"1.276961875s","start":"2026-02-26T16:31:35.671829Z","end":"2026-02-26T16:31:36.948791Z","steps":["trace[863106857] 'agreement among raft nodes before linearized reading' (duration: 1.276663936s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:31:36.948912Z","caller":"traceutil/trace.go:171","msg":"trace[1032278477] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2427; }","duration":"489.702164ms","start":"2026-02-26T16:31:36.45919Z","end":"2026-02-26T16:31:36.948893Z","steps":["trace[1032278477] 'agreement among raft nodes before linearized reading' (duration: 489.432176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:36.948942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:31:36.210674Z","time spent":"738.26047ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:31:36.948915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.014635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:31:36.948977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:31:36.459172Z","time spent":"489.793707ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T16:31:36.948865Z","caller":"traceutil/trace.go:171","msg":"trace[804585610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2427; }","duration":"156.157444ms","start":"2026-02-26T16:31:36.792692Z","end":"2026-02-26T16:31:36.94885Z","steps":["trace[804585610] 'agreement among raft nodes before linearized reading' (duration: 155.847205ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:31:36.949018Z","caller":"traceutil/trace.go:171","msg":"trace[1996419575] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2427; }","duration":"585.178479ms","start":"2026-02-26T16:31:36.363815Z","end":"2026-02-26T16:31:36.948993Z","steps":["trace[1996419575] 'agreement among raft nodes before linearized reading' (duration: 584.942662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:36.948891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.530261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T16:31:36.949073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:31:36.363793Z","time spent":"585.269583ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:31:36.949086Z","caller":"traceutil/trace.go:171","msg":"trace[588293789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2427; }","duration":"165.78534ms","start":"2026-02-26T16:31:36.783284Z","end":"2026-02-26T16:31:36.949069Z","steps":["trace[588293789] 'agreement among raft nodes before linearized reading' (duration: 165.399618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:36.949031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:31:35.671809Z","time spent":"1.27715113s","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T16:31:43.211162Z","caller":"traceutil/trace.go:171","msg":"trace[935082951] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"255.482548ms","start":"2026-02-26T16:31:42.955644Z","end":"2026-02-26T16:31:43.211127Z","steps":["trace[935082951] 'process raft request' (duration: 255.277762ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:31:43.215145Z","caller":"traceutil/trace.go:171","msg":"trace[2021833574] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"247.561384ms","start":"2026-02-26T16:31:42.967564Z","end":"2026-02-26T16:31:43.215125Z","steps":["trace[2021833574] 'process raft request' (duration: 247.41003ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:31:43.215316Z","caller":"traceutil/trace.go:171","msg":"trace[1943625387] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"233.317169ms","start":"2026-02-26T16:31:42.981978Z","end":"2026-02-26T16:31:43.215296Z","steps":["trace[1943625387] 'process raft request' (duration: 233.096362ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:31:43.21532Z","caller":"traceutil/trace.go:171","msg":"trace[1538396816] linearizableReadLoop","detail":"{readStateIndex:2567; appliedIndex:2564; }","duration":"227.053536ms","start":"2026-02-26T16:31:42.988233Z","end":"2026-02-26T16:31:43.215287Z","steps":["trace[1538396816] 'read index received' (duration: 222.698083ms)","trace[1538396816] 'applied index is now lower than readState.Index' (duration: 4.352923ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:31:43.215547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.295594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T16:31:43.215577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.25607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T16:31:43.215632Z","caller":"traceutil/trace.go:171","msg":"trace[1344886310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2465; }","duration":"224.361944ms","start":"2026-02-26T16:31:42.991254Z","end":"2026-02-26T16:31:43.215616Z","steps":["trace[1344886310] 'agreement among raft nodes before linearized reading' (duration: 224.189409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:43.21571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.387224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T16:31:43.215635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.948691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:31:43.215752Z","caller":"traceutil/trace.go:171","msg":"trace[382081960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2465; }","duration":"223.452546ms","start":"2026-02-26T16:31:42.992291Z","end":"2026-02-26T16:31:43.215743Z","steps":["trace[382081960] 'agreement among raft nodes before linearized reading' (duration: 223.335423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:43.215615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.915889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:31:43.215917Z","caller":"traceutil/trace.go:171","msg":"trace[81300181] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2465; }","duration":"175.252869ms","start":"2026-02-26T16:31:43.040649Z","end":"2026-02-26T16:31:43.215901Z","steps":["trace[81300181] 'agreement among raft nodes before linearized reading' (duration: 174.919179ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:31:43.21577Z","caller":"traceutil/trace.go:171","msg":"trace[2003017812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2465; }","duration":"223.105686ms","start":"2026-02-26T16:31:42.99265Z","end":"2026-02-26T16:31:43.215756Z","steps":["trace[2003017812] 'agreement among raft nodes before linearized reading' (duration: 222.894009ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:31:43.215845Z","caller":"traceutil/trace.go:171","msg":"trace[1193011822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2465; }","duration":"227.379146ms","start":"2026-02-26T16:31:42.988203Z","end":"2026-02-26T16:31:43.215582Z","steps":["trace[1193011822] 'agreement among raft nodes before linearized reading' (duration: 227.214721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:43.215828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.390825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T16:31:43.216229Z","caller":"traceutil/trace.go:171","msg":"trace[1715936019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2465; }","duration":"223.844288ms","start":"2026-02-26T16:31:42.992357Z","end":"2026-02-26T16:31:43.216201Z","steps":["trace[1715936019] 'agreement among raft nodes before linearized reading' (duration: 223.24665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:03.599545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.945049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:32:03.599665Z","caller":"traceutil/trace.go:171","msg":"trace[263885218] linearizableReadLoop","detail":"{readStateIndex:2686; appliedIndex:2685; }","duration":"210.50242ms","start":"2026-02-26T16:32:03.389145Z","end":"2026-02-26T16:32:03.599648Z","steps":["trace[263885218] 'read index received' (duration: 53.296593ms)","trace[263885218] 'applied index is now lower than readState.Index' (duration: 157.204547ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:32:03.599856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.204201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T16:32:03.599916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.746887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:32:03.599976Z","caller":"traceutil/trace.go:171","msg":"trace[1337791020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2580; }","duration":"210.287103ms","start":"2026-02-26T16:32:03.389604Z","end":"2026-02-26T16:32:03.599891Z","steps":["trace[1337791020] 'agreement among raft nodes before linearized reading' (duration: 210.142219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:03.599993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.037095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:32:03.600095Z","caller":"traceutil/trace.go:171","msg":"trace[1682810083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2580; }","duration":"210.203761ms","start":"2026-02-26T16:32:03.389868Z","end":"2026-02-26T16:32:03.600072Z","steps":["trace[1682810083] 'agreement among raft nodes before linearized reading' (duration: 209.964844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:03.600117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.023213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T16:32:03.600174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.275413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T16:32:03.600254Z","caller":"traceutil/trace.go:171","msg":"trace[1591013267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2580; }","duration":"207.22318ms","start":"2026-02-26T16:32:03.393005Z","end":"2026-02-26T16:32:03.600228Z","steps":["trace[1591013267] 'agreement among raft nodes before linearized reading' (duration: 206.826588ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:32:03.600313Z","caller":"traceutil/trace.go:171","msg":"trace[1582080911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2580; }","duration":"210.48283ms","start":"2026-02-26T16:32:03.389804Z","end":"2026-02-26T16:32:03.600287Z","steps":["trace[1582080911] 'agreement among raft nodes before linearized reading' (duration: 210.101908ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:32:03.600023Z","caller":"traceutil/trace.go:171","msg":"trace[1043324213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2580; }","duration":"210.902292ms","start":"2026-02-26T16:32:03.38909Z","end":"2026-02-26T16:32:03.599992Z","steps":["trace[1043324213] 'agreement among raft nodes before linearized reading' (duration: 210.618224ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:32:03.599892Z","caller":"traceutil/trace.go:171","msg":"trace[27836669] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"261.011778ms","start":"2026-02-26T16:32:03.338659Z","end":"2026-02-26T16:32:03.599671Z","steps":["trace[27836669] 'process raft request' (duration: 103.852352ms)","trace[27836669] 'compare' (duration: 156.808595ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:32:10.656486Z","caller":"traceutil/trace.go:171","msg":"trace[176788720] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"472.26536ms","start":"2026-02-26T16:32:10.184186Z","end":"2026-02-26T16:32:10.656451Z","steps":["trace[176788720] 'process raft request' (duration: 472.063054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:10.656683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:10.184165Z","time spent":"472.425575ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:32:10.678533Z","caller":"traceutil/trace.go:171","msg":"trace[1302721652] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"426.181298ms","start":"2026-02-26T16:32:10.252306Z","end":"2026-02-26T16:32:10.678488Z","steps":["trace[1302721652] 'process raft request' (duration: 425.94102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:10.678693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:10.252277Z","time spent":"426.330823ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:32:10.70916Z","caller":"traceutil/trace.go:171","msg":"trace[193628683] linearizableReadLoop","detail":"{readStateIndex:2722; appliedIndex:2720; }","duration":"265.232437ms","start":"2026-02-26T16:32:10.443897Z","end":"2026-02-26T16:32:10.709118Z","steps":["trace[193628683] 'read index received' (duration: 212.397758ms)","trace[193628683] 'applied index is now lower than readState.Index' (duration: 52.821658ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:32:10.709321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.390901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:32:10.709388Z","caller":"traceutil/trace.go:171","msg":"trace[908738800] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2615; }","duration":"265.512975ms","start":"2026-02-26T16:32:10.443858Z","end":"2026-02-26T16:32:10.709371Z","steps":["trace[908738800] 'agreement among raft nodes before linearized reading' (duration: 265.384941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.121514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661699267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:32:12.471357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349703353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:32:12.471509Z","caller":"traceutil/trace.go:171","msg":"trace[489298252] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2616; }","duration":"1.3499175s","start":"2026-02-26T16:32:11.121566Z","end":"2026-02-26T16:32:12.471483Z","steps":["trace[489298252] 'count revisions from in-memory index tree' (duration: 1.34961137s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.471556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:11.121541Z","time spent":"1.350001751s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":28,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:32:12.484576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.170600725s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T16:32:12.485083Z","caller":"traceutil/trace.go:171","msg":"trace[182117594] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"1.171199553s","start":"2026-02-26T16:32:11.313859Z","end":"2026-02-26T16:32:12.485058Z","steps":["trace[182117594] 'process raft request' (duration: 1.171008838s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.485227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:11.313834Z","time spent":"1.171311607s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:32:12.933355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.76133ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:32:12.933497Z","caller":"traceutil/trace.go:171","msg":"trace[2094920342] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2617; }","duration":"229.915885ms","start":"2026-02-26T16:32:12.703561Z","end":"2026-02-26T16:32:12.933477Z","steps":["trace[2094920342] 'range keys from in-memory index tree' (duration: 229.740109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.933629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.411221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:32:12.933954Z","caller":"traceutil/trace.go:171","msg":"trace[558203740] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2724; }","duration":"1.313558317s","start":"2026-02-26T16:32:11.620376Z","end":"2026-02-26T16:32:12.933934Z","steps":["trace[558203740] 'read index received' (duration: 864.511288ms)","trace[558203740] 'applied index is now lower than readState.Index' (duration: 449.046048ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:32:12.933936Z","caller":"traceutil/trace.go:171","msg":"trace[248989822] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"1.559712168s","start":"2026-02-26T16:32:11.374183Z","end":"2026-02-26T16:32:12.933895Z","steps":["trace[248989822] 'process raft request' (duration: 1.373933266s)","trace[248989822] 'compare' (duration: 185.204985ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:32:12.934026Z","caller":"traceutil/trace.go:171","msg":"trace[1819955206] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"1.035575319s","start":"2026-02-26T16:32:11.898406Z","end":"2026-02-26T16:32:12.933981Z","steps":["trace[1819955206] 'process raft request' (duration: 1.035483206s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.934147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313749712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T16:32:12.93419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277204403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T16:32:12.934198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:11.898341Z","time spent":"1.035767775s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:32:12.934215Z","caller":"traceutil/trace.go:171","msg":"trace[2143291868] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2620; }","duration":"1.313828155s","start":"2026-02-26T16:32:11.620371Z","end":"2026-02-26T16:32:12.9342Z","steps":["trace[2143291868] 'agreement among raft nodes before linearized reading' (duration: 1.313622808s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:32:12.93423Z","caller":"traceutil/trace.go:171","msg":"trace[229145079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2620; }","duration":"1.277278645s","start":"2026-02-26T16:32:11.656938Z","end":"2026-02-26T16:32:12.934217Z","steps":["trace[229145079] 'agreement among raft nodes before linearized reading' (duration: 1.277140661s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.934215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:11.374153Z","time spent":"1.559873893s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:32:12.93426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:11.620328Z","time spent":"1.313922107s","remote":"127.0.0.1:45348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:32:12.934255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.514678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.1897d8f0c25d5ab5\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-02-26T16:32:12.934291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:11.656921Z","time spent":"1.277353777s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T16:32:12.934434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.178366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T16:32:12.934473Z","caller":"traceutil/trace.go:171","msg":"trace[629089880] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2620; }","duration":"438.263348ms","start":"2026-02-26T16:32:12.496202Z","end":"2026-02-26T16:32:12.934465Z","steps":["trace[629089880] 'agreement among raft nodes before linearized reading' (duration: 438.119463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.934507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:12.496183Z","time spent":"438.3155ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T16:32:12.934527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.975606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T16:32:12.934555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229978395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T16:32:12.934595Z","caller":"traceutil/trace.go:171","msg":"trace[1479516800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2620; }","duration":"1.230041267s","start":"2026-02-26T16:32:11.704542Z","end":"2026-02-26T16:32:12.934583Z","steps":["trace[1479516800] 'agreement among raft nodes before linearized reading' (duration: 1.229907093s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:32:12.934591Z","caller":"traceutil/trace.go:171","msg":"trace[457333368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2620; }","duration":"887.088369ms","start":"2026-02-26T16:32:12.047486Z","end":"2026-02-26T16:32:12.934574Z","steps":["trace[457333368] 'agreement among raft nodes before linearized reading' (duration: 886.982066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.934632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:11.704528Z","time spent":"1.230096739s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:32:12.934645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:12.047465Z","time spent":"887.166582ms","remote":"127.0.0.1:40464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:32:12.934424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.439262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:32:12.934682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233902206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T16:32:12.934743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227112977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:32:12.934795Z","caller":"traceutil/trace.go:171","msg":"trace[2058754612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2620; }","duration":"1.22718662s","start":"2026-02-26T16:32:11.707596Z","end":"2026-02-26T16:32:12.934783Z","steps":["trace[2058754612] 'agreement among raft nodes before linearized reading' (duration: 1.227039685s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.93483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:11.707585Z","time spent":"1.227238201s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T16:32:12.934835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227807129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T16:32:12.934858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271700984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-26T16:32:12.934301Z","caller":"traceutil/trace.go:171","msg":"trace[737662862] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.1897d8f0c25d5ab5; range_end:; response_count:1; response_revision:2620; }","duration":"973.560619ms","start":"2026-02-26T16:32:11.960726Z","end":"2026-02-26T16:32:12.934287Z","steps":["trace[737662862] 'agreement among raft nodes before linearized reading' (duration: 973.416475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.934963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.121308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:32:12.934701Z","caller":"traceutil/trace.go:171","msg":"trace[436063360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2620; }","duration":"310.755751ms","start":"2026-02-26T16:32:12.623936Z","end":"2026-02-26T16:32:12.934691Z","steps":["trace[436063360] 'agreement among raft nodes before linearized reading' (duration: 310.237525ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:32:12.935005Z","caller":"traceutil/trace.go:171","msg":"trace[1405435508] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2620; }","duration":"976.1978ms","start":"2026-02-26T16:32:11.958795Z","end":"2026-02-26T16:32:12.934993Z","steps":["trace[1405435508] 'agreement among raft nodes before linearized reading' (duration: 976.112297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.935042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:11.958768Z","time spent":"976.264692ms","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:32:12.93475Z","caller":"traceutil/trace.go:171","msg":"trace[1089805376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2620; }","duration":"1.234011769s","start":"2026-02-26T16:32:11.700723Z","end":"2026-02-26T16:32:12.934735Z","steps":["trace[1089805376] 'agreement among raft nodes before linearized reading' (duration: 1.233847794s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.935011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:12.62392Z","time spent":"311.083261ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:32:12.934868Z","caller":"traceutil/trace.go:171","msg":"trace[1454908528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2620; }","duration":"1.22785952s","start":"2026-02-26T16:32:11.706999Z","end":"2026-02-26T16:32:12.934858Z","steps":["trace[1454908528] 'agreement among raft nodes before linearized reading' (duration: 1.227763577s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.93509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:11.700703Z","time spent":"1.234374411s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T16:32:12.935129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:11.706987Z","time spent":"1.228127859s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T16:32:12.934901Z","caller":"traceutil/trace.go:171","msg":"trace[840888790] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2620; }","duration":"1.271745375s","start":"2026-02-26T16:32:11.663147Z","end":"2026-02-26T16:32:12.934892Z","steps":["trace[840888790] 'agreement among raft nodes before linearized reading' (duration: 1.271633231s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.935176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:11.663086Z","time spent":"1.272083895s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-26T16:32:12.934959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:11.960664Z","time spent":"974.279331ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.1897d8f0c25d5ab5\" "} {"level":"warn","ts":"2026-02-26T16:32:12.935284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.667837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:32:12.935419Z","caller":"traceutil/trace.go:171","msg":"trace[241206244] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2620; }","duration":"291.944664ms","start":"2026-02-26T16:32:12.643456Z","end":"2026-02-26T16:32:12.935401Z","steps":["trace[241206244] 'agreement among raft nodes before linearized reading' (duration: 291.108109ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:32:12.937399Z","caller":"traceutil/trace.go:171","msg":"trace[993738665] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"1.30814336s","start":"2026-02-26T16:32:11.625804Z","end":"2026-02-26T16:32:12.933948Z","steps":["trace[993738665] 'process raft request' (duration: 1.307979425s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:12.937496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:32:11.625793Z","time spent":"1.311655648s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:32:20.55162Z","caller":"traceutil/trace.go:171","msg":"trace[2046491721] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"111.224808ms","start":"2026-02-26T16:32:20.440369Z","end":"2026-02-26T16:32:20.551594Z","steps":["trace[2046491721] 'process raft request' (duration: 111.045582ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:32:20.677791Z","caller":"traceutil/trace.go:171","msg":"trace[1221525167] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"121.232234ms","start":"2026-02-26T16:32:20.556531Z","end":"2026-02-26T16:32:20.677763Z","steps":["trace[1221525167] 'process raft request' (duration: 121.051169ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:34:13.223641Z","caller":"traceutil/trace.go:171","msg":"trace[1791346738] transaction","detail":"{read_only:false; response_revision:3343; number_of_response:1; }","duration":"358.965501ms","start":"2026-02-26T16:34:12.864615Z","end":"2026-02-26T16:34:13.223581Z","steps":["trace[1791346738] 'process raft request' (duration: 332.000597ms)","trace[1791346738] 'compare' (duration: 26.292032ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:34:13.224004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:34:12.864604Z","time spent":"359.2739ms","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":215,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T16:34:13.225939Z","caller":"traceutil/trace.go:171","msg":"trace[1858550000] transaction","detail":"{read_only:false; response_revision:3344; number_of_response:1; }","duration":"360.218491ms","start":"2026-02-26T16:34:12.865667Z","end":"2026-02-26T16:34:13.225885Z","steps":["trace[1858550000] 'process raft request' (duration: 359.809708ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:34:13.225989Z","caller":"traceutil/trace.go:171","msg":"trace[1683477958] transaction","detail":"{read_only:false; response_revision:3345; number_of_response:1; }","duration":"359.182067ms","start":"2026-02-26T16:34:12.866764Z","end":"2026-02-26T16:34:13.225946Z","steps":["trace[1683477958] 'process raft request' (duration: 358.994881ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:34:13.225982Z","caller":"traceutil/trace.go:171","msg":"trace[48468516] linearizableReadLoop","detail":"{readStateIndex:3483; appliedIndex:3481; }","duration":"359.629002ms","start":"2026-02-26T16:34:12.86628Z","end":"2026-02-26T16:34:13.225909Z","steps":["trace[48468516] 'read index received' (duration: 330.453466ms)","trace[48468516] 'applied index is now lower than readState.Index' (duration: 29.173506ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:34:13.22616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:34:12.866755Z","time spent":"359.309421ms","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2716,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:34:13.226182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:34:12.865653Z","time spent":"360.402488ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T16:34:13.226193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.88874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/secretgen-controller/\" range_end:\"/registry/limitranges/secretgen-controller0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:34:13.226297Z","caller":"traceutil/trace.go:171","msg":"trace[1276679779] range","detail":"{range_begin:/registry/limitranges/secretgen-controller/; range_end:/registry/limitranges/secretgen-controller0; response_count:0; response_revision:3345; }","duration":"360.020815ms","start":"2026-02-26T16:34:12.866249Z","end":"2026-02-26T16:34:13.226269Z","steps":["trace[1276679779] 'agreement among raft nodes before linearized reading' (duration: 359.776127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:34:13.226378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:34:12.86624Z","time spent":"360.097997ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/secretgen-controller/\" range_end:\"/registry/limitranges/secretgen-controller0\" "} {"level":"info","ts":"2026-02-26T16:34:39.743405Z","caller":"traceutil/trace.go:171","msg":"trace[728940866] transaction","detail":"{read_only:false; response_revision:3518; number_of_response:1; }","duration":"106.41632ms","start":"2026-02-26T16:34:39.636937Z","end":"2026-02-26T16:34:39.743354Z","steps":["trace[728940866] 'process raft request' (duration: 106.274375ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:34:39.744288Z","caller":"traceutil/trace.go:171","msg":"trace[298496961] transaction","detail":"{read_only:false; response_revision:3519; number_of_response:1; }","duration":"100.355391ms","start":"2026-02-26T16:34:39.643907Z","end":"2026-02-26T16:34:39.744263Z","steps":["trace[298496961] 'process raft request' (duration: 100.199576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:34:45.756938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:34:45.240583Z","time spent":"516.351053ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T16:34:45.765165Z","caller":"traceutil/trace.go:171","msg":"trace[35954429] linearizableReadLoop","detail":"{readStateIndex:3689; appliedIndex:3687; }","duration":"381.267994ms","start":"2026-02-26T16:34:45.383872Z","end":"2026-02-26T16:34:45.76514Z","steps":["trace[35954429] 'read index received' (duration: 373.019203ms)","trace[35954429] 'applied index is now lower than readState.Index' (duration: 8.24783ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:34:45.765219Z","caller":"traceutil/trace.go:171","msg":"trace[1720982802] transaction","detail":"{read_only:false; response_revision:3543; number_of_response:1; }","duration":"420.427688ms","start":"2026-02-26T16:34:45.344767Z","end":"2026-02-26T16:34:45.765195Z","steps":["trace[1720982802] 'process raft request' (duration: 419.768857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:34:45.765351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:34:45.344744Z","time spent":"420.522461ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:34:45.76544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.554513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:34:45.765517Z","caller":"traceutil/trace.go:171","msg":"trace[1611546409] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:3543; }","duration":"381.671027ms","start":"2026-02-26T16:34:45.38383Z","end":"2026-02-26T16:34:45.765501Z","steps":["trace[1611546409] 'agreement among raft nodes before linearized reading' (duration: 381.465371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:34:45.765557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:34:45.383815Z","time spent":"381.733139ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-5rfb5\" "} {"level":"warn","ts":"2026-02-26T16:36:05.475677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.565135ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-26T16:36:05.475817Z","caller":"traceutil/trace.go:171","msg":"trace[922411544] linearizableReadLoop","detail":"{readStateIndex:4620; appliedIndex:4619; }","duration":"230.042518ms","start":"2026-02-26T16:36:05.245753Z","end":"2026-02-26T16:36:05.475795Z","steps":["trace[922411544] 'read index received' (duration: 81.348139ms)","trace[922411544] 'applied index is now lower than readState.Index' (duration: 148.692769ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:36:05.476016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.250894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-02-26T16:36:05.47609Z","caller":"traceutil/trace.go:171","msg":"trace[2037564495] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4439; }","duration":"230.552545ms","start":"2026-02-26T16:36:05.245516Z","end":"2026-02-26T16:36:05.476069Z","steps":["trace[2037564495] 'agreement among raft nodes before linearized reading' (duration: 230.380009ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:06.326076Z","caller":"traceutil/trace.go:171","msg":"trace[2069443451] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"295.115755ms","start":"2026-02-26T16:36:06.03093Z","end":"2026-02-26T16:36:06.326046Z","steps":["trace[2069443451] 'process raft request' (duration: 294.913748ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:06.499536Z","caller":"traceutil/trace.go:171","msg":"trace[1116856525] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"443.011009ms","start":"2026-02-26T16:36:06.056486Z","end":"2026-02-26T16:36:06.499497Z","steps":["trace[1116856525] 'process raft request' (duration: 373.351454ms)","trace[1116856525] 'compare' (duration: 69.420867ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:06.499586Z","caller":"traceutil/trace.go:171","msg":"trace[1241732923] linearizableReadLoop","detail":"{readStateIndex:4654; appliedIndex:4649; }","duration":"303.68782ms","start":"2026-02-26T16:36:06.195876Z","end":"2026-02-26T16:36:06.499563Z","steps":["trace[1241732923] 'read index received' (duration: 129.953868ms)","trace[1241732923] 'applied index is now lower than readState.Index' (duration: 173.732962ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:36:06.499682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:06.056456Z","time spent":"443.146563ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:36:06.499885Z","caller":"traceutil/trace.go:171","msg":"trace[346706248] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"419.061521ms","start":"2026-02-26T16:36:06.08081Z","end":"2026-02-26T16:36:06.499872Z","steps":["trace[346706248] 'process raft request' (duration: 418.614746ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:06.499933Z","caller":"traceutil/trace.go:171","msg":"trace[2055730584] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"336.610466ms","start":"2026-02-26T16:36:06.163314Z","end":"2026-02-26T16:36:06.499924Z","steps":["trace[2055730584] 'process raft request' (duration: 336.203073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:06.49998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:06.163301Z","time spent":"336.653237ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:36:06.499958Z","caller":"traceutil/trace.go:171","msg":"trace[603392279] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"341.704939ms","start":"2026-02-26T16:36:06.158216Z","end":"2026-02-26T16:36:06.499921Z","steps":["trace[603392279] 'process raft request' (duration: 341.259165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:06.499992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:06.080778Z","time spent":"419.147913ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T16:36:06.500148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:06.158188Z","time spent":"341.866374ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:36:06.500335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.52568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T16:36:06.500377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.89199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T16:36:06.501342Z","caller":"traceutil/trace.go:171","msg":"trace[802870829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4473; }","duration":"190.897682ms","start":"2026-02-26T16:36:06.310423Z","end":"2026-02-26T16:36:06.501321Z","steps":["trace[802870829] 'agreement among raft nodes before linearized reading' (duration: 189.846318ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:06.500407Z","caller":"traceutil/trace.go:171","msg":"trace[1080085066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4473; }","duration":"122.593912ms","start":"2026-02-26T16:36:06.377796Z","end":"2026-02-26T16:36:06.500389Z","steps":["trace[1080085066] 'agreement among raft nodes before linearized reading' (duration: 122.467598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:06.500626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.168676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:36:06.501599Z","caller":"traceutil/trace.go:171","msg":"trace[1615365291] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:4473; }","duration":"305.748976ms","start":"2026-02-26T16:36:06.195834Z","end":"2026-02-26T16:36:06.501583Z","steps":["trace[1615365291] 'agreement among raft nodes before linearized reading' (duration: 304.036271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:06.501629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:06.195819Z","time spent":"305.801278ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-5rfb5\" "} {"level":"warn","ts":"2026-02-26T16:36:06.500726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.727944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194593"} {"level":"info","ts":"2026-02-26T16:36:06.501713Z","caller":"traceutil/trace.go:171","msg":"trace[292674908] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4473; }","duration":"238.760248ms","start":"2026-02-26T16:36:06.262932Z","end":"2026-02-26T16:36:06.501692Z","steps":["trace[292674908] 'agreement among raft nodes before linearized reading' (duration: 237.071904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:08.048896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.192939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2pwcq.1897d92ba89af94b\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-02-26T16:36:08.048994Z","caller":"traceutil/trace.go:171","msg":"trace[866331008] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2pwcq.1897d92ba89af94b; range_end:; response_count:1; response_revision:4495; }","duration":"122.345324ms","start":"2026-02-26T16:36:07.926626Z","end":"2026-02-26T16:36:08.048971Z","steps":["trace[866331008] 'range keys from in-memory index tree' (duration: 121.995473ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:08.137379Z","caller":"traceutil/trace.go:171","msg":"trace[1330912461] linearizableReadLoop","detail":"{readStateIndex:4678; appliedIndex:4677; }","duration":"169.683872ms","start":"2026-02-26T16:36:07.967663Z","end":"2026-02-26T16:36:08.137347Z","steps":["trace[1330912461] 'read index received' (duration: 169.644741ms)","trace[1330912461] 'applied index is now lower than readState.Index' (duration: 37.901µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:08.137551Z","caller":"traceutil/trace.go:171","msg":"trace[334491414] transaction","detail":"{read_only:false; response_revision:4496; number_of_response:1; }","duration":"198.240537ms","start":"2026-02-26T16:36:07.939295Z","end":"2026-02-26T16:36:08.137535Z","steps":["trace[334491414] 'process raft request' (duration: 197.902397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:08.138112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.419195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:519264"} {"level":"info","ts":"2026-02-26T16:36:08.138228Z","caller":"traceutil/trace.go:171","msg":"trace[1808198900] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4496; }","duration":"170.591051ms","start":"2026-02-26T16:36:07.967612Z","end":"2026-02-26T16:36:08.138203Z","steps":["trace[1808198900] 'agreement among raft nodes before linearized reading' (duration: 169.93384ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:08.289972Z","caller":"traceutil/trace.go:171","msg":"trace[1505316059] linearizableReadLoop","detail":"{readStateIndex:4679; appliedIndex:4678; }","duration":"152.48119ms","start":"2026-02-26T16:36:08.137461Z","end":"2026-02-26T16:36:08.289942Z","steps":["trace[1505316059] 'read index received' (duration: 96.512855ms)","trace[1505316059] 'applied index is now lower than readState.Index' (duration: 55.966085ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:08.290035Z","caller":"traceutil/trace.go:171","msg":"trace[1379896106] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"238.21483ms","start":"2026-02-26T16:36:08.051785Z","end":"2026-02-26T16:36:08.29Z","steps":["trace[1379896106] 'process raft request' (duration: 182.137182ms)","trace[1379896106] 'compare' (duration: 55.749567ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:36:08.290231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.975454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5042a99-0264-4788-ab7d-b764f9948db6\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-02-26T16:36:08.290276Z","caller":"traceutil/trace.go:171","msg":"trace[1960101129] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e5042a99-0264-4788-ab7d-b764f9948db6; range_end:; response_count:1; response_revision:4497; }","duration":"273.091208ms","start":"2026-02-26T16:36:08.017171Z","end":"2026-02-26T16:36:08.290263Z","steps":["trace[1960101129] 'agreement among raft nodes before linearized reading' (duration: 272.895612ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:08.29284Z","caller":"traceutil/trace.go:171","msg":"trace[1284546440] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"150.586209ms","start":"2026-02-26T16:36:08.142232Z","end":"2026-02-26T16:36:08.292818Z","steps":["trace[1284546440] 'process raft request' (duration: 150.29047ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:08.292889Z","caller":"traceutil/trace.go:171","msg":"trace[1925437518] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"143.265685ms","start":"2026-02-26T16:36:08.149594Z","end":"2026-02-26T16:36:08.29286Z","steps":["trace[1925437518] 'process raft request' (duration: 143.12658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:08.293089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.180879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-26T16:36:08.293245Z","caller":"traceutil/trace.go:171","msg":"trace[1843864704] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4499; }","duration":"151.393215ms","start":"2026-02-26T16:36:08.141827Z","end":"2026-02-26T16:36:08.29322Z","steps":["trace[1843864704] 'agreement among raft nodes before linearized reading' (duration: 150.998592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:08.293427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.129607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-26T16:36:08.293523Z","caller":"traceutil/trace.go:171","msg":"trace[1858857856] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4499; }","duration":"151.24981ms","start":"2026-02-26T16:36:08.142248Z","end":"2026-02-26T16:36:08.293498Z","steps":["trace[1858857856] 'agreement among raft nodes before linearized reading' (duration: 150.692792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:09.969331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:09.568168Z","time spent":"401.159555ms","remote":"127.0.0.1:57818","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T16:36:09.969592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.694422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbdc0074-90dd-4333-82d9-679c57c4d3db\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-02-26T16:36:09.96969Z","caller":"traceutil/trace.go:171","msg":"trace[348000505] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbdc0074-90dd-4333-82d9-679c57c4d3db; range_end:; response_count:1; response_revision:4550; }","duration":"314.861238ms","start":"2026-02-26T16:36:09.654804Z","end":"2026-02-26T16:36:09.969665Z","steps":["trace[348000505] 'range keys from in-memory index tree' (duration: 314.490146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:09.969741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:09.654777Z","time spent":"314.954561ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4087,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbdc0074-90dd-4333-82d9-679c57c4d3db\" "} {"level":"warn","ts":"2026-02-26T16:36:09.969939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.645448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:36:09.970023Z","caller":"traceutil/trace.go:171","msg":"trace[292872467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4550; }","duration":"346.769452ms","start":"2026-02-26T16:36:09.623233Z","end":"2026-02-26T16:36:09.970002Z","steps":["trace[292872467] 'range keys from in-memory index tree' (duration: 346.551805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:09.970065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:09.623216Z","time spent":"346.840664ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:36:10.124699Z","caller":"traceutil/trace.go:171","msg":"trace[1736795312] linearizableReadLoop","detail":"{readStateIndex:4735; appliedIndex:4734; }","duration":"152.992157ms","start":"2026-02-26T16:36:09.971684Z","end":"2026-02-26T16:36:10.124676Z","steps":["trace[1736795312] 'read index received' (duration: 152.897694ms)","trace[1736795312] 'applied index is now lower than readState.Index' (duration: 93.553µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:36:10.124851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.121661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:36:10.124928Z","caller":"traceutil/trace.go:171","msg":"trace[171815886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4551; }","duration":"153.252295ms","start":"2026-02-26T16:36:09.971658Z","end":"2026-02-26T16:36:10.12491Z","steps":["trace[171815886] 'agreement among raft nodes before linearized reading' (duration: 153.08554ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:10.125129Z","caller":"traceutil/trace.go:171","msg":"trace[1675429478] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"159.567438ms","start":"2026-02-26T16:36:09.96555Z","end":"2026-02-26T16:36:10.125117Z","steps":["trace[1675429478] 'process raft request' (duration: 158.952568ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:10.129109Z","caller":"traceutil/trace.go:171","msg":"trace[496099592] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"156.293232ms","start":"2026-02-26T16:36:09.972802Z","end":"2026-02-26T16:36:10.129096Z","steps":["trace[496099592] 'process raft request' (duration: 156.100446ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:10.129486Z","caller":"traceutil/trace.go:171","msg":"trace[218953107] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"148.42742ms","start":"2026-02-26T16:36:09.981013Z","end":"2026-02-26T16:36:10.12944Z","steps":["trace[218953107] 'process raft request' (duration: 148.026207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:13.51013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661704359,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T16:36:13.563469Z","caller":"traceutil/trace.go:171","msg":"trace[781474586] linearizableReadLoop","detail":"{readStateIndex:4898; appliedIndex:4897; }","duration":"553.549803ms","start":"2026-02-26T16:36:13.009886Z","end":"2026-02-26T16:36:13.563435Z","steps":["trace[781474586] 'read index received' (duration: 553.373917ms)","trace[781474586] 'applied index is now lower than readState.Index' (duration: 175.216µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:13.563566Z","caller":"traceutil/trace.go:171","msg":"trace[1027200264] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"598.95823ms","start":"2026-02-26T16:36:12.96459Z","end":"2026-02-26T16:36:13.563549Z","steps":["trace[1027200264] 'process raft request' (duration: 598.718082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:13.563619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.716509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:36:13.56366Z","caller":"traceutil/trace.go:171","msg":"trace[547955845] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4709; }","duration":"553.826512ms","start":"2026-02-26T16:36:13.009823Z","end":"2026-02-26T16:36:13.563649Z","steps":["trace[547955845] 'agreement among raft nodes before linearized reading' (duration: 553.704038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:13.563694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:13.009801Z","time spent":"553.884704ms","remote":"127.0.0.1:45314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:36:13.563697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:12.964568Z","time spent":"599.058713ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:36:14.239062Z","caller":"traceutil/trace.go:171","msg":"trace[352198636] linearizableReadLoop","detail":"{readStateIndex:4899; appliedIndex:4898; }","duration":"465.476258ms","start":"2026-02-26T16:36:13.773561Z","end":"2026-02-26T16:36:14.239037Z","steps":["trace[352198636] 'read index received' (duration: 465.313843ms)","trace[352198636] 'applied index is now lower than readState.Index' (duration: 161.395µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:14.2392Z","caller":"traceutil/trace.go:171","msg":"trace[1099504883] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"584.122574ms","start":"2026-02-26T16:36:13.655027Z","end":"2026-02-26T16:36:14.239149Z","steps":["trace[1099504883] 'process raft request' (duration: 583.872836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:14.239239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.356777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:36:14.239291Z","caller":"traceutil/trace.go:171","msg":"trace[1357589361] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4710; }","duration":"360.462021ms","start":"2026-02-26T16:36:13.878815Z","end":"2026-02-26T16:36:14.239277Z","steps":["trace[1357589361] 'agreement among raft nodes before linearized reading' (duration: 360.361878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:14.239326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:13.878791Z","time spent":"360.525782ms","remote":"127.0.0.1:34416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:36:14.239362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.785209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54fb6073-ead6-4db0-8720-02282d606b94\" ","response":"range_response_count:1 size:3717"} {"level":"warn","ts":"2026-02-26T16:36:14.239374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:13.654994Z","time spent":"584.289379ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:36:14.239433Z","caller":"traceutil/trace.go:171","msg":"trace[403148055] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-54fb6073-ead6-4db0-8720-02282d606b94; range_end:; response_count:1; response_revision:4710; }","duration":"465.909102ms","start":"2026-02-26T16:36:13.773502Z","end":"2026-02-26T16:36:14.239411Z","steps":["trace[403148055] 'agreement among raft nodes before linearized reading' (duration: 465.660524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:14.239482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:13.773479Z","time spent":"465.990535ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3739,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54fb6073-ead6-4db0-8720-02282d606b94\" "} {"level":"warn","ts":"2026-02-26T16:36:14.240138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.087796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776698"} {"level":"info","ts":"2026-02-26T16:36:14.240272Z","caller":"traceutil/trace.go:171","msg":"trace[1447344117] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4710; }","duration":"272.296783ms","start":"2026-02-26T16:36:13.967946Z","end":"2026-02-26T16:36:14.240243Z","steps":["trace[1447344117] 'agreement among raft nodes before linearized reading' (duration: 271.26771ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:14.586151Z","caller":"traceutil/trace.go:171","msg":"trace[104872065] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"151.899152ms","start":"2026-02-26T16:36:14.4342Z","end":"2026-02-26T16:36:14.586099Z","steps":["trace[104872065] 'process raft request' (duration: 135.783205ms)","trace[104872065] 'compare' (duration: 15.875759ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:36:15.250938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.500978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:36:15.251226Z","caller":"traceutil/trace.go:171","msg":"trace[1437835628] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"596.720976ms","start":"2026-02-26T16:36:14.654479Z","end":"2026-02-26T16:36:15.2512Z","steps":["trace[1437835628] 'process raft request' (duration: 596.643664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:15.251336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:14.654464Z","time spent":"596.82294ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:36:15.251352Z","caller":"traceutil/trace.go:171","msg":"trace[721789352] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"596.994225ms","start":"2026-02-26T16:36:14.654332Z","end":"2026-02-26T16:36:15.251326Z","steps":["trace[721789352] 'process raft request' (duration: 596.707736ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:15.251336Z","caller":"traceutil/trace.go:171","msg":"trace[1431770378] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"597.303155ms","start":"2026-02-26T16:36:14.654Z","end":"2026-02-26T16:36:15.251303Z","steps":["trace[1431770378] 'process raft request' (duration: 329.327681ms)","trace[1431770378] 'compare' (duration: 267.376394ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:36:15.251487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:14.654298Z","time spent":"597.113219ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:36:15.251486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:14.653983Z","time spent":"597.427399ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:36:15.251507Z","caller":"traceutil/trace.go:171","msg":"trace[819207710] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"596.871291ms","start":"2026-02-26T16:36:14.654592Z","end":"2026-02-26T16:36:15.251464Z","steps":["trace[819207710] 'process raft request' (duration: 596.571041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:15.251693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:14.654579Z","time spent":"597.019116ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:36:15.251925Z","caller":"traceutil/trace.go:171","msg":"trace[227485129] linearizableReadLoop","detail":"{readStateIndex:4905; appliedIndex:4904; }","duration":"597.718389ms","start":"2026-02-26T16:36:14.654147Z","end":"2026-02-26T16:36:15.251865Z","steps":["trace[227485129] 'read index received' (duration: 329.247089ms)","trace[227485129] 'applied index is now lower than readState.Index' (duration: 268.46724ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:15.252032Z","caller":"traceutil/trace.go:171","msg":"trace[1525307823] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"597.119499ms","start":"2026-02-26T16:36:14.654889Z","end":"2026-02-26T16:36:15.252008Z","steps":["trace[1525307823] 'process raft request' (duration: 596.374565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:15.252195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.042709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62888"} {"level":"info","ts":"2026-02-26T16:36:15.252245Z","caller":"traceutil/trace.go:171","msg":"trace[2056510251] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4720; }","duration":"598.09555ms","start":"2026-02-26T16:36:14.654138Z","end":"2026-02-26T16:36:15.252233Z","steps":["trace[2056510251] 'agreement among raft nodes before linearized reading' (duration: 597.852683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:15.252266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.5882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.1897d92e689ef2f3\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-02-26T16:36:15.252284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:14.654066Z","time spent":"598.209704ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62910,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T16:36:15.252329Z","caller":"traceutil/trace.go:171","msg":"trace[267343481] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.1897d92e689ef2f3; range_end:; response_count:1; response_revision:4720; }","duration":"353.691233ms","start":"2026-02-26T16:36:14.898623Z","end":"2026-02-26T16:36:15.252314Z","steps":["trace[267343481] 'agreement among raft nodes before linearized reading' (duration: 353.490797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:15.252378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:14.8986Z","time spent":"353.768626ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":965,"request content":"key:\"/registry/events/monitoring/storage-loki-0.1897d92e689ef2f3\" "} {"level":"warn","ts":"2026-02-26T16:36:15.252485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.270084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-02-26T16:36:15.252545Z","caller":"traceutil/trace.go:171","msg":"trace[150107172] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4720; }","duration":"157.381467ms","start":"2026-02-26T16:36:15.095149Z","end":"2026-02-26T16:36:15.25253Z","steps":["trace[150107172] 'agreement among raft nodes before linearized reading' (duration: 157.15572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:15.253828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:14.654876Z","time spent":"597.324015ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:36:16.927514Z","caller":"traceutil/trace.go:171","msg":"trace[1318735981] linearizableReadLoop","detail":"{readStateIndex:4952; appliedIndex:4951; }","duration":"103.583812ms","start":"2026-02-26T16:36:16.8239Z","end":"2026-02-26T16:36:16.927483Z","steps":["trace[1318735981] 'read index received' (duration: 102.076644ms)","trace[1318735981] 'applied index is now lower than readState.Index' (duration: 1.505958ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:16.92758Z","caller":"traceutil/trace.go:171","msg":"trace[544553525] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"183.377621ms","start":"2026-02-26T16:36:16.74416Z","end":"2026-02-26T16:36:16.927537Z","steps":["trace[544553525] 'process raft request' (duration: 181.816061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:16.927897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.949224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:36:16.928012Z","caller":"traceutil/trace.go:171","msg":"trace[419486459] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4760; }","duration":"104.13724ms","start":"2026-02-26T16:36:16.823848Z","end":"2026-02-26T16:36:16.927985Z","steps":["trace[419486459] 'agreement among raft nodes before linearized reading' (duration: 103.739617ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:23.270453Z","caller":"traceutil/trace.go:171","msg":"trace[1718906573] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"157.957336ms","start":"2026-02-26T16:36:23.112461Z","end":"2026-02-26T16:36:23.270419Z","steps":["trace[1718906573] 'process raft request' (duration: 153.853174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:23.588498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.983901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:36:23.588621Z","caller":"traceutil/trace.go:171","msg":"trace[815165883] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"112.145127ms","start":"2026-02-26T16:36:23.476456Z","end":"2026-02-26T16:36:23.588602Z","steps":["trace[815165883] 'compare' (duration: 101.842806ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:23.976006Z","caller":"traceutil/trace.go:171","msg":"trace[1121828721] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"210.175911ms","start":"2026-02-26T16:36:23.76579Z","end":"2026-02-26T16:36:23.975966Z","steps":["trace[1121828721] 'process raft request' (duration: 140.655351ms)","trace[1121828721] 'compare' (duration: 69.296283ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:23.976096Z","caller":"traceutil/trace.go:171","msg":"trace[755471935] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"170.397835ms","start":"2026-02-26T16:36:23.805675Z","end":"2026-02-26T16:36:23.976073Z","steps":["trace[755471935] 'process raft request' (duration: 170.21972ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:23.976143Z","caller":"traceutil/trace.go:171","msg":"trace[468975226] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"162.612775ms","start":"2026-02-26T16:36:23.813494Z","end":"2026-02-26T16:36:23.976107Z","steps":["trace[468975226] 'process raft request' (duration: 162.473521ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:23.976232Z","caller":"traceutil/trace.go:171","msg":"trace[1584561275] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"157.639156ms","start":"2026-02-26T16:36:23.818582Z","end":"2026-02-26T16:36:23.976221Z","steps":["trace[1584561275] 'process raft request' (duration: 157.44732ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:23.976104Z","caller":"traceutil/trace.go:171","msg":"trace[2075622433] linearizableReadLoop","detail":"{readStateIndex:5071; appliedIndex:5068; }","duration":"160.449266ms","start":"2026-02-26T16:36:23.815637Z","end":"2026-02-26T16:36:23.976086Z","steps":["trace[2075622433] 'read index received' (duration: 90.932956ms)","trace[2075622433] 'applied index is now lower than readState.Index' (duration: 69.51543ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:36:23.976193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.532658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:36:23.97635Z","caller":"traceutil/trace.go:171","msg":"trace[1717432884] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:4877; }","duration":"160.748946ms","start":"2026-02-26T16:36:23.815591Z","end":"2026-02-26T16:36:23.97634Z","steps":["trace[1717432884] 'agreement among raft nodes before linearized reading' (duration: 160.55098ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:24.901485Z","caller":"traceutil/trace.go:171","msg":"trace[1018934580] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"156.945973ms","start":"2026-02-26T16:36:24.744509Z","end":"2026-02-26T16:36:24.901455Z","steps":["trace[1018934580] 'process raft request' (duration: 101.076362ms)","trace[1018934580] 'compare' (duration: 55.708306ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:24.906928Z","caller":"traceutil/trace.go:171","msg":"trace[881597901] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"155.995233ms","start":"2026-02-26T16:36:24.750899Z","end":"2026-02-26T16:36:24.906894Z","steps":["trace[881597901] 'process raft request' (duration: 155.818097ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:25.105142Z","caller":"traceutil/trace.go:171","msg":"trace[809517068] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"180.705466ms","start":"2026-02-26T16:36:24.924399Z","end":"2026-02-26T16:36:25.105105Z","steps":["trace[809517068] 'process raft request' (duration: 180.445378ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:29.09965Z","caller":"traceutil/trace.go:171","msg":"trace[1231641702] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"116.057391ms","start":"2026-02-26T16:36:28.983575Z","end":"2026-02-26T16:36:29.099633Z","steps":["trace[1231641702] 'process raft request' (duration: 115.924547ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:30.286317Z","caller":"traceutil/trace.go:171","msg":"trace[1347289322] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"127.665754ms","start":"2026-02-26T16:36:30.158625Z","end":"2026-02-26T16:36:30.28629Z","steps":["trace[1347289322] 'process raft request' (duration: 127.511129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:34.378856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.464141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:36:34.379163Z","caller":"traceutil/trace.go:171","msg":"trace[1987398319] linearizableReadLoop","detail":"{readStateIndex:5252; appliedIndex:5250; }","duration":"918.330152ms","start":"2026-02-26T16:36:33.460815Z","end":"2026-02-26T16:36:34.379145Z","steps":["trace[1987398319] 'read index received' (duration: 33.256627ms)","trace[1987398319] 'applied index is now lower than readState.Index' (duration: 885.072625ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:34.379265Z","caller":"traceutil/trace.go:171","msg":"trace[1038473896] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"918.614721ms","start":"2026-02-26T16:36:33.460639Z","end":"2026-02-26T16:36:34.379254Z","steps":["trace[1038473896] 'process raft request' (duration: 59.647423ms)","trace[1038473896] 'compare' (duration: 858.196933ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:36:34.379341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:33.460619Z","time spent":"918.679393ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:36:34.379705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.89616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:36:34.379676Z","caller":"traceutil/trace.go:171","msg":"trace[242319538] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"918.116925ms","start":"2026-02-26T16:36:33.461522Z","end":"2026-02-26T16:36:34.379639Z","steps":["trace[242319538] 'process raft request' (duration: 917.533236ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:34.379674Z","caller":"traceutil/trace.go:171","msg":"trace[407928087] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"918.972722ms","start":"2026-02-26T16:36:33.460651Z","end":"2026-02-26T16:36:34.379624Z","steps":["trace[407928087] 'process raft request' (duration: 918.312491ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:34.379926Z","caller":"traceutil/trace.go:171","msg":"trace[1070642836] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:5057; }","duration":"919.143408ms","start":"2026-02-26T16:36:33.46077Z","end":"2026-02-26T16:36:34.379913Z","steps":["trace[1070642836] 'agreement among raft nodes before linearized reading' (duration: 918.778186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:34.379922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.577132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:36:34.379959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:33.460752Z","time spent":"919.20038ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-5rfb5\" "} {"level":"info","ts":"2026-02-26T16:36:34.380023Z","caller":"traceutil/trace.go:171","msg":"trace[1245526515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5057; }","duration":"755.890402ms","start":"2026-02-26T16:36:33.624089Z","end":"2026-02-26T16:36:34.37998Z","steps":["trace[1245526515] 'agreement among raft nodes before linearized reading' (duration: 755.545211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:34.380069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:33.460638Z","time spent":"919.312033ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:36:34.380069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:33.461511Z","time spent":"918.433315ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:36:34.380091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:33.624066Z","time spent":"756.004076ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:36:34.380106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.503724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eef635c1-3b5a-4643-88da-8661b482dd78\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-02-26T16:36:34.380257Z","caller":"traceutil/trace.go:171","msg":"trace[528174401] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eef635c1-3b5a-4643-88da-8661b482dd78; range_end:; response_count:1; response_revision:5057; }","duration":"187.69829ms","start":"2026-02-26T16:36:34.19253Z","end":"2026-02-26T16:36:34.380228Z","steps":["trace[528174401] 'agreement among raft nodes before linearized reading' (duration: 187.131872ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:34.380402Z","caller":"traceutil/trace.go:171","msg":"trace[820508281] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"893.967861ms","start":"2026-02-26T16:36:33.486407Z","end":"2026-02-26T16:36:34.380375Z","steps":["trace[820508281] 'process raft request' (duration: 892.69607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:34.380399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.952868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eef635c1-3b5a-4643-88da-8661b482dd78\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-02-26T16:36:34.380668Z","caller":"traceutil/trace.go:171","msg":"trace[51909741] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eef635c1-3b5a-4643-88da-8661b482dd78; range_end:; response_count:1; response_revision:5057; }","duration":"714.215175ms","start":"2026-02-26T16:36:33.666398Z","end":"2026-02-26T16:36:34.380613Z","steps":["trace[51909741] 'agreement among raft nodes before linearized reading' (duration: 713.276905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:34.380779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:33.666387Z","time spent":"714.3389ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eef635c1-3b5a-4643-88da-8661b482dd78\" "} {"level":"warn","ts":"2026-02-26T16:36:34.381307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:33.486388Z","time spent":"894.125296ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:36:34.804283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.967216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:36:34.804399Z","caller":"traceutil/trace.go:171","msg":"trace[573200155] linearizableReadLoop","detail":"{readStateIndex:5256; appliedIndex:5255; }","duration":"179.772476ms","start":"2026-02-26T16:36:34.624604Z","end":"2026-02-26T16:36:34.804377Z","steps":["trace[573200155] 'read index received' (duration: 74.418477ms)","trace[573200155] 'applied index is now lower than readState.Index' (duration: 105.352569ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:34.804453Z","caller":"traceutil/trace.go:171","msg":"trace[1067847625] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"417.153058ms","start":"2026-02-26T16:36:34.387269Z","end":"2026-02-26T16:36:34.804422Z","steps":["trace[1067847625] 'process raft request' (duration: 311.81323ms)","trace[1067847625] 'compare' (duration: 104.77808ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:36:34.804559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.9391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:36:34.804611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:34.387249Z","time spent":"417.274342ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:36:34.804657Z","caller":"traceutil/trace.go:171","msg":"trace[635641332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5059; }","duration":"180.086606ms","start":"2026-02-26T16:36:34.624547Z","end":"2026-02-26T16:36:34.804634Z","steps":["trace[635641332] 'agreement among raft nodes before linearized reading' (duration: 179.918831ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:35.064414Z","caller":"traceutil/trace.go:171","msg":"trace[487834792] linearizableReadLoop","detail":"{readStateIndex:5257; appliedIndex:5256; }","duration":"259.958537ms","start":"2026-02-26T16:36:34.804427Z","end":"2026-02-26T16:36:35.064385Z","steps":["trace[487834792] 'read index received' (duration: 211.08913ms)","trace[487834792] 'applied index is now lower than readState.Index' (duration: 48.868207ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:35.06445Z","caller":"traceutil/trace.go:171","msg":"trace[324891499] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"302.659376ms","start":"2026-02-26T16:36:34.761766Z","end":"2026-02-26T16:36:35.064426Z","steps":["trace[324891499] 'process raft request' (duration: 253.732647ms)","trace[324891499] 'compare' (duration: 48.671631ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:35.064617Z","caller":"traceutil/trace.go:171","msg":"trace[1137377230] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"119.563924ms","start":"2026-02-26T16:36:34.945036Z","end":"2026-02-26T16:36:35.0646Z","steps":["trace[1137377230] 'process raft request' (duration: 119.300776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:35.064623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:34.761733Z","time spent":"302.790451ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:36:35.0648Z","caller":"traceutil/trace.go:171","msg":"trace[763338810] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"108.747758ms","start":"2026-02-26T16:36:34.956034Z","end":"2026-02-26T16:36:35.064782Z","steps":["trace[763338810] 'process raft request' (duration: 108.49456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:35.064992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.685562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-26T16:36:35.065152Z","caller":"traceutil/trace.go:171","msg":"trace[564895666] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5061; }","duration":"425.906689ms","start":"2026-02-26T16:36:34.639189Z","end":"2026-02-26T16:36:35.065096Z","steps":["trace[564895666] 'agreement among raft nodes before linearized reading' (duration: 425.359391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:35.065259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:34.639168Z","time spent":"426.073115ms","remote":"127.0.0.1:40388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-02-26T16:36:36.599357Z","caller":"traceutil/trace.go:171","msg":"trace[770228274] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"210.673407ms","start":"2026-02-26T16:36:36.388662Z","end":"2026-02-26T16:36:36.599336Z","steps":["trace[770228274] 'process raft request' (duration: 210.555853ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:36.607665Z","caller":"traceutil/trace.go:171","msg":"trace[532993535] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"218.941191ms","start":"2026-02-26T16:36:36.388706Z","end":"2026-02-26T16:36:36.607647Z","steps":["trace[532993535] 'process raft request' (duration: 218.833698ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:36.607808Z","caller":"traceutil/trace.go:171","msg":"trace[1476520930] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5268; }","duration":"216.72199ms","start":"2026-02-26T16:36:36.391074Z","end":"2026-02-26T16:36:36.607796Z","steps":["trace[1476520930] 'read index received' (duration: 208.347422ms)","trace[1476520930] 'applied index is now lower than readState.Index' (duration: 8.373448ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:36.607873Z","caller":"traceutil/trace.go:171","msg":"trace[431944440] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"218.695713ms","start":"2026-02-26T16:36:36.389168Z","end":"2026-02-26T16:36:36.607864Z","steps":["trace[431944440] 'process raft request' (duration: 218.444865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:36.608149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.04317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eef635c1-3b5a-4643-88da-8661b482dd78\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-02-26T16:36:36.608244Z","caller":"traceutil/trace.go:171","msg":"trace[2121708158] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eef635c1-3b5a-4643-88da-8661b482dd78; range_end:; response_count:1; response_revision:5072; }","duration":"217.176665ms","start":"2026-02-26T16:36:36.391046Z","end":"2026-02-26T16:36:36.608223Z","steps":["trace[2121708158] 'agreement among raft nodes before linearized reading' (duration: 216.897296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:36.608273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.780452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:36:36.608432Z","caller":"traceutil/trace.go:171","msg":"trace[1812434437] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:5072; }","duration":"163.99266ms","start":"2026-02-26T16:36:36.444408Z","end":"2026-02-26T16:36:36.608401Z","steps":["trace[1812434437] 'agreement among raft nodes before linearized reading' (duration: 163.567156ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:38.762175Z","caller":"traceutil/trace.go:171","msg":"trace[1118723855] linearizableReadLoop","detail":"{readStateIndex:5317; appliedIndex:5316; }","duration":"150.319501ms","start":"2026-02-26T16:36:38.611828Z","end":"2026-02-26T16:36:38.762147Z","steps":["trace[1118723855] 'read index received' (duration: 150.300831ms)","trace[1118723855] 'applied index is now lower than readState.Index' (duration: 16.48µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:38.762174Z","caller":"traceutil/trace.go:171","msg":"trace[1922391710] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"154.783604ms","start":"2026-02-26T16:36:38.60737Z","end":"2026-02-26T16:36:38.762154Z","steps":["trace[1922391710] 'process raft request' (duration: 154.6448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:38.76243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.59162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T16:36:38.762475Z","caller":"traceutil/trace.go:171","msg":"trace[214015995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5119; }","duration":"150.686653ms","start":"2026-02-26T16:36:38.611778Z","end":"2026-02-26T16:36:38.762465Z","steps":["trace[214015995] 'agreement among raft nodes before linearized reading' (duration: 150.466996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:38.775812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.636319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T16:36:38.775767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.503601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:36:38.775872Z","caller":"traceutil/trace.go:171","msg":"trace[1523046621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5121; }","duration":"163.746002ms","start":"2026-02-26T16:36:38.612113Z","end":"2026-02-26T16:36:38.775859Z","steps":["trace[1523046621] 'agreement among raft nodes before linearized reading' (duration: 163.572166ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:38.775879Z","caller":"traceutil/trace.go:171","msg":"trace[570454133] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"133.868104ms","start":"2026-02-26T16:36:38.641988Z","end":"2026-02-26T16:36:38.775856Z","steps":["trace[570454133] 'process raft request' (duration: 129.340549ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:38.775937Z","caller":"traceutil/trace.go:171","msg":"trace[1610609977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5121; }","duration":"152.671777ms","start":"2026-02-26T16:36:38.623213Z","end":"2026-02-26T16:36:38.775885Z","steps":["trace[1610609977] 'agreement among raft nodes before linearized reading' (duration: 152.495901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:38.776009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.860726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:36:38.776104Z","caller":"traceutil/trace.go:171","msg":"trace[331549751] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:5121; }","duration":"153.999199ms","start":"2026-02-26T16:36:38.622089Z","end":"2026-02-26T16:36:38.776088Z","steps":["trace[331549751] 'agreement among raft nodes before linearized reading' (duration: 153.70479ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:44.983961Z","caller":"traceutil/trace.go:171","msg":"trace[279142154] linearizableReadLoop","detail":"{readStateIndex:5418; appliedIndex:5417; }","duration":"188.093453ms","start":"2026-02-26T16:36:44.795836Z","end":"2026-02-26T16:36:44.98393Z","steps":["trace[279142154] 'read index received' (duration: 180.780848ms)","trace[279142154] 'applied index is now lower than readState.Index' (duration: 7.310924ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:44.984137Z","caller":"traceutil/trace.go:171","msg":"trace[270473744] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"191.568393ms","start":"2026-02-26T16:36:44.792547Z","end":"2026-02-26T16:36:44.984115Z","steps":["trace[270473744] 'process raft request' (duration: 184.056473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:44.984249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.402812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T16:36:44.984295Z","caller":"traceutil/trace.go:171","msg":"trace[1286393466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5216; }","duration":"188.497846ms","start":"2026-02-26T16:36:44.795785Z","end":"2026-02-26T16:36:44.984283Z","steps":["trace[1286393466] 'agreement among raft nodes before linearized reading' (duration: 188.338511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:44.984365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.803628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T16:36:44.984457Z","caller":"traceutil/trace.go:171","msg":"trace[2000504126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5216; }","duration":"180.930863ms","start":"2026-02-26T16:36:44.803506Z","end":"2026-02-26T16:36:44.984437Z","steps":["trace[2000504126] 'agreement among raft nodes before linearized reading' (duration: 180.659134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:44.984438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.852156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:36:44.984529Z","caller":"traceutil/trace.go:171","msg":"trace[1729395785] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:5216; }","duration":"178.96285ms","start":"2026-02-26T16:36:44.805544Z","end":"2026-02-26T16:36:44.984506Z","steps":["trace[1729395785] 'agreement among raft nodes before linearized reading' (duration: 178.720052ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:50.379133Z","caller":"traceutil/trace.go:171","msg":"trace[204676669] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"249.427839ms","start":"2026-02-26T16:36:50.12967Z","end":"2026-02-26T16:36:50.379098Z","steps":["trace[204676669] 'process raft request' (duration: 249.087878ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:50.379667Z","caller":"traceutil/trace.go:171","msg":"trace[1954298591] linearizableReadLoop","detail":"{readStateIndex:5463; appliedIndex:5462; }","duration":"246.379431ms","start":"2026-02-26T16:36:50.132665Z","end":"2026-02-26T16:36:50.379045Z","steps":["trace[1954298591] 'read index received' (duration: 246.140213ms)","trace[1954298591] 'applied index is now lower than readState.Index' (duration: 237.588µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:36:50.379598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.864197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-02-26T16:36:50.379836Z","caller":"traceutil/trace.go:171","msg":"trace[1726051449] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5260; }","duration":"247.173107ms","start":"2026-02-26T16:36:50.132646Z","end":"2026-02-26T16:36:50.379819Z","steps":["trace[1726051449] 'agreement among raft nodes before linearized reading' (duration: 246.572918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.659784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04704425s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T16:36:51.659891Z","caller":"traceutil/trace.go:171","msg":"trace[315973967] linearizableReadLoop","detail":"{readStateIndex:5464; appliedIndex:5463; }","duration":"1.280112184s","start":"2026-02-26T16:36:50.37976Z","end":"2026-02-26T16:36:51.659872Z","steps":["trace[315973967] 'read index received' (duration: 232.94995ms)","trace[315973967] 'applied index is now lower than readState.Index' (duration: 1.047160164s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:36:51.660117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292379117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16400"} {"level":"info","ts":"2026-02-26T16:36:51.660194Z","caller":"traceutil/trace.go:171","msg":"trace[564161731] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5260; }","duration":"1.292507862s","start":"2026-02-26T16:36:50.367666Z","end":"2026-02-26T16:36:51.660174Z","steps":["trace[564161731] 'agreement among raft nodes before linearized reading' (duration: 1.292271614s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.660225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:50.367646Z","time spent":"1.292571553s","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16422,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-26T16:36:51.664457Z","caller":"traceutil/trace.go:171","msg":"trace[1905536922] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"497.638929ms","start":"2026-02-26T16:36:51.166797Z","end":"2026-02-26T16:36:51.664435Z","steps":["trace[1905536922] 'process raft request' (duration: 497.445913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.664591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:51.166766Z","time spent":"497.747833ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:36:51.674816Z","caller":"traceutil/trace.go:171","msg":"trace[2048211438] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"496.39897ms","start":"2026-02-26T16:36:51.178391Z","end":"2026-02-26T16:36:51.674789Z","steps":["trace[2048211438] 'process raft request' (duration: 496.209404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.674983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.597685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:36:51.674983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:51.178325Z","time spent":"496.568276ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:36:51.675026Z","caller":"traceutil/trace.go:171","msg":"trace[30485837] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5263; }","duration":"428.706939ms","start":"2026-02-26T16:36:51.246307Z","end":"2026-02-26T16:36:51.675014Z","steps":["trace[30485837] 'agreement among raft nodes before linearized reading' (duration: 428.623756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.675066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:51.246287Z","time spent":"428.765581ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:36:51.675204Z","caller":"traceutil/trace.go:171","msg":"trace[1797676789] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"494.250991ms","start":"2026-02-26T16:36:51.180943Z","end":"2026-02-26T16:36:51.675194Z","steps":["trace[1797676789] 'process raft request' (duration: 493.807507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.67517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291552121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.1897d93347816b69\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-02-26T16:36:51.675261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:51.180915Z","time spent":"494.308313ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:36:51.675273Z","caller":"traceutil/trace.go:171","msg":"trace[1547482003] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.1897d93347816b69; range_end:; response_count:1; response_revision:5263; }","duration":"1.291692455s","start":"2026-02-26T16:36:50.383554Z","end":"2026-02-26T16:36:51.675246Z","steps":["trace[1547482003] 'agreement among raft nodes before linearized reading' (duration: 1.291374445s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.675321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:50.383543Z","time spent":"1.291767708s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":762,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.1897d93347816b69\" "} {"level":"warn","ts":"2026-02-26T16:36:51.67531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.994133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T16:36:51.6754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24569609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-26T16:36:51.675412Z","caller":"traceutil/trace.go:171","msg":"trace[1354120103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5263; }","duration":"653.147818ms","start":"2026-02-26T16:36:51.022239Z","end":"2026-02-26T16:36:51.675387Z","steps":["trace[1354120103] 'agreement among raft nodes before linearized reading' (duration: 652.797286ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:51.675442Z","caller":"traceutil/trace.go:171","msg":"trace[1040170782] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5263; }","duration":"1.245782083s","start":"2026-02-26T16:36:50.429645Z","end":"2026-02-26T16:36:51.675427Z","steps":["trace[1040170782] 'agreement among raft nodes before linearized reading' (duration: 1.24567835s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.675464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:51.022217Z","time spent":"653.236961ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T16:36:51.675481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:50.429624Z","time spent":"1.245844395s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T16:36:51.675485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291002153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-26T16:36:51.675567Z","caller":"traceutil/trace.go:171","msg":"trace[1126946035] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5263; }","duration":"1.291105196s","start":"2026-02-26T16:36:50.384435Z","end":"2026-02-26T16:36:51.67554Z","steps":["trace[1126946035] 'agreement among raft nodes before linearized reading' (duration: 1.2909057s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.675568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.032054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T16:36:51.675594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.280446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:36:51.675621Z","caller":"traceutil/trace.go:171","msg":"trace[1466053734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5263; }","duration":"158.337238ms","start":"2026-02-26T16:36:51.517276Z","end":"2026-02-26T16:36:51.675613Z","steps":["trace[1466053734] 'agreement among raft nodes before linearized reading' (duration: 158.276126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.675618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:50.384425Z","time spent":"1.291180429s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-26T16:36:51.675625Z","caller":"traceutil/trace.go:171","msg":"trace[1529073972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5263; }","duration":"653.108376ms","start":"2026-02-26T16:36:51.022503Z","end":"2026-02-26T16:36:51.675611Z","steps":["trace[1529073972] 'agreement among raft nodes before linearized reading' (duration: 652.956311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.675665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:51.022494Z","time spent":"653.162938ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:36:51.675731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.03622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T16:36:51.67578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.060854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:36:51.675817Z","caller":"traceutil/trace.go:171","msg":"trace[700660067] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5263; }","duration":"310.094895ms","start":"2026-02-26T16:36:51.365711Z","end":"2026-02-26T16:36:51.675806Z","steps":["trace[700660067] 'agreement among raft nodes before linearized reading' (duration: 310.043773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.675844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:51.365693Z","time spent":"310.143327ms","remote":"127.0.0.1:40474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:36:51.675765Z","caller":"traceutil/trace.go:171","msg":"trace[198278121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5263; }","duration":"661.109082ms","start":"2026-02-26T16:36:51.014646Z","end":"2026-02-26T16:36:51.675755Z","steps":["trace[198278121] 'agreement among raft nodes before linearized reading' (duration: 661.014179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.67597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:51.014624Z","time spent":"661.317819ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T16:36:51.675732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.905534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:36:51.67605Z","caller":"traceutil/trace.go:171","msg":"trace[1646914018] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5263; }","duration":"177.232664ms","start":"2026-02-26T16:36:51.498804Z","end":"2026-02-26T16:36:51.676037Z","steps":["trace[1646914018] 'agreement among raft nodes before linearized reading' (duration: 176.880603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.67525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.614926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:36:51.676111Z","caller":"traceutil/trace.go:171","msg":"trace[1803642380] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:5263; }","duration":"651.515805ms","start":"2026-02-26T16:36:51.02456Z","end":"2026-02-26T16:36:51.676076Z","steps":["trace[1803642380] 'agreement among raft nodes before linearized reading' (duration: 650.556764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.676227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:36:51.024526Z","time spent":"651.68945ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-5rfb5\" "} {"level":"warn","ts":"2026-02-26T16:36:51.956872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.331094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:36:51.956989Z","caller":"traceutil/trace.go:171","msg":"trace[1908342710] linearizableReadLoop","detail":"{readStateIndex:5468; appliedIndex:5467; }","duration":"280.01605ms","start":"2026-02-26T16:36:51.676954Z","end":"2026-02-26T16:36:51.95697Z","steps":["trace[1908342710] 'read index received' (duration: 176.321805ms)","trace[1908342710] 'applied index is now lower than readState.Index' (duration: 103.693025ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:51.957064Z","caller":"traceutil/trace.go:171","msg":"trace[1696027971] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"284.144493ms","start":"2026-02-26T16:36:51.672908Z","end":"2026-02-26T16:36:51.957052Z","steps":["trace[1696027971] 'process raft request' (duration: 180.53129ms)","trace[1696027971] 'compare' (duration: 103.152478ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:36:51.957287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.31422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:36:51.957367Z","caller":"traceutil/trace.go:171","msg":"trace[1382708719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5264; }","duration":"280.420263ms","start":"2026-02-26T16:36:51.676929Z","end":"2026-02-26T16:36:51.957349Z","steps":["trace[1382708719] 'agreement among raft nodes before linearized reading' (duration: 280.293329ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:51.973939Z","caller":"traceutil/trace.go:171","msg":"trace[1998308087] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"296.907632ms","start":"2026-02-26T16:36:51.677008Z","end":"2026-02-26T16:36:51.973916Z","steps":["trace[1998308087] 'process raft request' (duration: 296.761187ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:51.97432Z","caller":"traceutil/trace.go:171","msg":"trace[746698038] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"292.872442ms","start":"2026-02-26T16:36:51.681437Z","end":"2026-02-26T16:36:51.97431Z","steps":["trace[746698038] 'process raft request' (duration: 292.769119ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:51.974378Z","caller":"traceutil/trace.go:171","msg":"trace[1966050157] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"292.635655ms","start":"2026-02-26T16:36:51.681699Z","end":"2026-02-26T16:36:51.974335Z","steps":["trace[1966050157] 'process raft request' (duration: 292.532052ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:51.97425Z","caller":"traceutil/trace.go:171","msg":"trace[1711653247] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"294.817585ms","start":"2026-02-26T16:36:51.6794Z","end":"2026-02-26T16:36:51.974217Z","steps":["trace[1711653247] 'process raft request' (duration: 294.477114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.974572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.365091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fbdc0074-90dd-4333-82d9-679c57c4d3db\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-26T16:36:51.974637Z","caller":"traceutil/trace.go:171","msg":"trace[1703660422] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"294.268037ms","start":"2026-02-26T16:36:51.680358Z","end":"2026-02-26T16:36:51.974626Z","steps":["trace[1703660422] 'process raft request' (duration: 293.72409ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:51.974641Z","caller":"traceutil/trace.go:171","msg":"trace[1841312835] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fbdc0074-90dd-4333-82d9-679c57c4d3db; range_end:; response_count:1; response_revision:5270; }","duration":"294.465564ms","start":"2026-02-26T16:36:51.680156Z","end":"2026-02-26T16:36:51.974622Z","steps":["trace[1841312835] 'agreement among raft nodes before linearized reading' (duration: 294.178775ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:51.974706Z","caller":"traceutil/trace.go:171","msg":"trace[726420548] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"294.195435ms","start":"2026-02-26T16:36:51.680503Z","end":"2026-02-26T16:36:51.974698Z","steps":["trace[726420548] 'process raft request' (duration: 293.670838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.974911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.725347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-02-26T16:36:51.974933Z","caller":"traceutil/trace.go:171","msg":"trace[1442554883] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5270; }","duration":"287.761989ms","start":"2026-02-26T16:36:51.687164Z","end":"2026-02-26T16:36:51.974926Z","steps":["trace[1442554883] 'agreement among raft nodes before linearized reading' (duration: 287.683207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:51.975135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.109142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81724"} {"level":"info","ts":"2026-02-26T16:36:51.975165Z","caller":"traceutil/trace.go:171","msg":"trace[346230451] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5270; }","duration":"294.171884ms","start":"2026-02-26T16:36:51.680985Z","end":"2026-02-26T16:36:51.975157Z","steps":["trace[346230451] 'agreement among raft nodes before linearized reading' (duration: 293.967848ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:52.2166Z","caller":"traceutil/trace.go:171","msg":"trace[498977656] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"231.257507ms","start":"2026-02-26T16:36:51.985289Z","end":"2026-02-26T16:36:52.216547Z","steps":["trace[498977656] 'process raft request' (duration: 195.18242ms)","trace[498977656] 'compare' (duration: 35.666384ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:53.841557Z","caller":"traceutil/trace.go:171","msg":"trace[618959212] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"160.086555ms","start":"2026-02-26T16:36:53.681447Z","end":"2026-02-26T16:36:53.841533Z","steps":["trace[618959212] 'process raft request' (duration: 104.419039ms)","trace[618959212] 'compare' (duration: 55.50001ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:53.841751Z","caller":"traceutil/trace.go:171","msg":"trace[806172323] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"160.086135ms","start":"2026-02-26T16:36:53.681636Z","end":"2026-02-26T16:36:53.841722Z","steps":["trace[806172323] 'process raft request' (duration: 159.847327ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:36:57.12156Z","caller":"traceutil/trace.go:171","msg":"trace[1031378292] linearizableReadLoop","detail":"{readStateIndex:5503; appliedIndex:5502; }","duration":"151.675294ms","start":"2026-02-26T16:36:56.969854Z","end":"2026-02-26T16:36:57.121529Z","steps":["trace[1031378292] 'read index received' (duration: 151.195119ms)","trace[1031378292] 'applied index is now lower than readState.Index' (duration: 478.635µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:36:57.121621Z","caller":"traceutil/trace.go:171","msg":"trace[620194326] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"163.155943ms","start":"2026-02-26T16:36:56.958434Z","end":"2026-02-26T16:36:57.12159Z","steps":["trace[620194326] 'process raft request' (duration: 162.605325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:36:57.121811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.936673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-26T16:36:57.121863Z","caller":"traceutil/trace.go:171","msg":"trace[2125344298] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5298; }","duration":"152.045336ms","start":"2026-02-26T16:36:56.969799Z","end":"2026-02-26T16:36:57.121844Z","steps":["trace[2125344298] 'agreement among raft nodes before linearized reading' (duration: 151.83719ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:37:21.116882Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2666} {"level":"info","ts":"2026-02-26T16:37:21.186558Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2666,"took":"68.25957ms","hash":66479166,"current-db-size-bytes":39059456,"current-db-size":"39 MB","current-db-size-in-use-bytes":29126656,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-26T16:37:21.186613Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":66479166,"revision":2666,"compact-revision":-1} {"level":"info","ts":"2026-02-26T16:37:45.904537Z","caller":"traceutil/trace.go:171","msg":"trace[431345226] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"113.399009ms","start":"2026-02-26T16:37:45.791113Z","end":"2026-02-26T16:37:45.904512Z","steps":["trace[431345226] 'process raft request' (duration: 113.12687ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:42:21.123903Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5431} {"level":"info","ts":"2026-02-26T16:42:21.227554Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5431,"took":"102.00563ms","hash":151148502,"current-db-size-bytes":40706048,"current-db-size":"41 MB","current-db-size-in-use-bytes":21569536,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-26T16:42:21.227633Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":151148502,"revision":5431,"compact-revision":2666} {"level":"info","ts":"2026-02-26T16:42:47.552633Z","caller":"traceutil/trace.go:171","msg":"trace[50805804] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"295.940898ms","start":"2026-02-26T16:42:47.256661Z","end":"2026-02-26T16:42:47.552602Z","steps":["trace[50805804] 'process raft request' (duration: 295.756783ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:42:47.583281Z","caller":"traceutil/trace.go:171","msg":"trace[817474724] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"226.356379ms","start":"2026-02-26T16:42:47.356906Z","end":"2026-02-26T16:42:47.583262Z","steps":["trace[817474724] 'process raft request' (duration: 226.225285ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:42:47.58344Z","caller":"traceutil/trace.go:171","msg":"trace[977903706] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"203.267306ms","start":"2026-02-26T16:42:47.380146Z","end":"2026-02-26T16:42:47.583414Z","steps":["trace[977903706] 'process raft request' (duration: 203.080491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:42:58.828054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.42159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:42:58.828093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.93218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:42:58.82821Z","caller":"traceutil/trace.go:171","msg":"trace[870470936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7813; }","duration":"203.638827ms","start":"2026-02-26T16:42:58.624533Z","end":"2026-02-26T16:42:58.828172Z","steps":["trace[870470936] 'range keys from in-memory index tree' (duration: 203.316137ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:42:58.828245Z","caller":"traceutil/trace.go:171","msg":"trace[2048595106] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:7813; }","duration":"458.149398ms","start":"2026-02-26T16:42:58.370059Z","end":"2026-02-26T16:42:58.828209Z","steps":["trace[2048595106] 'range keys from in-memory index tree' (duration: 457.699353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:42:58.828306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:42:58.370001Z","time spent":"458.293622ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-5rfb5\" "} {"level":"warn","ts":"2026-02-26T16:43:00.374322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.834787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T16:43:00.374508Z","caller":"traceutil/trace.go:171","msg":"trace[1217979724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7817; }","duration":"101.070315ms","start":"2026-02-26T16:43:00.273419Z","end":"2026-02-26T16:43:00.374489Z","steps":["trace[1217979724] 'range keys from in-memory index tree' (duration: 100.654592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:00.374335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.211976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T16:43:00.374697Z","caller":"traceutil/trace.go:171","msg":"trace[1951536124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7817; }","duration":"113.614708ms","start":"2026-02-26T16:43:00.261056Z","end":"2026-02-26T16:43:00.374671Z","steps":["trace[1951536124] 'range keys from in-memory index tree' (duration: 113.007899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:00.374705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.856393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T16:43:00.374813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.898101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T16:43:00.374837Z","caller":"traceutil/trace.go:171","msg":"trace[1429639659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7817; }","duration":"104.131372ms","start":"2026-02-26T16:43:00.270678Z","end":"2026-02-26T16:43:00.37481Z","steps":["trace[1429639659] 'range keys from in-memory index tree' (duration: 103.611465ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:00.374905Z","caller":"traceutil/trace.go:171","msg":"trace[324636350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7817; }","duration":"102.012925ms","start":"2026-02-26T16:43:00.272872Z","end":"2026-02-26T16:43:00.374885Z","steps":["trace[324636350] 'range keys from in-memory index tree' (duration: 101.678335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:00.963167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.645477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:00.963252Z","caller":"traceutil/trace.go:171","msg":"trace[1238509624] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7821; }","duration":"438.774412ms","start":"2026-02-26T16:43:00.524459Z","end":"2026-02-26T16:43:00.963234Z","steps":["trace[1238509624] 'range keys from in-memory index tree' (duration: 438.548964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:00.963295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:00.524444Z","time spent":"438.841783ms","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T16:43:01.222051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.828182ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T16:43:01.222239Z","caller":"traceutil/trace.go:171","msg":"trace[320451851] linearizableReadLoop","detail":"{readStateIndex:8115; appliedIndex:8114; }","duration":"597.513313ms","start":"2026-02-26T16:43:00.624705Z","end":"2026-02-26T16:43:01.222218Z","steps":["trace[320451851] 'read index received' (duration: 98.548506ms)","trace[320451851] 'applied index is now lower than readState.Index' (duration: 498.963396ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:43:01.222382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.672438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.222409Z","caller":"traceutil/trace.go:171","msg":"trace[2139185261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7821; }","duration":"597.730219ms","start":"2026-02-26T16:43:00.624671Z","end":"2026-02-26T16:43:01.222401Z","steps":["trace[2139185261] 'agreement among raft nodes before linearized reading' (duration: 597.637146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.222436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:00.624659Z","time spent":"597.770591ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:43:01.222636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.91129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T16:43:01.222742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.995951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.222753Z","caller":"traceutil/trace.go:171","msg":"trace[1744910931] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:7821; }","duration":"381.078234ms","start":"2026-02-26T16:43:00.841644Z","end":"2026-02-26T16:43:01.222722Z","steps":["trace[1744910931] 'agreement among raft nodes before linearized reading' (duration: 380.827666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.222803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.524994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:01.222792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.455532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:01.222816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:00.841622Z","time spent":"381.182308ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-5rfb5\" "} {"level":"info","ts":"2026-02-26T16:43:01.222837Z","caller":"traceutil/trace.go:171","msg":"trace[206325060] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7821; }","duration":"210.570825ms","start":"2026-02-26T16:43:01.012254Z","end":"2026-02-26T16:43:01.222825Z","steps":["trace[206325060] 'agreement among raft nodes before linearized reading' (duration: 210.530063ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:01.222849Z","caller":"traceutil/trace.go:171","msg":"trace[772262829] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7821; }","duration":"210.525224ms","start":"2026-02-26T16:43:01.01231Z","end":"2026-02-26T16:43:01.222836Z","steps":["trace[772262829] 'agreement among raft nodes before linearized reading' (duration: 210.418881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.22289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.237885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.222998Z","caller":"traceutil/trace.go:171","msg":"trace[483670636] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7821; }","duration":"195.370959ms","start":"2026-02-26T16:43:01.027603Z","end":"2026-02-26T16:43:01.222974Z","steps":["trace[483670636] 'agreement among raft nodes before linearized reading' (duration: 195.221474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.223022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.157452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.223045Z","caller":"traceutil/trace.go:171","msg":"trace[1290838072] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7821; }","duration":"210.198223ms","start":"2026-02-26T16:43:01.01284Z","end":"2026-02-26T16:43:01.223038Z","steps":["trace[1290838072] 'agreement among raft nodes before linearized reading' (duration: 210.159332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.223048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.609254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.223068Z","caller":"traceutil/trace.go:171","msg":"trace[1539482409] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7821; }","duration":"224.630225ms","start":"2026-02-26T16:43:00.998432Z","end":"2026-02-26T16:43:01.223062Z","steps":["trace[1539482409] 'agreement among raft nodes before linearized reading' (duration: 224.595514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.223131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.90363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:01.223144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.52365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.223173Z","caller":"traceutil/trace.go:171","msg":"trace[571116963] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7821; }","duration":"107.962771ms","start":"2026-02-26T16:43:01.115201Z","end":"2026-02-26T16:43:01.223163Z","steps":["trace[571116963] 'agreement among raft nodes before linearized reading' (duration: 107.898719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.223185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.140902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.223187Z","caller":"traceutil/trace.go:171","msg":"trace[790752416] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7821; }","duration":"253.613612ms","start":"2026-02-26T16:43:00.969558Z","end":"2026-02-26T16:43:01.223172Z","steps":["trace[790752416] 'agreement among raft nodes before linearized reading' (duration: 253.54537ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:01.223204Z","caller":"traceutil/trace.go:171","msg":"trace[1455943438] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7821; }","duration":"225.173702ms","start":"2026-02-26T16:43:00.998025Z","end":"2026-02-26T16:43:01.223199Z","steps":["trace[1455943438] 'agreement among raft nodes before linearized reading' (duration: 225.141201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.223148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.154554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:01.223306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.964782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:01.223315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.07427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:01.22332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.892257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.223333Z","caller":"traceutil/trace.go:171","msg":"trace[1764021215] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7821; }","duration":"108.990083ms","start":"2026-02-26T16:43:01.114334Z","end":"2026-02-26T16:43:01.223324Z","steps":["trace[1764021215] 'agreement among raft nodes before linearized reading' (duration: 108.953042ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:01.223341Z","caller":"traceutil/trace.go:171","msg":"trace[1984550830] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7821; }","duration":"241.109911ms","start":"2026-02-26T16:43:00.982225Z","end":"2026-02-26T16:43:01.223334Z","steps":["trace[1984550830] 'agreement among raft nodes before linearized reading' (duration: 241.07405ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:01.22335Z","caller":"traceutil/trace.go:171","msg":"trace[2066970449] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7821; }","duration":"143.935538ms","start":"2026-02-26T16:43:01.079407Z","end":"2026-02-26T16:43:01.223342Z","steps":["trace[2066970449] 'agreement among raft nodes before linearized reading' (duration: 143.869416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.223356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.501748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.223399Z","caller":"traceutil/trace.go:171","msg":"trace[1680308158] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7821; }","duration":"184.56473ms","start":"2026-02-26T16:43:01.038821Z","end":"2026-02-26T16:43:01.223385Z","steps":["trace[1680308158] 'agreement among raft nodes before linearized reading' (duration: 184.504698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.223455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.861125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.223474Z","caller":"traceutil/trace.go:171","msg":"trace[1823216843] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7821; }","duration":"241.891586ms","start":"2026-02-26T16:43:00.981577Z","end":"2026-02-26T16:43:01.223468Z","steps":["trace[1823216843] 'agreement among raft nodes before linearized reading' (duration: 241.860055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.223477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.311064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.223502Z","caller":"traceutil/trace.go:171","msg":"trace[18223491] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7821; }","duration":"162.438697ms","start":"2026-02-26T16:43:01.061054Z","end":"2026-02-26T16:43:01.223493Z","steps":["trace[18223491] 'agreement among raft nodes before linearized reading' (duration: 162.402046ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:01.2228Z","caller":"traceutil/trace.go:171","msg":"trace[1530696784] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7821; }","duration":"183.084883ms","start":"2026-02-26T16:43:01.039703Z","end":"2026-02-26T16:43:01.222788Z","steps":["trace[1530696784] 'agreement among raft nodes before linearized reading' (duration: 182.97644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.223614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.479939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.223636Z","caller":"traceutil/trace.go:171","msg":"trace[1278122763] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7821; }","duration":"162.52355ms","start":"2026-02-26T16:43:01.061104Z","end":"2026-02-26T16:43:01.223628Z","steps":["trace[1278122763] 'agreement among raft nodes before linearized reading' (duration: 162.492899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.223645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.036336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:01.22276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.186584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.223702Z","caller":"traceutil/trace.go:171","msg":"trace[1265168374] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7821; }","duration":"242.146334ms","start":"2026-02-26T16:43:00.981549Z","end":"2026-02-26T16:43:01.223695Z","steps":["trace[1265168374] 'agreement among raft nodes before linearized reading' (duration: 241.168503ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:01.223695Z","caller":"traceutil/trace.go:171","msg":"trace[379482510] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7821; }","duration":"254.102458ms","start":"2026-02-26T16:43:00.969577Z","end":"2026-02-26T16:43:01.22368Z","steps":["trace[379482510] 'agreement among raft nodes before linearized reading' (duration: 254.027346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.223286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.275456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.223845Z","caller":"traceutil/trace.go:171","msg":"trace[1220036837] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7821; }","duration":"225.853163ms","start":"2026-02-26T16:43:00.997984Z","end":"2026-02-26T16:43:01.223837Z","steps":["trace[1220036837] 'agreement among raft nodes before linearized reading' (duration: 225.285715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.22394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.351806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.223987Z","caller":"traceutil/trace.go:171","msg":"trace[1908004413] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7821; }","duration":"254.414007ms","start":"2026-02-26T16:43:00.969557Z","end":"2026-02-26T16:43:01.223971Z","steps":["trace[1908004413] 'agreement among raft nodes before linearized reading' (duration: 254.341575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.224102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.160415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.224124Z","caller":"traceutil/trace.go:171","msg":"trace[1486096735] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7821; }","duration":"196.442243ms","start":"2026-02-26T16:43:01.026872Z","end":"2026-02-26T16:43:01.223314Z","steps":["trace[1486096735] 'agreement among raft nodes before linearized reading' (duration: 196.03472ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:01.224153Z","caller":"traceutil/trace.go:171","msg":"trace[2000717471] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7821; }","duration":"197.231558ms","start":"2026-02-26T16:43:01.026906Z","end":"2026-02-26T16:43:01.224138Z","steps":["trace[2000717471] 'agreement among raft nodes before linearized reading' (duration: 197.153945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.224183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.882623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.224216Z","caller":"traceutil/trace.go:171","msg":"trace[50493360] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7821; }","duration":"254.951815ms","start":"2026-02-26T16:43:00.969254Z","end":"2026-02-26T16:43:01.224206Z","steps":["trace[50493360] 'agreement among raft nodes before linearized reading' (duration: 254.897963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.22327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.515885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:01.224322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.38068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.224339Z","caller":"traceutil/trace.go:171","msg":"trace[2026111013] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7821; }","duration":"144.589469ms","start":"2026-02-26T16:43:01.079742Z","end":"2026-02-26T16:43:01.224331Z","steps":["trace[2026111013] 'agreement among raft nodes before linearized reading' (duration: 143.497744ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:01.224351Z","caller":"traceutil/trace.go:171","msg":"trace[5694822] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7821; }","duration":"340.439662ms","start":"2026-02-26T16:43:00.883904Z","end":"2026-02-26T16:43:01.224343Z","steps":["trace[5694822] 'agreement among raft nodes before linearized reading' (duration: 340.3939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.224376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:00.883888Z","time spent":"340.480894ms","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-02-26T16:43:01.224507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.189611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:01.224515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.307113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.22453Z","caller":"traceutil/trace.go:171","msg":"trace[755362780] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7821; }","duration":"110.213092ms","start":"2026-02-26T16:43:01.11431Z","end":"2026-02-26T16:43:01.224523Z","steps":["trace[755362780] 'agreement among raft nodes before linearized reading' (duration: 110.17028ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:01.224546Z","caller":"traceutil/trace.go:171","msg":"trace[931549361] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7821; }","duration":"291.367395ms","start":"2026-02-26T16:43:00.93317Z","end":"2026-02-26T16:43:01.224537Z","steps":["trace[931549361] 'agreement among raft nodes before linearized reading' (duration: 291.309513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.224665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.774382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:01.224712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.238312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.224712Z","caller":"traceutil/trace.go:171","msg":"trace[1681514450] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7821; }","duration":"128.823224ms","start":"2026-02-26T16:43:01.095874Z","end":"2026-02-26T16:43:01.224697Z","steps":["trace[1681514450] 'agreement among raft nodes before linearized reading' (duration: 128.747382ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:01.224734Z","caller":"traceutil/trace.go:171","msg":"trace[660028325] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7821; }","duration":"292.275523ms","start":"2026-02-26T16:43:00.932452Z","end":"2026-02-26T16:43:01.224727Z","steps":["trace[660028325] 'agreement among raft nodes before linearized reading' (duration: 292.244292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.224876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.369788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T16:43:01.224681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.197051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.224902Z","caller":"traceutil/trace.go:171","msg":"trace[2043363333] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7821; }","duration":"316.43196ms","start":"2026-02-26T16:43:00.908461Z","end":"2026-02-26T16:43:01.224893Z","steps":["trace[2043363333] 'agreement among raft nodes before linearized reading' (duration: 316.372028ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:01.224916Z","caller":"traceutil/trace.go:171","msg":"trace[1051037377] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7821; }","duration":"292.441518ms","start":"2026-02-26T16:43:00.932458Z","end":"2026-02-26T16:43:01.2249Z","steps":["trace[1051037377] 'agreement among raft nodes before linearized reading' (duration: 292.201181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.224937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:00.908443Z","time spent":"316.484661ms","remote":"127.0.0.1:45366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:43:01.224993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.075108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.225019Z","caller":"traceutil/trace.go:171","msg":"trace[882103557] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7821; }","duration":"323.12872ms","start":"2026-02-26T16:43:00.901883Z","end":"2026-02-26T16:43:01.225012Z","steps":["trace[882103557] 'agreement among raft nodes before linearized reading' (duration: 323.082298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.225037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:00.901868Z","time spent":"323.16284ms","remote":"127.0.0.1:52480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-02-26T16:43:01.225143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.50974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.225166Z","caller":"traceutil/trace.go:171","msg":"trace[900644269] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7821; }","duration":"322.557861ms","start":"2026-02-26T16:43:00.9026Z","end":"2026-02-26T16:43:01.225158Z","steps":["trace[900644269] 'agreement among raft nodes before linearized reading' (duration: 322.52539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.225182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:00.902584Z","time spent":"322.593723ms","remote":"127.0.0.1:52480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-02-26T16:43:01.225265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.308766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:01.225266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.34668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:01.225289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.004661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:01.223726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.680794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.225317Z","caller":"traceutil/trace.go:171","msg":"trace[1889669066] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7821; }","duration":"341.436973ms","start":"2026-02-26T16:43:00.883865Z","end":"2026-02-26T16:43:01.225302Z","steps":["trace[1889669066] 'agreement among raft nodes before linearized reading' (duration: 341.35174ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:01.225349Z","caller":"traceutil/trace.go:171","msg":"trace[1401126231] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7821; }","duration":"164.350977ms","start":"2026-02-26T16:43:01.060986Z","end":"2026-02-26T16:43:01.225337Z","steps":["trace[1401126231] 'agreement among raft nodes before linearized reading' (duration: 162.721956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.225364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:00.883847Z","time spent":"341.502275ms","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:43:01.225419Z","caller":"traceutil/trace.go:171","msg":"trace[684023626] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7821; }","duration":"130.171386ms","start":"2026-02-26T16:43:01.09524Z","end":"2026-02-26T16:43:01.225411Z","steps":["trace[684023626] 'agreement among raft nodes before linearized reading' (duration: 129.094763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.225455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.384543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.225483Z","caller":"traceutil/trace.go:171","msg":"trace[1417519393] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7821; }","duration":"130.430124ms","start":"2026-02-26T16:43:01.095042Z","end":"2026-02-26T16:43:01.225472Z","steps":["trace[1417519393] 'agreement among raft nodes before linearized reading' (duration: 130.386553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.225566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.712522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:01.225598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.999171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.225613Z","caller":"traceutil/trace.go:171","msg":"trace[1592134056] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7821; }","duration":"341.759793ms","start":"2026-02-26T16:43:00.883838Z","end":"2026-02-26T16:43:01.225597Z","steps":["trace[1592134056] 'agreement among raft nodes before linearized reading' (duration: 341.685821ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:01.225627Z","caller":"traceutil/trace.go:171","msg":"trace[1896727464] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7821; }","duration":"145.084234ms","start":"2026-02-26T16:43:01.080535Z","end":"2026-02-26T16:43:01.225619Z","steps":["trace[1896727464] 'agreement among raft nodes before linearized reading' (duration: 145.034982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.225661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:00.883794Z","time spent":"341.848495ms","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-02-26T16:43:01.223287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.369224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:01.225284Z","caller":"traceutil/trace.go:171","msg":"trace[574197495] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7821; }","duration":"323.359507ms","start":"2026-02-26T16:43:00.901919Z","end":"2026-02-26T16:43:01.225279Z","steps":["trace[574197495] 'agreement among raft nodes before linearized reading' (duration: 323.326856ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:01.225886Z","caller":"traceutil/trace.go:171","msg":"trace[1624704642] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7821; }","duration":"187.028107ms","start":"2026-02-26T16:43:01.038849Z","end":"2026-02-26T16:43:01.225877Z","steps":["trace[1624704642] 'agreement among raft nodes before linearized reading' (duration: 184.390044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:01.225937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:00.901904Z","time spent":"324.013257ms","remote":"127.0.0.1:52480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:43:02.657429Z","caller":"traceutil/trace.go:171","msg":"trace[684835442] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"185.505509ms","start":"2026-02-26T16:43:02.471887Z","end":"2026-02-26T16:43:02.657393Z","steps":["trace[684835442] 'process raft request' (duration: 185.304082ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:02.735758Z","caller":"traceutil/trace.go:171","msg":"trace[1316359650] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"263.551773ms","start":"2026-02-26T16:43:02.472137Z","end":"2026-02-26T16:43:02.735689Z","steps":["trace[1316359650] 'process raft request' (duration: 212.766182ms)","trace[1316359650] 'compare' (duration: 50.575934ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:02.736264Z","caller":"traceutil/trace.go:171","msg":"trace[702430486] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"264.090419ms","start":"2026-02-26T16:43:02.472133Z","end":"2026-02-26T16:43:02.736223Z","steps":["trace[702430486] 'process raft request' (duration: 263.505641ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:02.736294Z","caller":"traceutil/trace.go:171","msg":"trace[2023827837] linearizableReadLoop","detail":"{readStateIndex:8125; appliedIndex:8120; }","duration":"112.211004ms","start":"2026-02-26T16:43:02.624043Z","end":"2026-02-26T16:43:02.736254Z","steps":["trace[2023827837] 'read index received' (duration: 33.21399ms)","trace[2023827837] 'applied index is now lower than readState.Index' (duration: 78.989594ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:02.736445Z","caller":"traceutil/trace.go:171","msg":"trace[1908614441] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"263.842982ms","start":"2026-02-26T16:43:02.472558Z","end":"2026-02-26T16:43:02.736401Z","steps":["trace[1908614441] 'process raft request' (duration: 263.46997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:02.736529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.460622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:02.736547Z","caller":"traceutil/trace.go:171","msg":"trace[580661840] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"252.353222ms","start":"2026-02-26T16:43:02.48418Z","end":"2026-02-26T16:43:02.736533Z","steps":["trace[580661840] 'process raft request' (duration: 252.007981ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:02.736583Z","caller":"traceutil/trace.go:171","msg":"trace[1253604558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7831; }","duration":"112.546694ms","start":"2026-02-26T16:43:02.624022Z","end":"2026-02-26T16:43:02.736569Z","steps":["trace[1253604558] 'agreement among raft nodes before linearized reading' (duration: 112.365779ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:03.78454Z","caller":"traceutil/trace.go:171","msg":"trace[1414017102] linearizableReadLoop","detail":"{readStateIndex:8126; appliedIndex:8125; }","duration":"219.179344ms","start":"2026-02-26T16:43:03.565327Z","end":"2026-02-26T16:43:03.784506Z","steps":["trace[1414017102] 'read index received' (duration: 218.942767ms)","trace[1414017102] 'applied index is now lower than readState.Index' (duration: 235.097µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:43:03.784824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.469294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:43:03.784913Z","caller":"traceutil/trace.go:171","msg":"trace[86362515] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7832; }","duration":"219.644359ms","start":"2026-02-26T16:43:03.565248Z","end":"2026-02-26T16:43:03.784892Z","steps":["trace[86362515] 'agreement among raft nodes before linearized reading' (duration: 219.419051ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:03.785295Z","caller":"traceutil/trace.go:171","msg":"trace[2050951136] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"258.477255ms","start":"2026-02-26T16:43:03.52677Z","end":"2026-02-26T16:43:03.785247Z","steps":["trace[2050951136] 'process raft request' (duration: 257.483424ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:03.785854Z","caller":"traceutil/trace.go:171","msg":"trace[48285121] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"137.930439ms","start":"2026-02-26T16:43:03.647908Z","end":"2026-02-26T16:43:03.785839Z","steps":["trace[48285121] 'process raft request' (duration: 137.513386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:03.786216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.043915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:03.786331Z","caller":"traceutil/trace.go:171","msg":"trace[178133748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7835; }","duration":"162.21957ms","start":"2026-02-26T16:43:03.624071Z","end":"2026-02-26T16:43:03.78629Z","steps":["trace[178133748] 'agreement among raft nodes before linearized reading' (duration: 162.017334ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:27.447737Z","caller":"traceutil/trace.go:171","msg":"trace[1278274456] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"112.615027ms","start":"2026-02-26T16:43:27.335086Z","end":"2026-02-26T16:43:27.447701Z","steps":["trace[1278274456] 'process raft request' (duration: 112.38596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:27.447845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.052774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-02-26T16:43:27.44792Z","caller":"traceutil/trace.go:171","msg":"trace[66702113] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8005; }","duration":"100.180147ms","start":"2026-02-26T16:43:27.347722Z","end":"2026-02-26T16:43:27.447902Z","steps":["trace[66702113] 'agreement among raft nodes before linearized reading' (duration: 99.973261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:32.104389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827406729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T16:43:32.104472Z","caller":"traceutil/trace.go:171","msg":"trace[1434499083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8018; }","duration":"1.827533803s","start":"2026-02-26T16:43:30.276919Z","end":"2026-02-26T16:43:32.104453Z","steps":["trace[1434499083] 'range keys from in-memory index tree' (duration: 1.827205003s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:32.104512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:30.276898Z","time spent":"1.827604986s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T16:43:32.273988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243859974s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T16:43:32.274851Z","caller":"traceutil/trace.go:171","msg":"trace[687038512] linearizableReadLoop","detail":"{readStateIndex:8320; appliedIndex:8319; }","duration":"1.465437484s","start":"2026-02-26T16:43:30.809383Z","end":"2026-02-26T16:43:32.27482Z","steps":["trace[687038512] 'read index received' (duration: 220.685882ms)","trace[687038512] 'applied index is now lower than readState.Index' (duration: 1.244748001s)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:32.274869Z","caller":"traceutil/trace.go:171","msg":"trace[1366388699] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"353.687126ms","start":"2026-02-26T16:43:31.921155Z","end":"2026-02-26T16:43:32.274842Z","steps":["trace[1366388699] 'process raft request' (duration: 353.527291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:32.275191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465768724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T16:43:32.27525Z","caller":"traceutil/trace.go:171","msg":"trace[739944841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8019; }","duration":"1.465897428s","start":"2026-02-26T16:43:30.809337Z","end":"2026-02-26T16:43:32.275235Z","steps":["trace[739944841] 'agreement among raft nodes before linearized reading' (duration: 1.46566341s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:32.275305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:30.809318Z","time spent":"1.46597466s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:43:32.275289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:31.921128Z","time spent":"354.040548ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:43:32.28242Z","caller":"traceutil/trace.go:171","msg":"trace[1550250869] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"302.770332ms","start":"2026-02-26T16:43:31.979626Z","end":"2026-02-26T16:43:32.282396Z","steps":["trace[1550250869] 'process raft request' (duration: 302.525434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:32.282568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:31.979602Z","time spent":"302.890586ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:43:32.282838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.954098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:32.28289Z","caller":"traceutil/trace.go:171","msg":"trace[879091387] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8022; }","duration":"660.043351ms","start":"2026-02-26T16:43:31.622831Z","end":"2026-02-26T16:43:32.282874Z","steps":["trace[879091387] 'agreement among raft nodes before linearized reading' (duration: 659.975648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:32.283012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:31.622809Z","time spent":"660.184235ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:43:32.282965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397992241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T16:43:32.283115Z","caller":"traceutil/trace.go:171","msg":"trace[1306454100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8022; }","duration":"1.398269179s","start":"2026-02-26T16:43:30.884825Z","end":"2026-02-26T16:43:32.283094Z","steps":["trace[1306454100] 'agreement among raft nodes before linearized reading' (duration: 1.397942109s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:32.283174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398136545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T16:43:32.283197Z","caller":"traceutil/trace.go:171","msg":"trace[147819232] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"302.70178ms","start":"2026-02-26T16:43:31.98048Z","end":"2026-02-26T16:43:32.283182Z","steps":["trace[147819232] 'process raft request' (duration: 301.845793ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:32.283222Z","caller":"traceutil/trace.go:171","msg":"trace[655288291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8022; }","duration":"1.398259179s","start":"2026-02-26T16:43:30.884952Z","end":"2026-02-26T16:43:32.283211Z","steps":["trace[655288291] 'agreement among raft nodes before linearized reading' (duration: 1.398115885s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:32.2832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:30.884801Z","time spent":"1.398385903s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T16:43:32.283307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.763869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T16:43:32.283105Z","caller":"traceutil/trace.go:171","msg":"trace[1748543181] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"173.848824ms","start":"2026-02-26T16:43:32.109201Z","end":"2026-02-26T16:43:32.28305Z","steps":["trace[1748543181] 'process raft request' (duration: 173.455092ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:32.283373Z","caller":"traceutil/trace.go:171","msg":"trace[1664664232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8022; }","duration":"460.887234ms","start":"2026-02-26T16:43:31.822469Z","end":"2026-02-26T16:43:32.283357Z","steps":["trace[1664664232] 'agreement among raft nodes before linearized reading' (duration: 460.638286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:32.283376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.14118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T16:43:32.283261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.201316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T16:43:32.283372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:31.98047Z","time spent":"302.799953ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:43:32.283415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:31.822447Z","time spent":"460.959426ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T16:43:32.283432Z","caller":"traceutil/trace.go:171","msg":"trace[797481295] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8022; }","duration":"987.377112ms","start":"2026-02-26T16:43:31.296041Z","end":"2026-02-26T16:43:32.283418Z","steps":["trace[797481295] 'agreement among raft nodes before linearized reading' (duration: 986.794503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:32.283273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.518775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:32.283483Z","caller":"traceutil/trace.go:171","msg":"trace[1828822334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8022; }","duration":"659.729071ms","start":"2026-02-26T16:43:31.623745Z","end":"2026-02-26T16:43:32.283474Z","steps":["trace[1828822334] 'agreement among raft nodes before linearized reading' (duration: 659.498224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:32.283544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:31.623713Z","time spent":"659.821994ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:43:32.283432Z","caller":"traceutil/trace.go:171","msg":"trace[965300658] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:8022; }","duration":"809.217033ms","start":"2026-02-26T16:43:31.474199Z","end":"2026-02-26T16:43:32.283416Z","steps":["trace[965300658] 'agreement among raft nodes before linearized reading' (duration: 809.098049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:32.28371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:31.474182Z","time spent":"809.515942ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-5rfb5\" "} {"level":"warn","ts":"2026-02-26T16:43:32.283485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:31.295983Z","time spent":"987.484975ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T16:43:32.283287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:30.884924Z","time spent":"1.398338532s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T16:43:32.283789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.324729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:32.283875Z","caller":"traceutil/trace.go:171","msg":"trace[1147194430] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8022; }","duration":"661.121604ms","start":"2026-02-26T16:43:31.62273Z","end":"2026-02-26T16:43:32.283852Z","steps":["trace[1147194430] 'agreement among raft nodes before linearized reading' (duration: 660.321899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:32.283938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:31.62271Z","time spent":"661.208497ms","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:43:32.285627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397011201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:43:32.285687Z","caller":"traceutil/trace.go:171","msg":"trace[2001144419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8022; }","duration":"1.397110583s","start":"2026-02-26T16:43:30.888566Z","end":"2026-02-26T16:43:32.285676Z","steps":["trace[2001144419] 'agreement among raft nodes before linearized reading' (duration: 1.394316596s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:32.285741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:30.888547Z","time spent":"1.397186465s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T16:43:35.207215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.259597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:43:35.207426Z","caller":"traceutil/trace.go:171","msg":"trace[451072037] linearizableReadLoop","detail":"{readStateIndex:8339; appliedIndex:8335; }","duration":"827.931378ms","start":"2026-02-26T16:43:34.379475Z","end":"2026-02-26T16:43:35.207407Z","steps":["trace[451072037] 'read index received' (duration: 7.154784ms)","trace[451072037] 'applied index is now lower than readState.Index' (duration: 820.775454ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:35.20747Z","caller":"traceutil/trace.go:171","msg":"trace[1769631724] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"828.363622ms","start":"2026-02-26T16:43:34.379074Z","end":"2026-02-26T16:43:35.207438Z","steps":["trace[1769631724] 'process raft request' (duration: 630.755393ms)","trace[1769631724] 'compare' (duration: 197.128933ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:35.207515Z","caller":"traceutil/trace.go:171","msg":"trace[119099570] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"828.29924ms","start":"2026-02-26T16:43:34.379205Z","end":"2026-02-26T16:43:35.207504Z","steps":["trace[119099570] 'process raft request' (duration: 828.128094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:35.207583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:34.379197Z","time spent":"828.348031ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:43:35.207624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:34.379052Z","time spent":"828.488496ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:43:35.20847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.987311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227493"} {"level":"info","ts":"2026-02-26T16:43:35.208543Z","caller":"traceutil/trace.go:171","msg":"trace[1374334036] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8037; }","duration":"829.078664ms","start":"2026-02-26T16:43:34.379447Z","end":"2026-02-26T16:43:35.208526Z","steps":["trace[1374334036] 'agreement among raft nodes before linearized reading' (duration: 828.300749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:35.208589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:34.379434Z","time spent":"829.141636ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227515,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T16:43:35.231832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.34572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:35.231912Z","caller":"traceutil/trace.go:171","msg":"trace[901374419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8038; }","duration":"600.484275ms","start":"2026-02-26T16:43:34.631409Z","end":"2026-02-26T16:43:35.231893Z","steps":["trace[901374419] 'agreement among raft nodes before linearized reading' (duration: 600.32603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:35.231947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:34.631389Z","time spent":"600.551677ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:43:35.232337Z","caller":"traceutil/trace.go:171","msg":"trace[1517408244] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"277.750838ms","start":"2026-02-26T16:43:34.954535Z","end":"2026-02-26T16:43:35.232286Z","steps":["trace[1517408244] 'process raft request' (duration: 277.059396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:35.680705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.559421ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-26T16:43:35.680798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:35.270644Z","time spent":"410.150425ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T16:43:35.714328Z","caller":"traceutil/trace.go:171","msg":"trace[500796486] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"249.114292ms","start":"2026-02-26T16:43:35.465195Z","end":"2026-02-26T16:43:35.714309Z","steps":["trace[500796486] 'process raft request' (duration: 248.963957ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:40.625755Z","caller":"traceutil/trace.go:171","msg":"trace[1098618179] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"100.241219ms","start":"2026-02-26T16:43:40.525483Z","end":"2026-02-26T16:43:40.625724Z","steps":["trace[1098618179] 'process raft request' (duration: 100.030513ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:40.833295Z","caller":"traceutil/trace.go:171","msg":"trace[1467196874] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"194.063168ms","start":"2026-02-26T16:43:40.639202Z","end":"2026-02-26T16:43:40.833265Z","steps":["trace[1467196874] 'process raft request' (duration: 117.939014ms)","trace[1467196874] 'compare' (duration: 75.904787ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:40.886826Z","caller":"traceutil/trace.go:171","msg":"trace[719620297] linearizableReadLoop","detail":"{readStateIndex:8376; appliedIndex:8372; }","duration":"184.085216ms","start":"2026-02-26T16:43:40.702715Z","end":"2026-02-26T16:43:40.8868Z","steps":["trace[719620297] 'read index received' (duration: 54.449036ms)","trace[719620297] 'applied index is now lower than readState.Index' (duration: 129.63496ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:40.886841Z","caller":"traceutil/trace.go:171","msg":"trace[1200077676] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"195.529994ms","start":"2026-02-26T16:43:40.691272Z","end":"2026-02-26T16:43:40.886802Z","steps":["trace[1200077676] 'process raft request' (duration: 195.234654ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:40.886914Z","caller":"traceutil/trace.go:171","msg":"trace[2021979942] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"190.076953ms","start":"2026-02-26T16:43:40.696791Z","end":"2026-02-26T16:43:40.886868Z","steps":["trace[2021979942] 'process raft request' (duration: 189.899047ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:40.886991Z","caller":"traceutil/trace.go:171","msg":"trace[2113420528] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8071; }","duration":"189.955989ms","start":"2026-02-26T16:43:40.696984Z","end":"2026-02-26T16:43:40.88694Z","steps":["trace[2113420528] 'process raft request' (duration: 189.779003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:40.887074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.334933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-x96jd.1897d8cbd43dcaf0\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-26T16:43:40.88712Z","caller":"traceutil/trace.go:171","msg":"trace[95867695] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-x96jd.1897d8cbd43dcaf0; range_end:; response_count:1; response_revision:8071; }","duration":"184.422585ms","start":"2026-02-26T16:43:40.702686Z","end":"2026-02-26T16:43:40.887109Z","steps":["trace[95867695] 'agreement among raft nodes before linearized reading' (duration: 184.221939ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:41.101453Z","caller":"traceutil/trace.go:171","msg":"trace[1341412586] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"211.616537ms","start":"2026-02-26T16:43:40.889808Z","end":"2026-02-26T16:43:41.101425Z","steps":["trace[1341412586] 'process raft request' (duration: 191.794016ms)","trace[1341412586] 'compare' (duration: 19.701797ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:41.102626Z","caller":"traceutil/trace.go:171","msg":"trace[1765387429] linearizableReadLoop","detail":"{readStateIndex:8378; appliedIndex:8376; }","duration":"159.818545ms","start":"2026-02-26T16:43:40.942784Z","end":"2026-02-26T16:43:41.102603Z","steps":["trace[1765387429] 'read index received' (duration: 138.963722ms)","trace[1765387429] 'applied index is now lower than readState.Index' (duration: 20.853853ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:41.10273Z","caller":"traceutil/trace.go:171","msg":"trace[435671257] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"200.034205ms","start":"2026-02-26T16:43:40.902687Z","end":"2026-02-26T16:43:41.102721Z","steps":["trace[435671257] 'process raft request' (duration: 199.769096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:41.102883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.093114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:43:41.102919Z","caller":"traceutil/trace.go:171","msg":"trace[1766786049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8073; }","duration":"160.189517ms","start":"2026-02-26T16:43:40.942721Z","end":"2026-02-26T16:43:41.10291Z","steps":["trace[1766786049] 'agreement among raft nodes before linearized reading' (duration: 160.116024ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:41.549781Z","caller":"traceutil/trace.go:171","msg":"trace[1638258216] linearizableReadLoop","detail":"{readStateIndex:8383; appliedIndex:8382; }","duration":"140.80682ms","start":"2026-02-26T16:43:41.408955Z","end":"2026-02-26T16:43:41.549762Z","steps":["trace[1638258216] 'read index received' (duration: 103.377568ms)","trace[1638258216] 'applied index is now lower than readState.Index' (duration: 37.427072ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:41.549785Z","caller":"traceutil/trace.go:171","msg":"trace[1910176132] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"136.029531ms","start":"2026-02-26T16:43:41.413717Z","end":"2026-02-26T16:43:41.549747Z","steps":["trace[1910176132] 'process raft request' (duration: 135.924977ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:41.55002Z","caller":"traceutil/trace.go:171","msg":"trace[765512639] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"146.133256ms","start":"2026-02-26T16:43:41.403577Z","end":"2026-02-26T16:43:41.54971Z","steps":["trace[765512639] 'process raft request' (duration: 108.742495ms)","trace[765512639] 'compare' (duration: 37.051041ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:43:41.550025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.006376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-26T16:43:41.550084Z","caller":"traceutil/trace.go:171","msg":"trace[975045716] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8079; }","duration":"141.11354ms","start":"2026-02-26T16:43:41.408955Z","end":"2026-02-26T16:43:41.550068Z","steps":["trace[975045716] 'agreement among raft nodes before linearized reading' (duration: 141.008176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:41.55009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.356484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-02-26T16:43:41.550009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.025947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-26T16:43:41.550124Z","caller":"traceutil/trace.go:171","msg":"trace[999909493] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8079; }","duration":"101.428716ms","start":"2026-02-26T16:43:41.448685Z","end":"2026-02-26T16:43:41.550114Z","steps":["trace[999909493] 'agreement among raft nodes before linearized reading' (duration: 101.304852ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:41.550149Z","caller":"traceutil/trace.go:171","msg":"trace[899352327] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8079; }","duration":"141.227853ms","start":"2026-02-26T16:43:41.408908Z","end":"2026-02-26T16:43:41.550136Z","steps":["trace[899352327] 'agreement among raft nodes before linearized reading' (duration: 140.979255ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:41.75778Z","caller":"traceutil/trace.go:171","msg":"trace[563730266] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"110.957304ms","start":"2026-02-26T16:43:41.646786Z","end":"2026-02-26T16:43:41.757743Z","steps":["trace[563730266] 'process raft request' (duration: 110.665505ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:41.757858Z","caller":"traceutil/trace.go:171","msg":"trace[372932094] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"110.49387ms","start":"2026-02-26T16:43:41.647331Z","end":"2026-02-26T16:43:41.757825Z","steps":["trace[372932094] 'process raft request' (duration: 110.326555ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:41.757884Z","caller":"traceutil/trace.go:171","msg":"trace[1293981500] linearizableReadLoop","detail":"{readStateIndex:8391; appliedIndex:8385; }","duration":"108.361243ms","start":"2026-02-26T16:43:41.649495Z","end":"2026-02-26T16:43:41.757856Z","steps":["trace[1293981500] 'read index received' (duration: 43.370288ms)","trace[1293981500] 'applied index is now lower than readState.Index' (duration: 64.989435ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:41.757903Z","caller":"traceutil/trace.go:171","msg":"trace[1198028738] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"110.422348ms","start":"2026-02-26T16:43:41.647435Z","end":"2026-02-26T16:43:41.757857Z","steps":["trace[1198028738] 'process raft request' (duration: 110.263853ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:41.758055Z","caller":"traceutil/trace.go:171","msg":"trace[1522646734] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"111.043118ms","start":"2026-02-26T16:43:41.647002Z","end":"2026-02-26T16:43:41.758045Z","steps":["trace[1522646734] 'process raft request' (duration: 110.617325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:41.758159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.610462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-02-26T16:43:41.758163Z","caller":"traceutil/trace.go:171","msg":"trace[213482721] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"102.354765ms","start":"2026-02-26T16:43:41.655794Z","end":"2026-02-26T16:43:41.758148Z","steps":["trace[213482721] 'process raft request' (duration: 101.983664ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:41.758209Z","caller":"traceutil/trace.go:171","msg":"trace[1514947857] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8087; }","duration":"108.708015ms","start":"2026-02-26T16:43:41.649486Z","end":"2026-02-26T16:43:41.758194Z","steps":["trace[1514947857] 'agreement among raft nodes before linearized reading' (duration: 108.469297ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:41.758301Z","caller":"traceutil/trace.go:171","msg":"trace[1448654521] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"110.659505ms","start":"2026-02-26T16:43:41.647597Z","end":"2026-02-26T16:43:41.758257Z","steps":["trace[1448654521] 'process raft request' (duration: 110.137739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:45.384331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.8787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:4651"} {"level":"info","ts":"2026-02-26T16:43:45.384679Z","caller":"traceutil/trace.go:171","msg":"trace[2031183070] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8123; }","duration":"308.552393ms","start":"2026-02-26T16:43:45.076089Z","end":"2026-02-26T16:43:45.384641Z","steps":["trace[2031183070] 'process raft request' (duration: 207.259361ms)","trace[2031183070] 'compare' (duration: 100.806747ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:43:45.384997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:45.076075Z","time spent":"308.672787ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4673,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:43:45.385643Z","caller":"traceutil/trace.go:171","msg":"trace[340946533] linearizableReadLoop","detail":"{readStateIndex:8431; appliedIndex:8429; }","duration":"183.905359ms","start":"2026-02-26T16:43:45.201699Z","end":"2026-02-26T16:43:45.385605Z","steps":["trace[340946533] 'read index received' (duration: 81.639166ms)","trace[340946533] 'applied index is now lower than readState.Index' (duration: 102.265033ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:45.385762Z","caller":"traceutil/trace.go:171","msg":"trace[1973367420] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8124; }","duration":"308.970386ms","start":"2026-02-26T16:43:45.076763Z","end":"2026-02-26T16:43:45.385733Z","steps":["trace[1973367420] 'process raft request' (duration: 307.670675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:45.386007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:45.076751Z","time spent":"309.10242ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-02-26T16:43:45.386031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.7564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T16:43:45.38604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.642815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T16:43:45.386086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.968942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T16:43:45.386175Z","caller":"traceutil/trace.go:171","msg":"trace[1839495995] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:8124; }","duration":"118.79408ms","start":"2026-02-26T16:43:45.267352Z","end":"2026-02-26T16:43:45.386146Z","steps":["trace[1839495995] 'agreement among raft nodes before linearized reading' (duration: 118.48248ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:45.38609Z","caller":"traceutil/trace.go:171","msg":"trace[1585695940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8124; }","duration":"126.860973ms","start":"2026-02-26T16:43:45.259208Z","end":"2026-02-26T16:43:45.386069Z","steps":["trace[1585695940] 'agreement among raft nodes before linearized reading' (duration: 126.628025ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:45.386204Z","caller":"traceutil/trace.go:171","msg":"trace[1541656447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8124; }","duration":"131.172748ms","start":"2026-02-26T16:43:45.255009Z","end":"2026-02-26T16:43:45.386182Z","steps":["trace[1541656447] 'agreement among raft nodes before linearized reading' (duration: 130.857598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:45.386032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.264584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T16:43:45.386469Z","caller":"traceutil/trace.go:171","msg":"trace[687287075] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:8124; }","duration":"118.713518ms","start":"2026-02-26T16:43:45.267747Z","end":"2026-02-26T16:43:45.38646Z","steps":["trace[687287075] 'agreement among raft nodes before linearized reading' (duration: 118.117759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:45.387368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.667645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:43:45.387437Z","caller":"traceutil/trace.go:171","msg":"trace[762166527] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8124; }","duration":"185.790509ms","start":"2026-02-26T16:43:45.201627Z","end":"2026-02-26T16:43:45.387417Z","steps":["trace[762166527] 'agreement among raft nodes before linearized reading' (duration: 184.122117ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:45.575604Z","caller":"traceutil/trace.go:171","msg":"trace[851526893] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8435; }","duration":"110.021075ms","start":"2026-02-26T16:43:45.465549Z","end":"2026-02-26T16:43:45.57557Z","steps":["trace[851526893] 'read index received' (duration: 48.516389ms)","trace[851526893] 'applied index is now lower than readState.Index' (duration: 61.502626ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:45.57564Z","caller":"traceutil/trace.go:171","msg":"trace[288362938] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"111.400319ms","start":"2026-02-26T16:43:45.464191Z","end":"2026-02-26T16:43:45.575591Z","steps":["trace[288362938] 'process raft request' (duration: 49.822261ms)","trace[288362938] 'compare' (duration: 61.395812ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:43:45.575967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.389017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fxgnc\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-02-26T16:43:45.57609Z","caller":"traceutil/trace.go:171","msg":"trace[1159442899] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-fxgnc; range_end:; response_count:1; response_revision:8128; }","duration":"110.578303ms","start":"2026-02-26T16:43:45.465484Z","end":"2026-02-26T16:43:45.576062Z","steps":["trace[1159442899] 'agreement among raft nodes before linearized reading' (duration: 110.1681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:45.576013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.671582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-54fb6073-ead6-4db0-8720-02282d606b94\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-02-26T16:43:45.576267Z","caller":"traceutil/trace.go:171","msg":"trace[851272776] range","detail":"{range_begin:/registry/persistentvolumes/pvc-54fb6073-ead6-4db0-8720-02282d606b94; range_end:; response_count:1; response_revision:8128; }","duration":"107.9339ms","start":"2026-02-26T16:43:45.468272Z","end":"2026-02-26T16:43:45.576206Z","steps":["trace[851272776] 'agreement among raft nodes before linearized reading' (duration: 107.492897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:45.57642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.815917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fxgnc\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-02-26T16:43:45.576483Z","caller":"traceutil/trace.go:171","msg":"trace[284514797] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-fxgnc; range_end:; response_count:1; response_revision:8128; }","duration":"108.022273ms","start":"2026-02-26T16:43:45.468445Z","end":"2026-02-26T16:43:45.576467Z","steps":["trace[284514797] 'agreement among raft nodes before linearized reading' (duration: 107.60671ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:45.761993Z","caller":"traceutil/trace.go:171","msg":"trace[1882192781] linearizableReadLoop","detail":"{readStateIndex:8438; appliedIndex:8437; }","duration":"137.086752ms","start":"2026-02-26T16:43:45.624878Z","end":"2026-02-26T16:43:45.761965Z","steps":["trace[1882192781] 'read index received' (duration: 38.144174ms)","trace[1882192781] 'applied index is now lower than readState.Index' (duration: 98.941128ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:45.762082Z","caller":"traceutil/trace.go:171","msg":"trace[1991963782] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"161.773616ms","start":"2026-02-26T16:43:45.600273Z","end":"2026-02-26T16:43:45.762047Z","steps":["trace[1991963782] 'process raft request' (duration: 161.510647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:45.762152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.247068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:45.76222Z","caller":"traceutil/trace.go:171","msg":"trace[663466588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8130; }","duration":"137.36133ms","start":"2026-02-26T16:43:45.624843Z","end":"2026-02-26T16:43:45.762204Z","steps":["trace[663466588] 'agreement among raft nodes before linearized reading' (duration: 137.225346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:46.190448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.642779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-26T16:43:46.190541Z","caller":"traceutil/trace.go:171","msg":"trace[52905356] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8134; }","duration":"113.784363ms","start":"2026-02-26T16:43:46.076733Z","end":"2026-02-26T16:43:46.190518Z","steps":["trace[52905356] 'range keys from in-memory index tree' (duration: 113.513364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:46.19052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.907547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-02-26T16:43:46.190526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.391801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-26T16:43:46.190606Z","caller":"traceutil/trace.go:171","msg":"trace[856425705] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8134; }","duration":"114.045621ms","start":"2026-02-26T16:43:46.076538Z","end":"2026-02-26T16:43:46.190584Z","steps":["trace[856425705] 'range keys from in-memory index tree' (duration: 113.6989ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:46.190639Z","caller":"traceutil/trace.go:171","msg":"trace[1604337232] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8134; }","duration":"113.562686ms","start":"2026-02-26T16:43:46.07705Z","end":"2026-02-26T16:43:46.190613Z","steps":["trace[1604337232] 'range keys from in-memory index tree' (duration: 113.269207ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:46.724014Z","caller":"traceutil/trace.go:171","msg":"trace[2094541948] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8443; }","duration":"210.891695ms","start":"2026-02-26T16:43:46.513103Z","end":"2026-02-26T16:43:46.723994Z","steps":["trace[2094541948] 'read index received' (duration: 210.717569ms)","trace[2094541948] 'applied index is now lower than readState.Index' (duration: 173.246µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:46.724114Z","caller":"traceutil/trace.go:171","msg":"trace[197515531] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"217.668227ms","start":"2026-02-26T16:43:46.506412Z","end":"2026-02-26T16:43:46.72408Z","steps":["trace[197515531] 'process raft request' (duration: 217.384618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:46.724231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.118822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-02-26T16:43:46.724262Z","caller":"traceutil/trace.go:171","msg":"trace[1441952015] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8136; }","duration":"211.203625ms","start":"2026-02-26T16:43:46.513047Z","end":"2026-02-26T16:43:46.724251Z","steps":["trace[1441952015] 'agreement among raft nodes before linearized reading' (duration: 211.092011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.224924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661713454,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T16:43:47.662085Z","caller":"traceutil/trace.go:171","msg":"trace[1559339401] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"1.122447982s","start":"2026-02-26T16:43:46.539599Z","end":"2026-02-26T16:43:47.662047Z","steps":["trace[1559339401] 'process raft request' (duration: 1.122146733s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:47.662198Z","caller":"traceutil/trace.go:171","msg":"trace[1612787314] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"1.092537666s","start":"2026-02-26T16:43:46.569633Z","end":"2026-02-26T16:43:47.66217Z","steps":["trace[1612787314] 'process raft request' (duration: 1.09234678s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:47.662109Z","caller":"traceutil/trace.go:171","msg":"trace[1964636919] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8444; }","duration":"937.923363ms","start":"2026-02-26T16:43:46.724118Z","end":"2026-02-26T16:43:47.662042Z","steps":["trace[1964636919] 'read index received' (duration: 937.620814ms)","trace[1964636919] 'applied index is now lower than readState.Index' (duration: 300.869µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:43:47.662333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:46.539568Z","time spent":"1.122627108s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:43:47.662333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028339905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:43:47.662442Z","caller":"traceutil/trace.go:171","msg":"trace[1310161458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8138; }","duration":"1.02849577s","start":"2026-02-26T16:43:46.633932Z","end":"2026-02-26T16:43:47.662428Z","steps":["trace[1310161458] 'agreement among raft nodes before linearized reading' (duration: 1.028238632s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.662496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:46.633916Z","time spent":"1.028569003s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T16:43:47.66252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:46.569606Z","time spent":"1.09266112s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:43:47.662577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011167558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T16:43:47.66258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009803044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T16:43:47.66265Z","caller":"traceutil/trace.go:171","msg":"trace[1674531082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8138; }","duration":"1.009896988s","start":"2026-02-26T16:43:46.652737Z","end":"2026-02-26T16:43:47.662634Z","steps":["trace[1674531082] 'agreement among raft nodes before linearized reading' (duration: 1.009510555s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.66269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:46.652726Z","time spent":"1.009954839s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T16:43:47.662683Z","caller":"traceutil/trace.go:171","msg":"trace[525261907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8138; }","duration":"1.011328672s","start":"2026-02-26T16:43:46.651298Z","end":"2026-02-26T16:43:47.662627Z","steps":["trace[525261907] 'agreement among raft nodes before linearized reading' (duration: 1.011000732s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.662761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:46.651276Z","time spent":"1.011473167s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T16:43:47.791053Z","caller":"traceutil/trace.go:171","msg":"trace[1307848073] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"488.279512ms","start":"2026-02-26T16:43:47.302732Z","end":"2026-02-26T16:43:47.791011Z","steps":["trace[1307848073] 'process raft request' (duration: 483.682368ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:47.791091Z","caller":"traceutil/trace.go:171","msg":"trace[1456157974] linearizableReadLoop","detail":"{readStateIndex:8448; appliedIndex:8446; }","duration":"128.663099ms","start":"2026-02-26T16:43:47.662392Z","end":"2026-02-26T16:43:47.791055Z","steps":["trace[1456157974] 'read index received' (duration: 124.041825ms)","trace[1456157974] 'applied index is now lower than readState.Index' (duration: 4.620294ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:43:47.791228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:47.302715Z","time spent":"488.425276ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:43:47.791346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.199509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T16:43:47.791426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063541878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-02-26T16:43:47.791437Z","caller":"traceutil/trace.go:171","msg":"trace[295757102] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:8140; }","duration":"321.344604ms","start":"2026-02-26T16:43:47.470075Z","end":"2026-02-26T16:43:47.79142Z","steps":["trace[295757102] 'agreement among raft nodes before linearized reading' (duration: 321.004793ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:47.791492Z","caller":"traceutil/trace.go:171","msg":"trace[673010620] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8140; }","duration":"1.06362599s","start":"2026-02-26T16:43:46.727835Z","end":"2026-02-26T16:43:47.791461Z","steps":["trace[673010620] 'agreement among raft nodes before linearized reading' (duration: 1.063499756s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.791303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.056552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:47.791586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.419361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:47.791633Z","caller":"traceutil/trace.go:171","msg":"trace[1201349731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8140; }","duration":"423.500133ms","start":"2026-02-26T16:43:47.368121Z","end":"2026-02-26T16:43:47.791621Z","steps":["trace[1201349731] 'agreement among raft nodes before linearized reading' (duration: 423.423171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.791668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:47.368101Z","time spent":"423.561424ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:43:47.791684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.257134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T16:43:47.791665Z","caller":"traceutil/trace.go:171","msg":"trace[817670540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8140; }","duration":"167.474525ms","start":"2026-02-26T16:43:47.624103Z","end":"2026-02-26T16:43:47.791577Z","steps":["trace[817670540] 'agreement among raft nodes before linearized reading' (duration: 167.066312ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:47.791725Z","caller":"traceutil/trace.go:171","msg":"trace[1823835401] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"167.760103ms","start":"2026-02-26T16:43:47.623933Z","end":"2026-02-26T16:43:47.791694Z","steps":["trace[1823835401] 'process raft request' (duration: 166.951998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.791783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.477527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:43:47.791765Z","caller":"traceutil/trace.go:171","msg":"trace[617226274] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8140; }","duration":"217.365297ms","start":"2026-02-26T16:43:47.574384Z","end":"2026-02-26T16:43:47.79175Z","steps":["trace[617226274] 'agreement among raft nodes before linearized reading' (duration: 217.178891ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:47.791819Z","caller":"traceutil/trace.go:171","msg":"trace[1664822587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8140; }","duration":"237.55419ms","start":"2026-02-26T16:43:47.554254Z","end":"2026-02-26T16:43:47.791808Z","steps":["trace[1664822587] 'agreement among raft nodes before linearized reading' (duration: 237.470567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.791823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.552038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:47.791881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.128212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-26T16:43:47.791685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.688875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T16:43:47.791918Z","caller":"traceutil/trace.go:171","msg":"trace[1508701742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8140; }","duration":"325.200764ms","start":"2026-02-26T16:43:47.466708Z","end":"2026-02-26T16:43:47.791909Z","steps":["trace[1508701742] 'agreement among raft nodes before linearized reading' (duration: 325.07404ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:47.791889Z","caller":"traceutil/trace.go:171","msg":"trace[1168499129] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8140; }","duration":"949.712862ms","start":"2026-02-26T16:43:46.842167Z","end":"2026-02-26T16:43:47.79188Z","steps":["trace[1168499129] 'agreement among raft nodes before linearized reading' (duration: 949.575338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.791984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:46.842145Z","time spent":"949.830466ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:43:47.791999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.229195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T16:43:47.792035Z","caller":"traceutil/trace.go:171","msg":"trace[609834202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8140; }","duration":"325.302868ms","start":"2026-02-26T16:43:47.466726Z","end":"2026-02-26T16:43:47.792029Z","steps":["trace[609834202] 'agreement among raft nodes before linearized reading' (duration: 325.230826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.792054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:47.466707Z","time spent":"325.342359ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T16:43:47.791938Z","caller":"traceutil/trace.go:171","msg":"trace[1104946069] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8140; }","duration":"497.004025ms","start":"2026-02-26T16:43:47.294918Z","end":"2026-02-26T16:43:47.791922Z","steps":["trace[1104946069] 'agreement among raft nodes before linearized reading' (duration: 496.634253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.792149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:47.294894Z","time spent":"497.225402ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T16:43:47.791531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:47.470064Z","time spent":"321.435866ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-5rfb5\" "} {"level":"warn","ts":"2026-02-26T16:43:47.791538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:46.727819Z","time spent":"1.063711193s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-26T16:43:47.791943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:47.466689Z","time spent":"325.247536ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T16:43:47.846442Z","caller":"traceutil/trace.go:171","msg":"trace[1787614896] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"178.905623ms","start":"2026-02-26T16:43:47.667508Z","end":"2026-02-26T16:43:47.846414Z","steps":["trace[1787614896] 'process raft request' (duration: 178.628274ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:47.846474Z","caller":"traceutil/trace.go:171","msg":"trace[1143802641] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"178.939994ms","start":"2026-02-26T16:43:47.667507Z","end":"2026-02-26T16:43:47.846447Z","steps":["trace[1143802641] 'process raft request' (duration: 178.79734ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:47.846692Z","caller":"traceutil/trace.go:171","msg":"trace[27562344] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"177.991444ms","start":"2026-02-26T16:43:47.668672Z","end":"2026-02-26T16:43:47.846663Z","steps":["trace[27562344] 'process raft request' (duration: 177.726986ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:47.960309Z","caller":"traceutil/trace.go:171","msg":"trace[2093670118] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"164.148531ms","start":"2026-02-26T16:43:47.79613Z","end":"2026-02-26T16:43:47.960279Z","steps":["trace[2093670118] 'process raft request' (duration: 160.360433ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:47.960466Z","caller":"traceutil/trace.go:171","msg":"trace[806229293] linearizableReadLoop","detail":"{readStateIndex:8454; appliedIndex:8448; }","duration":"163.395567ms","start":"2026-02-26T16:43:47.797045Z","end":"2026-02-26T16:43:47.960441Z","steps":["trace[806229293] 'read index received' (duration: 49.108818ms)","trace[806229293] 'applied index is now lower than readState.Index' (duration: 114.285759ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:47.960549Z","caller":"traceutil/trace.go:171","msg":"trace[338279055] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"162.104837ms","start":"2026-02-26T16:43:47.798419Z","end":"2026-02-26T16:43:47.960524Z","steps":["trace[338279055] 'process raft request' (duration: 161.981533ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:47.960509Z","caller":"traceutil/trace.go:171","msg":"trace[1171912302] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"163.81491ms","start":"2026-02-26T16:43:47.796664Z","end":"2026-02-26T16:43:47.960479Z","steps":["trace[1171912302] 'process raft request' (duration: 163.632615ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:47.960549Z","caller":"traceutil/trace.go:171","msg":"trace[1691586906] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"163.301284ms","start":"2026-02-26T16:43:47.797223Z","end":"2026-02-26T16:43:47.960524Z","steps":["trace[1691586906] 'process raft request' (duration: 163.133419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.960796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.724627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T16:43:47.960873Z","caller":"traceutil/trace.go:171","msg":"trace[2085623463] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8148; }","duration":"163.823231ms","start":"2026-02-26T16:43:47.797012Z","end":"2026-02-26T16:43:47.960836Z","steps":["trace[2085623463] 'agreement among raft nodes before linearized reading' (duration: 163.592573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.96096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.600854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-02-26T16:43:47.960803Z","caller":"traceutil/trace.go:171","msg":"trace[1656918325] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"164.633496ms","start":"2026-02-26T16:43:47.796158Z","end":"2026-02-26T16:43:47.960791Z","steps":["trace[1656918325] 'process raft request' (duration: 164.044598ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:47.961018Z","caller":"traceutil/trace.go:171","msg":"trace[433539784] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8148; }","duration":"163.860272ms","start":"2026-02-26T16:43:47.797142Z","end":"2026-02-26T16:43:47.961003Z","steps":["trace[433539784] 'agreement among raft nodes before linearized reading' (duration: 163.536022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.961321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.252193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-26T16:43:47.961368Z","caller":"traceutil/trace.go:171","msg":"trace[1617073938] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8148; }","duration":"163.353016ms","start":"2026-02-26T16:43:47.798004Z","end":"2026-02-26T16:43:47.961357Z","steps":["trace[1617073938] 'agreement among raft nodes before linearized reading' (duration: 163.193411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:47.961671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.4512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227408"} {"level":"info","ts":"2026-02-26T16:43:47.962475Z","caller":"traceutil/trace.go:171","msg":"trace[1388831517] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8148; }","duration":"165.276805ms","start":"2026-02-26T16:43:47.797186Z","end":"2026-02-26T16:43:47.962463Z","steps":["trace[1388831517] 'agreement among raft nodes before linearized reading' (duration: 163.980845ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:48.13253Z","caller":"traceutil/trace.go:171","msg":"trace[266667327] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8457; }","duration":"105.652019ms","start":"2026-02-26T16:43:48.02686Z","end":"2026-02-26T16:43:48.132512Z","steps":["trace[266667327] 'read index received' (duration: 105.465333ms)","trace[266667327] 'applied index is now lower than readState.Index' (duration: 185.746µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:43:48.132646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.766882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:48.132665Z","caller":"traceutil/trace.go:171","msg":"trace[1507643272] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8150; }","duration":"105.845265ms","start":"2026-02-26T16:43:48.026814Z","end":"2026-02-26T16:43:48.132659Z","steps":["trace[1507643272] 'agreement among raft nodes before linearized reading' (duration: 105.765842ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:48.132639Z","caller":"traceutil/trace.go:171","msg":"trace[1539469681] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"130.526297ms","start":"2026-02-26T16:43:48.002081Z","end":"2026-02-26T16:43:48.132607Z","steps":["trace[1539469681] 'process raft request' (duration: 130.266069ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:48.982334Z","caller":"traceutil/trace.go:171","msg":"trace[1256373451] linearizableReadLoop","detail":"{readStateIndex:8459; appliedIndex:8458; }","duration":"161.88517ms","start":"2026-02-26T16:43:48.820426Z","end":"2026-02-26T16:43:48.982311Z","steps":["trace[1256373451] 'read index received' (duration: 161.709114ms)","trace[1256373451] 'applied index is now lower than readState.Index' (duration: 175.256µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:48.982401Z","caller":"traceutil/trace.go:171","msg":"trace[1747029957] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"252.526028ms","start":"2026-02-26T16:43:48.729855Z","end":"2026-02-26T16:43:48.982381Z","steps":["trace[1747029957] 'process raft request' (duration: 252.320552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:48.98247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.021884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:48.982514Z","caller":"traceutil/trace.go:171","msg":"trace[966041418] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8151; }","duration":"162.118707ms","start":"2026-02-26T16:43:48.820383Z","end":"2026-02-26T16:43:48.982502Z","steps":["trace[966041418] 'agreement among raft nodes before linearized reading' (duration: 162.029884ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:49.830993Z","caller":"traceutil/trace.go:171","msg":"trace[1121172926] linearizableReadLoop","detail":"{readStateIndex:8461; appliedIndex:8459; }","duration":"149.665508ms","start":"2026-02-26T16:43:49.681312Z","end":"2026-02-26T16:43:49.830978Z","steps":["trace[1121172926] 'read index received' (duration: 77.502148ms)","trace[1121172926] 'applied index is now lower than readState.Index' (duration: 72.162689ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:43:49.831072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.74618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:43:49.831092Z","caller":"traceutil/trace.go:171","msg":"trace[1738475232] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8153; }","duration":"149.813442ms","start":"2026-02-26T16:43:49.681271Z","end":"2026-02-26T16:43:49.831085Z","steps":["trace[1738475232] 'agreement among raft nodes before linearized reading' (duration: 149.7638ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:49.831163Z","caller":"traceutil/trace.go:171","msg":"trace[2074348590] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"161.659993ms","start":"2026-02-26T16:43:49.669472Z","end":"2026-02-26T16:43:49.831132Z","steps":["trace[2074348590] 'process raft request' (duration: 161.423386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:50.027136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.849527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T16:43:50.027202Z","caller":"traceutil/trace.go:171","msg":"trace[209189851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8153; }","duration":"175.95923ms","start":"2026-02-26T16:43:49.851227Z","end":"2026-02-26T16:43:50.027186Z","steps":["trace[209189851] 'range keys from in-memory index tree' (duration: 175.667901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:50.027431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.127126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T16:43:50.027572Z","caller":"traceutil/trace.go:171","msg":"trace[2146114994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8153; }","duration":"176.28313ms","start":"2026-02-26T16:43:49.851226Z","end":"2026-02-26T16:43:50.027509Z","steps":["trace[2146114994] 'range keys from in-memory index tree' (duration: 175.782595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:50.027445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.597529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:43:50.027735Z","caller":"traceutil/trace.go:171","msg":"trace[1150039839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8153; }","duration":"175.916959ms","start":"2026-02-26T16:43:49.851784Z","end":"2026-02-26T16:43:50.027701Z","steps":["trace[1150039839] 'range keys from in-memory index tree' (duration: 175.397953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:50.469358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.075924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:43:50.469843Z","caller":"traceutil/trace.go:171","msg":"trace[214608156] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"434.664673ms","start":"2026-02-26T16:43:50.035132Z","end":"2026-02-26T16:43:50.469796Z","steps":["trace[214608156] 'process raft request' (duration: 311.041021ms)","trace[214608156] 'compare' (duration: 122.678152ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:50.469894Z","caller":"traceutil/trace.go:171","msg":"trace[922351545] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"434.690223ms","start":"2026-02-26T16:43:50.035175Z","end":"2026-02-26T16:43:50.469865Z","steps":["trace[922351545] 'process raft request' (duration: 434.577989ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:50.469959Z","caller":"traceutil/trace.go:171","msg":"trace[619638460] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"434.735875ms","start":"2026-02-26T16:43:50.035192Z","end":"2026-02-26T16:43:50.469928Z","steps":["trace[619638460] 'process raft request' (duration: 434.626331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:50.470041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:50.035149Z","time spent":"434.807137ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:43:50.470063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:50.035108Z","time spent":"434.847838ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:43:50.470108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:50.035172Z","time spent":"434.859738ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:43:50.469992Z","caller":"traceutil/trace.go:171","msg":"trace[2066365729] linearizableReadLoop","detail":"{readStateIndex:8466; appliedIndex:8461; }","duration":"434.60706ms","start":"2026-02-26T16:43:50.035338Z","end":"2026-02-26T16:43:50.469945Z","steps":["trace[2066365729] 'read index received' (duration: 53.893017ms)","trace[2066365729] 'applied index is now lower than readState.Index' (duration: 380.711383ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:50.47006Z","caller":"traceutil/trace.go:171","msg":"trace[1763410029] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"434.830778ms","start":"2026-02-26T16:43:50.035165Z","end":"2026-02-26T16:43:50.469996Z","steps":["trace[1763410029] 'process raft request' (duration: 434.312802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:50.470384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:50.035135Z","time spent":"435.155118ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:43:50.469923Z","caller":"traceutil/trace.go:171","msg":"trace[1569191926] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"224.326555ms","start":"2026-02-26T16:43:50.245577Z","end":"2026-02-26T16:43:50.469903Z","steps":["trace[1569191926] 'process raft request' (duration: 224.284254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:50.470956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.617762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227408"} {"level":"info","ts":"2026-02-26T16:43:50.471038Z","caller":"traceutil/trace.go:171","msg":"trace[1657583934] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8159; }","duration":"435.727806ms","start":"2026-02-26T16:43:50.035294Z","end":"2026-02-26T16:43:50.471022Z","steps":["trace[1657583934] 'agreement among raft nodes before linearized reading' (duration: 434.786797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:50.471086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:43:50.03528Z","time spent":"435.792228ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227430,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T16:43:56.455109Z","caller":"traceutil/trace.go:171","msg":"trace[164826019] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"189.669049ms","start":"2026-02-26T16:43:56.265415Z","end":"2026-02-26T16:43:56.455084Z","steps":["trace[164826019] 'process raft request' (duration: 189.520864ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:57.911079Z","caller":"traceutil/trace.go:171","msg":"trace[438915603] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"124.137967ms","start":"2026-02-26T16:43:57.78691Z","end":"2026-02-26T16:43:57.911048Z","steps":["trace[438915603] 'process raft request' (duration: 123.881649ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:59.748478Z","caller":"traceutil/trace.go:171","msg":"trace[1387821119] linearizableReadLoop","detail":"{readStateIndex:8547; appliedIndex:8546; }","duration":"262.094028ms","start":"2026-02-26T16:43:59.486335Z","end":"2026-02-26T16:43:59.748429Z","steps":["trace[1387821119] 'read index received' (duration: 92.734104ms)","trace[1387821119] 'applied index is now lower than readState.Index' (duration: 169.358454ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:43:59.748561Z","caller":"traceutil/trace.go:171","msg":"trace[1218278829] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"263.780161ms","start":"2026-02-26T16:43:59.484735Z","end":"2026-02-26T16:43:59.748515Z","steps":["trace[1218278829] 'process raft request' (duration: 213.751954ms)","trace[1218278829] 'compare' (duration: 49.733988ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:43:59.748803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.720576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:43:59.74887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.501482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-cc7nn\" ","response":"range_response_count:1 size:4739"} {"level":"info","ts":"2026-02-26T16:43:59.748921Z","caller":"traceutil/trace.go:171","msg":"trace[1017206100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8236; }","duration":"124.886301ms","start":"2026-02-26T16:43:59.624006Z","end":"2026-02-26T16:43:59.748893Z","steps":["trace[1017206100] 'agreement among raft nodes before linearized reading' (duration: 124.715565ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:43:59.748963Z","caller":"traceutil/trace.go:171","msg":"trace[257938735] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-cc7nn; range_end:; response_count:1; response_revision:8236; }","duration":"262.646476ms","start":"2026-02-26T16:43:59.486293Z","end":"2026-02-26T16:43:59.748939Z","steps":["trace[257938735] 'agreement among raft nodes before linearized reading' (duration: 262.341106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:43:59.748965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.360237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-02-26T16:43:59.749074Z","caller":"traceutil/trace.go:171","msg":"trace[251462406] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8236; }","duration":"262.533772ms","start":"2026-02-26T16:43:59.486513Z","end":"2026-02-26T16:43:59.749047Z","steps":["trace[251462406] 'agreement among raft nodes before linearized reading' (duration: 262.192082ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:44:50.319151Z","caller":"traceutil/trace.go:171","msg":"trace[995983553] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"218.731025ms","start":"2026-02-26T16:44:50.100395Z","end":"2026-02-26T16:44:50.319126Z","steps":["trace[995983553] 'process raft request' (duration: 218.590011ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:44:50.3508Z","caller":"traceutil/trace.go:171","msg":"trace[275334039] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"198.373338ms","start":"2026-02-26T16:44:50.152401Z","end":"2026-02-26T16:44:50.350774Z","steps":["trace[275334039] 'process raft request' (duration: 198.214863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:44:57.205995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.214975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T16:44:57.206176Z","caller":"traceutil/trace.go:171","msg":"trace[506163451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8809; }","duration":"147.459812ms","start":"2026-02-26T16:44:57.058696Z","end":"2026-02-26T16:44:57.206156Z","steps":["trace[506163451] 'range keys from in-memory index tree' (duration: 146.979987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:44:57.20618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.781439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:44:57.206419Z","caller":"traceutil/trace.go:171","msg":"trace[1934258005] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:8809; }","duration":"145.060968ms","start":"2026-02-26T16:44:57.061331Z","end":"2026-02-26T16:44:57.206392Z","steps":["trace[1934258005] 'range keys from in-memory index tree' (duration: 144.577123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:44:57.206401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.028105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T16:44:57.206669Z","caller":"traceutil/trace.go:171","msg":"trace[1485401846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8809; }","duration":"144.583143ms","start":"2026-02-26T16:44:57.062035Z","end":"2026-02-26T16:44:57.206618Z","steps":["trace[1485401846] 'range keys from in-memory index tree' (duration: 143.86794ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:45:03.198218Z","caller":"traceutil/trace.go:171","msg":"trace[761627236] linearizableReadLoop","detail":"{readStateIndex:9163; appliedIndex:9162; }","duration":"189.565552ms","start":"2026-02-26T16:45:03.008627Z","end":"2026-02-26T16:45:03.198192Z","steps":["trace[761627236] 'read index received' (duration: 189.455699ms)","trace[761627236] 'applied index is now lower than readState.Index' (duration: 108.773µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:45:03.198274Z","caller":"traceutil/trace.go:171","msg":"trace[1486849754] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"192.204115ms","start":"2026-02-26T16:45:03.006037Z","end":"2026-02-26T16:45:03.198241Z","steps":["trace[1486849754] 'process raft request' (duration: 191.968537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:03.198513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.378904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T16:45:03.198562Z","caller":"traceutil/trace.go:171","msg":"trace[1146280729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8835; }","duration":"180.446406ms","start":"2026-02-26T16:45:03.018101Z","end":"2026-02-26T16:45:03.198548Z","steps":["trace[1146280729] 'agreement among raft nodes before linearized reading' (duration: 180.276251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:03.19853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.884382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T16:45:03.198651Z","caller":"traceutil/trace.go:171","msg":"trace[1347720997] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8835; }","duration":"190.098979ms","start":"2026-02-26T16:45:03.008527Z","end":"2026-02-26T16:45:03.198626Z","steps":["trace[1347720997] 'agreement among raft nodes before linearized reading' (duration: 189.786059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:04.28315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.300165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:45:04.283371Z","caller":"traceutil/trace.go:171","msg":"trace[458806406] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"985.630317ms","start":"2026-02-26T16:45:03.297724Z","end":"2026-02-26T16:45:04.283354Z","steps":["trace[458806406] 'process raft request' (duration: 985.535514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:04.283442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:03.2977Z","time spent":"985.709648ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:45:04.283928Z","caller":"traceutil/trace.go:171","msg":"trace[431385219] linearizableReadLoop","detail":"{readStateIndex:9165; appliedIndex:9164; }","duration":"1.008819133s","start":"2026-02-26T16:45:03.275069Z","end":"2026-02-26T16:45:04.283888Z","steps":["trace[431385219] 'read index received' (duration: 30.716023ms)","trace[431385219] 'applied index is now lower than readState.Index' (duration: 978.09928ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:45:04.283962Z","caller":"traceutil/trace.go:171","msg":"trace[309965367] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"1.080586783s","start":"2026-02-26T16:45:03.203343Z","end":"2026-02-26T16:45:04.28393Z","steps":["trace[309965367] 'process raft request' (duration: 102.431051ms)","trace[309965367] 'compare' (duration: 976.609363ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:45:04.284138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.215917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:45:04.284147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:03.20332Z","time spent":"1.080737508s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:45:04.284188Z","caller":"traceutil/trace.go:171","msg":"trace[378719832] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8838; }","duration":"646.281559ms","start":"2026-02-26T16:45:03.637891Z","end":"2026-02-26T16:45:04.284172Z","steps":["trace[378719832] 'agreement among raft nodes before linearized reading' (duration: 646.185686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:04.284177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009110402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T16:45:04.284202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002126994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T16:45:04.284231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:03.637814Z","time spent":"646.407383ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:45:04.284263Z","caller":"traceutil/trace.go:171","msg":"trace[1291128354] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:8838; }","duration":"1.002222976s","start":"2026-02-26T16:45:03.282022Z","end":"2026-02-26T16:45:04.284245Z","steps":["trace[1291128354] 'agreement among raft nodes before linearized reading' (duration: 1.002056131s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:04.28427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.51937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-76fb998594-w6xcp.1897d989a08a053d\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-02-26T16:45:04.284294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.320499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:45:04.284335Z","caller":"traceutil/trace.go:171","msg":"trace[705949167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8838; }","duration":"1.009219466s","start":"2026-02-26T16:45:03.275002Z","end":"2026-02-26T16:45:04.284222Z","steps":["trace[705949167] 'agreement among raft nodes before linearized reading' (duration: 1.00903151s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:45:04.284355Z","caller":"traceutil/trace.go:171","msg":"trace[735536084] range","detail":"{range_begin:/registry/events/openstack/barbican-api-76fb998594-w6xcp.1897d989a08a053d; range_end:; response_count:1; response_revision:8838; }","duration":"760.597622ms","start":"2026-02-26T16:45:03.52373Z","end":"2026-02-26T16:45:04.284327Z","steps":["trace[735536084] 'agreement among raft nodes before linearized reading' (duration: 760.366675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:04.284383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.772963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T16:45:04.284411Z","caller":"traceutil/trace.go:171","msg":"trace[522336093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8838; }","duration":"979.826244ms","start":"2026-02-26T16:45:03.304577Z","end":"2026-02-26T16:45:04.284403Z","steps":["trace[522336093] 'agreement among raft nodes before linearized reading' (duration: 979.746482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:04.284409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:03.274972Z","time spent":"1.009423872s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T16:45:04.284421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:03.523708Z","time spent":"760.702266ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-76fb998594-w6xcp.1897d989a08a053d\" "} {"level":"warn","ts":"2026-02-26T16:45:04.284443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:03.304565Z","time spent":"979.872265ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T16:45:04.284196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.760571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:45:04.284562Z","caller":"traceutil/trace.go:171","msg":"trace[1653119591] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8838; }","duration":"682.238846ms","start":"2026-02-26T16:45:03.602311Z","end":"2026-02-26T16:45:04.28455Z","steps":["trace[1653119591] 'agreement among raft nodes before linearized reading' (duration: 681.764191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:04.284606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:03.602289Z","time spent":"682.300898ms","remote":"127.0.0.1:40454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:45:04.28436Z","caller":"traceutil/trace.go:171","msg":"trace[911539000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8838; }","duration":"660.408331ms","start":"2026-02-26T16:45:03.623931Z","end":"2026-02-26T16:45:04.284339Z","steps":["trace[911539000] 'agreement among raft nodes before linearized reading' (duration: 660.330619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:04.284729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:03.623914Z","time spent":"660.802714ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:45:04.284289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.669851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:45:04.284798Z","caller":"traceutil/trace.go:171","msg":"trace[314203242] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8838; }","duration":"736.210177ms","start":"2026-02-26T16:45:03.548575Z","end":"2026-02-26T16:45:04.284785Z","steps":["trace[314203242] 'agreement among raft nodes before linearized reading' (duration: 735.682311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:04.284843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:03.548563Z","time spent":"736.26654ms","remote":"127.0.0.1:34404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:45:04.284301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:03.282004Z","time spent":"1.002290099s","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-5rfb5\" "} {"level":"warn","ts":"2026-02-26T16:45:04.284199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.274748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:45:04.28501Z","caller":"traceutil/trace.go:171","msg":"trace[83636652] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8838; }","duration":"424.077043ms","start":"2026-02-26T16:45:03.860902Z","end":"2026-02-26T16:45:04.284979Z","steps":["trace[83636652] 'agreement among raft nodes before linearized reading' (duration: 423.209976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:04.285074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:03.860827Z","time spent":"424.229328ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:45:04.790202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661715407,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T16:45:04.792872Z","caller":"traceutil/trace.go:171","msg":"trace[1506756975] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"505.306058ms","start":"2026-02-26T16:45:04.287541Z","end":"2026-02-26T16:45:04.792847Z","steps":["trace[1506756975] 'process raft request' (duration: 505.175324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:04.79298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:04.287518Z","time spent":"505.393211ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:45:05.012657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.926015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:45:05.012939Z","caller":"traceutil/trace.go:171","msg":"trace[916943954] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"647.236328ms","start":"2026-02-26T16:45:04.365683Z","end":"2026-02-26T16:45:05.012919Z","steps":["trace[916943954] 'process raft request' (duration: 647.149765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:05.013029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:04.365662Z","time spent":"647.325081ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:45:05.013042Z","caller":"traceutil/trace.go:171","msg":"trace[1189309613] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"720.097612ms","start":"2026-02-26T16:45:04.292914Z","end":"2026-02-26T16:45:05.013011Z","steps":["trace[1189309613] 'process raft request' (duration: 602.714582ms)","trace[1189309613] 'compare' (duration: 116.791571ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:45:05.013194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:04.292901Z","time spent":"720.215215ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:45:05.013315Z","caller":"traceutil/trace.go:171","msg":"trace[2038327976] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"719.779341ms","start":"2026-02-26T16:45:04.293404Z","end":"2026-02-26T16:45:05.013184Z","steps":["trace[2038327976] 'process raft request' (duration: 719.363398ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:45:05.013541Z","caller":"traceutil/trace.go:171","msg":"trace[1086859887] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"614.870633ms","start":"2026-02-26T16:45:04.398643Z","end":"2026-02-26T16:45:05.013514Z","steps":["trace[1086859887] 'process raft request' (duration: 614.234304ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:45:05.013569Z","caller":"traceutil/trace.go:171","msg":"trace[1243964508] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"138.735649ms","start":"2026-02-26T16:45:04.87477Z","end":"2026-02-26T16:45:05.013506Z","steps":["trace[1243964508] 'process raft request' (duration: 138.611865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:05.013644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:04.398626Z","time spent":"614.968576ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:45:05.013896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:04.293398Z","time spent":"720.054441ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:45:05.013644Z","caller":"traceutil/trace.go:171","msg":"trace[1637040426] linearizableReadLoop","detail":"{readStateIndex:9171; appliedIndex:9166; }","duration":"724.393726ms","start":"2026-02-26T16:45:04.289235Z","end":"2026-02-26T16:45:05.013629Z","steps":["trace[1637040426] 'read index received' (duration: 503.483781ms)","trace[1637040426] 'applied index is now lower than readState.Index' (duration: 220.908605ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:45:05.014149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.904362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289820"} {"level":"info","ts":"2026-02-26T16:45:05.014207Z","caller":"traceutil/trace.go:171","msg":"trace[1195817905] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8844; }","duration":"724.990705ms","start":"2026-02-26T16:45:04.289205Z","end":"2026-02-26T16:45:05.014195Z","steps":["trace[1195817905] 'agreement among raft nodes before linearized reading' (duration: 724.468778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:05.014255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:04.28919Z","time spent":"725.055037ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289842,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T16:45:05.014426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.414678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T16:45:05.014439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.09092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19535"} {"level":"info","ts":"2026-02-26T16:45:05.014479Z","caller":"traceutil/trace.go:171","msg":"trace[1092853869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8844; }","duration":"576.513301ms","start":"2026-02-26T16:45:04.437952Z","end":"2026-02-26T16:45:05.014466Z","steps":["trace[1092853869] 'agreement among raft nodes before linearized reading' (duration: 576.314025ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:45:05.014498Z","caller":"traceutil/trace.go:171","msg":"trace[1838907441] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8844; }","duration":"310.193704ms","start":"2026-02-26T16:45:04.704288Z","end":"2026-02-26T16:45:05.014482Z","steps":["trace[1838907441] 'agreement among raft nodes before linearized reading' (duration: 309.990167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:05.014518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:04.437922Z","time spent":"576.588984ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:45:05.014542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:04.704265Z","time spent":"310.265195ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19557,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-26T16:45:05.014687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.945413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:45:05.015082Z","caller":"traceutil/trace.go:171","msg":"trace[510141040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8844; }","duration":"390.370666ms","start":"2026-02-26T16:45:04.624699Z","end":"2026-02-26T16:45:05.015069Z","steps":["trace[510141040] 'agreement among raft nodes before linearized reading' (duration: 389.897021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:05.01513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:04.624682Z","time spent":"390.437639ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:45:05.014854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.448213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T16:45:05.015347Z","caller":"traceutil/trace.go:171","msg":"trace[1458631526] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8844; }","duration":"445.962959ms","start":"2026-02-26T16:45:04.569356Z","end":"2026-02-26T16:45:05.015319Z","steps":["trace[1458631526] 'agreement among raft nodes before linearized reading' (duration: 445.392741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:45:05.015589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:45:04.569337Z","time spent":"446.232798ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T16:45:05.187094Z","caller":"traceutil/trace.go:171","msg":"trace[1394983630] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"168.473611ms","start":"2026-02-26T16:45:05.018594Z","end":"2026-02-26T16:45:05.187068Z","steps":["trace[1394983630] 'process raft request' (duration: 168.164681ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:45:05.18709Z","caller":"traceutil/trace.go:171","msg":"trace[247222500] linearizableReadLoop","detail":"{readStateIndex:9173; appliedIndex:9172; }","duration":"165.228099ms","start":"2026-02-26T16:45:05.021816Z","end":"2026-02-26T16:45:05.187044Z","steps":["trace[247222500] 'read index received' (duration: 164.923109ms)","trace[247222500] 'applied index is now lower than readState.Index' (duration: 303.52µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:45:05.187345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.505527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-26T16:45:05.187363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.800267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-02-26T16:45:05.187397Z","caller":"traceutil/trace.go:171","msg":"trace[1256762720] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8845; }","duration":"150.8742ms","start":"2026-02-26T16:45:05.036511Z","end":"2026-02-26T16:45:05.187385Z","steps":["trace[1256762720] 'agreement among raft nodes before linearized reading' (duration: 150.730545ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:45:05.187392Z","caller":"traceutil/trace.go:171","msg":"trace[2015579651] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8845; }","duration":"165.613741ms","start":"2026-02-26T16:45:05.021767Z","end":"2026-02-26T16:45:05.187381Z","steps":["trace[2015579651] 'agreement among raft nodes before linearized reading' (duration: 165.442326ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:47:04.257421Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"23887246632736aa","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T16:47:04.265956Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-26T16:47:04.266047Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-02-26T16:47:20.701696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.054466ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T16:47:21.131107Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7454} {"level":"info","ts":"2026-02-26T16:47:21.193914Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7454,"took":"61.102072ms","hash":3201660608,"current-db-size-bytes":40706048,"current-db-size":"41 MB","current-db-size-in-use-bytes":25587712,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-26T16:47:21.193995Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3201660608,"revision":7454,"compact-revision":5431} {"level":"info","ts":"2026-02-26T16:48:30.087384Z","caller":"traceutil/trace.go:171","msg":"trace[616483326] linearizableReadLoop","detail":"{readStateIndex:10878; appliedIndex:10877; }","duration":"463.331223ms","start":"2026-02-26T16:48:29.624008Z","end":"2026-02-26T16:48:30.08734Z","steps":["trace[616483326] 'read index received' (duration: 463.141597ms)","trace[616483326] 'applied index is now lower than readState.Index' (duration: 188.456µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:48:30.0875Z","caller":"traceutil/trace.go:171","msg":"trace[609422874] transaction","detail":"{read_only:false; response_revision:10497; number_of_response:1; }","duration":"500.62484ms","start":"2026-02-26T16:48:29.586825Z","end":"2026-02-26T16:48:30.08745Z","steps":["trace[609422874] 'process raft request' (duration: 500.29372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:30.087758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:29.586808Z","time spent":"500.781566ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:48:30.087599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.570931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:48:30.087866Z","caller":"traceutil/trace.go:171","msg":"trace[812649795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10497; }","duration":"463.892891ms","start":"2026-02-26T16:48:29.623947Z","end":"2026-02-26T16:48:30.087839Z","steps":["trace[812649795] 'agreement among raft nodes before linearized reading' (duration: 463.53957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:30.087929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:29.623925Z","time spent":"463.987254ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:48:30.234176Z","caller":"traceutil/trace.go:171","msg":"trace[244188365] linearizableReadLoop","detail":"{readStateIndex:10880; appliedIndex:10878; }","duration":"146.676462ms","start":"2026-02-26T16:48:30.087481Z","end":"2026-02-26T16:48:30.234158Z","steps":["trace[244188365] 'read index received' (duration: 146.486196ms)","trace[244188365] 'applied index is now lower than readState.Index' (duration: 189.436µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:48:30.234197Z","caller":"traceutil/trace.go:171","msg":"trace[931393797] transaction","detail":"{read_only:false; response_revision:10499; number_of_response:1; }","duration":"361.64912ms","start":"2026-02-26T16:48:29.872523Z","end":"2026-02-26T16:48:30.234173Z","steps":["trace[931393797] 'process raft request' (duration: 361.593699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:30.234327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.137937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:48:30.234395Z","caller":"traceutil/trace.go:171","msg":"trace[1814830712] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10499; }","duration":"347.231779ms","start":"2026-02-26T16:48:29.887153Z","end":"2026-02-26T16:48:30.234385Z","steps":["trace[1814830712] 'agreement among raft nodes before linearized reading' (duration: 347.111115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:30.234412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.640505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T16:48:30.234425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:29.887146Z","time spent":"347.270291ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-26T16:48:30.234426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.477136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-02-26T16:48:30.234445Z","caller":"traceutil/trace.go:171","msg":"trace[103956289] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:10499; }","duration":"280.711688ms","start":"2026-02-26T16:48:29.953724Z","end":"2026-02-26T16:48:30.234436Z","steps":["trace[103956289] 'agreement among raft nodes before linearized reading' (duration: 280.658666ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:48:30.23446Z","caller":"traceutil/trace.go:171","msg":"trace[793023529] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10499; }","duration":"346.528837ms","start":"2026-02-26T16:48:29.887921Z","end":"2026-02-26T16:48:30.23445Z","steps":["trace[793023529] 'agreement among raft nodes before linearized reading' (duration: 346.31242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:30.23449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:29.887913Z","time spent":"346.571049ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-26T16:48:30.234466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.074765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:48:30.234552Z","caller":"traceutil/trace.go:171","msg":"trace[220615042] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10499; }","duration":"347.324953ms","start":"2026-02-26T16:48:29.887207Z","end":"2026-02-26T16:48:30.234532Z","steps":["trace[220615042] 'agreement among raft nodes before linearized reading' (duration: 346.994562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:30.234598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.359514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:48:30.234609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:29.887195Z","time spent":"347.403395ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T16:48:30.234557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.112483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T16:48:30.234671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.388421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:48:30.234674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.647802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:48:30.234328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:29.872501Z","time spent":"361.762164ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:48:30.234699Z","caller":"traceutil/trace.go:171","msg":"trace[1592490165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10499; }","duration":"145.481415ms","start":"2026-02-26T16:48:30.089211Z","end":"2026-02-26T16:48:30.234692Z","steps":["trace[1592490165] 'agreement among raft nodes before linearized reading' (duration: 145.446514ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:48:30.234702Z","caller":"traceutil/trace.go:171","msg":"trace[1241537955] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10499; }","duration":"347.695744ms","start":"2026-02-26T16:48:29.887001Z","end":"2026-02-26T16:48:30.234697Z","steps":["trace[1241537955] 'agreement among raft nodes before linearized reading' (duration: 347.659443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:30.234763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.931622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T16:48:30.234787Z","caller":"traceutil/trace.go:171","msg":"trace[1932937198] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10499; }","duration":"348.001103ms","start":"2026-02-26T16:48:29.886781Z","end":"2026-02-26T16:48:30.234782Z","steps":["trace[1932937198] 'agreement among raft nodes before linearized reading' (duration: 347.935471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:30.234634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.020626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T16:48:30.234813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:29.886761Z","time spent":"348.047975ms","remote":"127.0.0.1:45072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-02-26T16:48:30.234829Z","caller":"traceutil/trace.go:171","msg":"trace[971116350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10499; }","duration":"473.252723ms","start":"2026-02-26T16:48:29.761563Z","end":"2026-02-26T16:48:30.234815Z","steps":["trace[971116350] 'agreement among raft nodes before linearized reading' (duration: 473.037217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:30.234851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:29.886988Z","time spent":"347.812268ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-26T16:48:30.234865Z","caller":"traceutil/trace.go:171","msg":"trace[1909453463] transaction","detail":"{read_only:false; response_revision:10498; number_of_response:1; }","duration":"373.277145ms","start":"2026-02-26T16:48:29.861574Z","end":"2026-02-26T16:48:30.234851Z","steps":["trace[1909453463] 'process raft request' (duration: 372.415968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:30.234911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:29.76154Z","time spent":"473.322386ms","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:48:30.234625Z","caller":"traceutil/trace.go:171","msg":"trace[1103377835] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10499; }","duration":"347.409585ms","start":"2026-02-26T16:48:29.887209Z","end":"2026-02-26T16:48:30.234619Z","steps":["trace[1103377835] 'agreement among raft nodes before linearized reading' (duration: 347.343163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:30.234966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:29.887197Z","time spent":"347.763146ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T16:48:30.235046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:29.861555Z","time spent":"373.366927ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:48:30.235236Z","caller":"traceutil/trace.go:171","msg":"trace[659341514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10499; }","duration":"414.314869ms","start":"2026-02-26T16:48:29.820347Z","end":"2026-02-26T16:48:30.234662Z","steps":["trace[659341514] 'agreement among raft nodes before linearized reading' (duration: 414.02533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:30.235313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:29.820329Z","time spent":"414.964559ms","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:48:52.831084Z","caller":"traceutil/trace.go:171","msg":"trace[1430111318] transaction","detail":"{read_only:false; response_revision:10620; number_of_response:1; }","duration":"102.491374ms","start":"2026-02-26T16:48:52.728564Z","end":"2026-02-26T16:48:52.831055Z","steps":["trace[1430111318] 'process raft request' (duration: 102.307431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:53.085957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.939531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:48:53.08608Z","caller":"traceutil/trace.go:171","msg":"trace[1675951769] linearizableReadLoop","detail":"{readStateIndex:11007; appliedIndex:11006; }","duration":"322.77669ms","start":"2026-02-26T16:48:52.763283Z","end":"2026-02-26T16:48:53.086059Z","steps":["trace[1675951769] 'read index received' (duration: 67.756858ms)","trace[1675951769] 'applied index is now lower than readState.Index' (duration: 255.018232ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:48:53.086199Z","caller":"traceutil/trace.go:171","msg":"trace[1568595636] transaction","detail":"{read_only:false; response_revision:10621; number_of_response:1; }","duration":"356.66773ms","start":"2026-02-26T16:48:52.729492Z","end":"2026-02-26T16:48:53.08616Z","steps":["trace[1568595636] 'process raft request' (duration: 177.422413ms)","trace[1568595636] 'compare' (duration: 178.3441ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:48:53.086306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.031706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:48:53.086372Z","caller":"traceutil/trace.go:171","msg":"trace[678292240] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:10621; }","duration":"323.065897ms","start":"2026-02-26T16:48:52.763264Z","end":"2026-02-26T16:48:53.08633Z","steps":["trace[678292240] 'agreement among raft nodes before linearized reading' (duration: 322.895883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:53.086408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:52.763236Z","time spent":"323.162608ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-5rfb5\" "} {"level":"warn","ts":"2026-02-26T16:48:53.086439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:52.729472Z","time spent":"356.818503ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:48:53.087316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.985197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T16:48:53.087391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.603796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-26T16:48:53.08742Z","caller":"traceutil/trace.go:171","msg":"trace[2036713665] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10621; }","duration":"244.162211ms","start":"2026-02-26T16:48:52.843226Z","end":"2026-02-26T16:48:53.087388Z","steps":["trace[2036713665] 'agreement among raft nodes before linearized reading' (duration: 243.966398ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:48:53.087447Z","caller":"traceutil/trace.go:171","msg":"trace[1945368396] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10621; }","duration":"232.685227ms","start":"2026-02-26T16:48:52.854744Z","end":"2026-02-26T16:48:53.08743Z","steps":["trace[1945368396] 'agreement among raft nodes before linearized reading' (duration: 232.462123ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:48:54.772358Z","caller":"traceutil/trace.go:171","msg":"trace[1339532811] transaction","detail":"{read_only:false; response_revision:10624; number_of_response:1; }","duration":"404.618623ms","start":"2026-02-26T16:48:54.36772Z","end":"2026-02-26T16:48:54.772339Z","steps":["trace[1339532811] 'process raft request' (duration: 404.511351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:54.772492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:54.367704Z","time spent":"404.714716ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:48:54.839654Z","caller":"traceutil/trace.go:171","msg":"trace[1458994559] transaction","detail":"{read_only:false; response_revision:10625; number_of_response:1; }","duration":"470.030927ms","start":"2026-02-26T16:48:54.369596Z","end":"2026-02-26T16:48:54.839627Z","steps":["trace[1458994559] 'process raft request' (duration: 469.775072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:54.839803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:54.369576Z","time spent":"470.145709ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:48:54.83998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.415176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T16:48:54.840071Z","caller":"traceutil/trace.go:171","msg":"trace[1204888338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10625; }","duration":"410.561389ms","start":"2026-02-26T16:48:54.429492Z","end":"2026-02-26T16:48:54.840053Z","steps":["trace[1204888338] 'agreement among raft nodes before linearized reading' (duration: 410.330584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:54.840118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:54.429469Z","time spent":"410.64059ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T16:48:54.839531Z","caller":"traceutil/trace.go:171","msg":"trace[937772051] linearizableReadLoop","detail":"{readStateIndex:11011; appliedIndex:11010; }","duration":"409.961297ms","start":"2026-02-26T16:48:54.429544Z","end":"2026-02-26T16:48:54.839506Z","steps":["trace[937772051] 'read index received' (duration: 342.882402ms)","trace[937772051] 'applied index is now lower than readState.Index' (duration: 67.077645ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:48:54.840624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.302564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T16:48:54.840683Z","caller":"traceutil/trace.go:171","msg":"trace[6946110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10625; }","duration":"410.388646ms","start":"2026-02-26T16:48:54.43028Z","end":"2026-02-26T16:48:54.840669Z","steps":["trace[6946110] 'agreement among raft nodes before linearized reading' (duration: 410.143891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:54.840723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:54.430274Z","time spent":"410.438757ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T16:48:54.840904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.904011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:48:54.840953Z","caller":"traceutil/trace.go:171","msg":"trace[1799716739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10625; }","duration":"215.993613ms","start":"2026-02-26T16:48:54.624948Z","end":"2026-02-26T16:48:54.840941Z","steps":["trace[1799716739] 'agreement among raft nodes before linearized reading' (duration: 215.913572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:54.841003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.312909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T16:48:54.841481Z","caller":"traceutil/trace.go:171","msg":"trace[533773422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10625; }","duration":"383.838069ms","start":"2026-02-26T16:48:54.457623Z","end":"2026-02-26T16:48:54.841461Z","steps":["trace[533773422] 'agreement among raft nodes before linearized reading' (duration: 383.292729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:54.841565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:54.457596Z","time spent":"383.943121ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:48:55.239974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.330288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:48:55.240092Z","caller":"traceutil/trace.go:171","msg":"trace[1054998153] transaction","detail":"{read_only:false; response_revision:10626; number_of_response:1; }","duration":"394.835413ms","start":"2026-02-26T16:48:54.845237Z","end":"2026-02-26T16:48:55.240073Z","steps":["trace[1054998153] 'process raft request' (duration: 27.327082ms)","trace[1054998153] 'compare' (duration: 367.216695ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:48:55.24016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:54.845216Z","time spent":"394.916024ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:48:55.277323Z","caller":"traceutil/trace.go:171","msg":"trace[167217617] transaction","detail":"{read_only:false; response_revision:10627; number_of_response:1; }","duration":"431.513237ms","start":"2026-02-26T16:48:54.845758Z","end":"2026-02-26T16:48:55.277271Z","steps":["trace[167217617] 'process raft request' (duration: 431.194561ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:48:55.27736Z","caller":"traceutil/trace.go:171","msg":"trace[731359438] linearizableReadLoop","detail":"{readStateIndex:11015; appliedIndex:11012; }","duration":"347.153885ms","start":"2026-02-26T16:48:54.930173Z","end":"2026-02-26T16:48:55.277327Z","steps":["trace[731359438] 'read index received' (duration: 346.694066ms)","trace[731359438] 'applied index is now lower than readState.Index' (duration: 458.589µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:48:55.277474Z","caller":"traceutil/trace.go:171","msg":"trace[849496852] transaction","detail":"{read_only:false; response_revision:10629; number_of_response:1; }","duration":"429.602309ms","start":"2026-02-26T16:48:54.847856Z","end":"2026-02-26T16:48:55.277459Z","steps":["trace[849496852] 'process raft request' (duration: 429.392595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:55.277509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:54.845733Z","time spent":"431.68185ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:48:55.277568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.40405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T16:48:55.277599Z","caller":"traceutil/trace.go:171","msg":"trace[208179553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10629; }","duration":"347.490752ms","start":"2026-02-26T16:48:54.930098Z","end":"2026-02-26T16:48:55.277588Z","steps":["trace[208179553] 'agreement among raft nodes before linearized reading' (duration: 347.37964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:55.277619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:54.930069Z","time spent":"347.546632ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T16:48:55.277613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:54.847189Z","time spent":"430.337984ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:48:55.277367Z","caller":"traceutil/trace.go:171","msg":"trace[1708675437] transaction","detail":"{read_only:false; response_revision:10628; number_of_response:1; }","duration":"431.421835ms","start":"2026-02-26T16:48:54.845912Z","end":"2026-02-26T16:48:55.277334Z","steps":["trace[1708675437] 'process raft request' (duration: 431.269912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:55.27791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:48:54.845889Z","time spent":"431.985665ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:48:55.277992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.224007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:48:55.278017Z","caller":"traceutil/trace.go:171","msg":"trace[721024305] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:10629; }","duration":"125.304178ms","start":"2026-02-26T16:48:55.152707Z","end":"2026-02-26T16:48:55.278011Z","steps":["trace[721024305] 'agreement among raft nodes before linearized reading' (duration: 125.232027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:55.278316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.242293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:48:55.278403Z","caller":"traceutil/trace.go:171","msg":"trace[227511008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10629; }","duration":"187.405086ms","start":"2026-02-26T16:48:55.090982Z","end":"2026-02-26T16:48:55.278388Z","steps":["trace[227511008] 'agreement among raft nodes before linearized reading' (duration: 186.527029ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:48:59.497845Z","caller":"traceutil/trace.go:171","msg":"trace[2029256136] transaction","detail":"{read_only:false; response_revision:10648; number_of_response:1; }","duration":"108.629534ms","start":"2026-02-26T16:48:59.389175Z","end":"2026-02-26T16:48:59.497804Z","steps":["trace[2029256136] 'process raft request' (duration: 69.777657ms)","trace[2029256136] 'compare' (duration: 38.493ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:48:59.498235Z","caller":"traceutil/trace.go:171","msg":"trace[59751081] linearizableReadLoop","detail":"{readStateIndex:11036; appliedIndex:11034; }","duration":"108.101534ms","start":"2026-02-26T16:48:59.390115Z","end":"2026-02-26T16:48:59.498217Z","steps":["trace[59751081] 'read index received' (duration: 68.750458ms)","trace[59751081] 'applied index is now lower than readState.Index' (duration: 39.349466ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:48:59.498428Z","caller":"traceutil/trace.go:171","msg":"trace[2072869133] transaction","detail":"{read_only:false; response_revision:10649; number_of_response:1; }","duration":"109.220005ms","start":"2026-02-26T16:48:59.389174Z","end":"2026-02-26T16:48:59.498394Z","steps":["trace[2072869133] 'process raft request' (duration: 108.575303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:48:59.499287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.152814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448163"} {"level":"info","ts":"2026-02-26T16:48:59.499457Z","caller":"traceutil/trace.go:171","msg":"trace[547335438] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10649; }","duration":"109.376128ms","start":"2026-02-26T16:48:59.390058Z","end":"2026-02-26T16:48:59.499434Z","steps":["trace[547335438] 'agreement among raft nodes before linearized reading' (duration: 108.339098ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:52:21.140811Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9811} {"level":"info","ts":"2026-02-26T16:52:21.235735Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9811,"took":"85.502761ms","hash":384666873,"current-db-size-bytes":40706048,"current-db-size":"41 MB","current-db-size-in-use-bytes":23068672,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-26T16:52:21.235822Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":384666873,"revision":9811,"compact-revision":7454} {"level":"info","ts":"2026-02-26T16:54:46.211061Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033df.wal"} {"level":"warn","ts":"2026-02-26T16:54:53.926381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.141016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:54:53.926466Z","caller":"traceutil/trace.go:171","msg":"trace[1612373142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12880; }","duration":"284.293801ms","start":"2026-02-26T16:54:53.642153Z","end":"2026-02-26T16:54:53.926447Z","steps":["trace[1612373142] 'range keys from in-memory index tree' (duration: 283.497136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:17.829636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:17.368414Z","time spent":"461.211324ms","remote":"127.0.0.1:38620","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T16:55:17.830324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.823049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:55:17.830659Z","caller":"traceutil/trace.go:171","msg":"trace[2137427840] transaction","detail":"{read_only:false; response_revision:12993; number_of_response:1; }","duration":"716.929873ms","start":"2026-02-26T16:55:17.113664Z","end":"2026-02-26T16:55:17.830594Z","steps":["trace[2137427840] 'process raft request' (duration: 631.499251ms)","trace[2137427840] 'compare' (duration: 84.976608ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:55:17.830795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.662929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T16:55:17.830856Z","caller":"traceutil/trace.go:171","msg":"trace[1854039753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12993; }","duration":"273.799343ms","start":"2026-02-26T16:55:17.557044Z","end":"2026-02-26T16:55:17.830843Z","steps":["trace[1854039753] 'agreement among raft nodes before linearized reading' (duration: 273.575446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:17.830507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206020435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:55:17.830971Z","caller":"traceutil/trace.go:171","msg":"trace[2145955865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12992; }","duration":"1.206551573s","start":"2026-02-26T16:55:16.624378Z","end":"2026-02-26T16:55:17.83093Z","steps":["trace[2145955865] 'range keys from in-memory index tree' (duration: 1.205894782s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:17.830551Z","caller":"traceutil/trace.go:171","msg":"trace[1807752063] linearizableReadLoop","detail":"{readStateIndex:13469; appliedIndex:13468; }","duration":"273.38373ms","start":"2026-02-26T16:55:17.557122Z","end":"2026-02-26T16:55:17.830506Z","steps":["trace[1807752063] 'read index received' (duration: 187.962408ms)","trace[1807752063] 'applied index is now lower than readState.Index' (duration: 85.419791ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:55:17.830698Z","caller":"traceutil/trace.go:171","msg":"trace[1194098571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:12992; }","duration":"965.207241ms","start":"2026-02-26T16:55:16.865427Z","end":"2026-02-26T16:55:17.830634Z","steps":["trace[1194098571] 'range keys from in-memory index tree' (duration: 964.633163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:17.830866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:17.113639Z","time spent":"717.108749ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:55:17.831341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:16.865403Z","time spent":"965.874342ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-5rfb5\" "} {"level":"warn","ts":"2026-02-26T16:55:17.831066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:16.624354Z","time spent":"1.206689436s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:55:17.832021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.813147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T16:55:17.832049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.962898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:55:17.832083Z","caller":"traceutil/trace.go:171","msg":"trace[844527760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12993; }","duration":"165.929841ms","start":"2026-02-26T16:55:17.666136Z","end":"2026-02-26T16:55:17.832066Z","steps":["trace[844527760] 'agreement among raft nodes before linearized reading' (duration: 165.757366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:17.832069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.714212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T16:55:17.832014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.815687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T16:55:17.832293Z","caller":"traceutil/trace.go:171","msg":"trace[515679827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12993; }","duration":"260.137867ms","start":"2026-02-26T16:55:17.572136Z","end":"2026-02-26T16:55:17.832274Z","steps":["trace[515679827] 'agreement among raft nodes before linearized reading' (duration: 259.754125ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:17.832133Z","caller":"traceutil/trace.go:171","msg":"trace[498547445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12993; }","duration":"145.073382ms","start":"2026-02-26T16:55:17.687036Z","end":"2026-02-26T16:55:17.832109Z","steps":["trace[498547445] 'agreement among raft nodes before linearized reading' (duration: 144.925847ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:17.832149Z","caller":"traceutil/trace.go:171","msg":"trace[730890702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12993; }","duration":"163.840966ms","start":"2026-02-26T16:55:17.668288Z","end":"2026-02-26T16:55:17.832129Z","steps":["trace[730890702] 'agreement among raft nodes before linearized reading' (duration: 163.601239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:17.832135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.413034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T16:55:17.832789Z","caller":"traceutil/trace.go:171","msg":"trace[990980731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12993; }","duration":"260.108376ms","start":"2026-02-26T16:55:17.572652Z","end":"2026-02-26T16:55:17.832761Z","steps":["trace[990980731] 'agreement among raft nodes before linearized reading' (duration: 259.27681ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:18.216939Z","caller":"traceutil/trace.go:171","msg":"trace[2002513140] transaction","detail":"{read_only:false; response_revision:12994; number_of_response:1; }","duration":"380.54371ms","start":"2026-02-26T16:55:17.836366Z","end":"2026-02-26T16:55:18.21691Z","steps":["trace[2002513140] 'process raft request' (duration: 379.413575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:18.217427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:17.836353Z","time spent":"380.741566ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:18.219167Z","caller":"traceutil/trace.go:171","msg":"trace[223073556] transaction","detail":"{read_only:false; response_revision:12995; number_of_response:1; }","duration":"382.4981ms","start":"2026-02-26T16:55:17.836642Z","end":"2026-02-26T16:55:18.21914Z","steps":["trace[223073556] 'process raft request' (duration: 382.278074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:18.219332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:17.836622Z","time spent":"382.617555ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:18.219409Z","caller":"traceutil/trace.go:171","msg":"trace[1214084664] transaction","detail":"{read_only:false; response_revision:12996; number_of_response:1; }","duration":"382.15317ms","start":"2026-02-26T16:55:17.83724Z","end":"2026-02-26T16:55:18.219393Z","steps":["trace[1214084664] 'process raft request' (duration: 381.859691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:18.219487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:17.837232Z","time spent":"382.219312ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:18.219787Z","caller":"traceutil/trace.go:171","msg":"trace[1187870843] transaction","detail":"{read_only:false; response_revision:12997; number_of_response:1; }","duration":"382.272943ms","start":"2026-02-26T16:55:17.837505Z","end":"2026-02-26T16:55:18.219778Z","steps":["trace[1187870843] 'process raft request' (duration: 381.827519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:18.219847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:17.837498Z","time spent":"382.313534ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:18.220074Z","caller":"traceutil/trace.go:171","msg":"trace[778434698] transaction","detail":"{read_only:false; response_revision:12998; number_of_response:1; }","duration":"382.349606ms","start":"2026-02-26T16:55:17.837705Z","end":"2026-02-26T16:55:18.220055Z","steps":["trace[778434698] 'process raft request' (duration: 382.129209ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:18.220078Z","caller":"traceutil/trace.go:171","msg":"trace[932467782] linearizableReadLoop","detail":"{readStateIndex:13471; appliedIndex:13469; }","duration":"382.956045ms","start":"2026-02-26T16:55:17.837083Z","end":"2026-02-26T16:55:18.220039Z","steps":["trace[932467782] 'read index received' (duration: 378.63771ms)","trace[932467782] 'applied index is now lower than readState.Index' (duration: 4.316994ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:55:18.220365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:17.837699Z","time spent":"382.456209ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:55:18.22105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.940535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:584690"} {"level":"warn","ts":"2026-02-26T16:55:18.220513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.569238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T16:55:18.22111Z","caller":"traceutil/trace.go:171","msg":"trace[316504123] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:12998; }","duration":"384.030389ms","start":"2026-02-26T16:55:17.837066Z","end":"2026-02-26T16:55:18.221096Z","steps":["trace[316504123] 'agreement among raft nodes before linearized reading' (duration: 383.206473ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:18.221146Z","caller":"traceutil/trace.go:171","msg":"trace[926947407] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12998; }","duration":"250.25938ms","start":"2026-02-26T16:55:17.97087Z","end":"2026-02-26T16:55:18.221129Z","steps":["trace[926947407] 'agreement among raft nodes before linearized reading' (duration: 249.446864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:18.221172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:17.837058Z","time spent":"384.09975ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":584712,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T16:55:26.429274Z","caller":"traceutil/trace.go:171","msg":"trace[1460955452] transaction","detail":"{read_only:false; response_revision:13035; number_of_response:1; }","duration":"145.912851ms","start":"2026-02-26T16:55:26.283341Z","end":"2026-02-26T16:55:26.429254Z","steps":["trace[1460955452] 'process raft request' (duration: 145.822756ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:26.429402Z","caller":"traceutil/trace.go:171","msg":"trace[334122879] transaction","detail":"{read_only:false; response_revision:13034; number_of_response:1; }","duration":"155.915775ms","start":"2026-02-26T16:55:26.273478Z","end":"2026-02-26T16:55:26.429394Z","steps":["trace[334122879] 'process raft request' (duration: 88.692092ms)","trace[334122879] 'compare' (duration: 66.907636ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:55:26.429452Z","caller":"traceutil/trace.go:171","msg":"trace[1189036283] linearizableReadLoop","detail":"{readStateIndex:13514; appliedIndex:13511; }","duration":"141.935114ms","start":"2026-02-26T16:55:26.287511Z","end":"2026-02-26T16:55:26.429446Z","steps":["trace[1189036283] 'read index received' (duration: 74.634397ms)","trace[1189036283] 'applied index is now lower than readState.Index' (duration: 67.300057ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:55:26.42954Z","caller":"traceutil/trace.go:171","msg":"trace[617594462] transaction","detail":"{read_only:false; response_revision:13036; number_of_response:1; }","duration":"145.35607ms","start":"2026-02-26T16:55:26.284179Z","end":"2026-02-26T16:55:26.429536Z","steps":["trace[617594462] 'process raft request' (duration: 145.045023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:26.429712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.184737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:55:26.429775Z","caller":"traceutil/trace.go:171","msg":"trace[165764367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:13036; }","duration":"142.288743ms","start":"2026-02-26T16:55:26.28747Z","end":"2026-02-26T16:55:26.429759Z","steps":["trace[165764367] 'agreement among raft nodes before linearized reading' (duration: 142.112944ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:26.54912Z","caller":"traceutil/trace.go:171","msg":"trace[440156492] linearizableReadLoop","detail":"{readStateIndex:13515; appliedIndex:13514; }","duration":"119.632449ms","start":"2026-02-26T16:55:26.429464Z","end":"2026-02-26T16:55:26.549096Z","steps":["trace[440156492] 'read index received' (duration: 118.762142ms)","trace[440156492] 'applied index is now lower than readState.Index' (duration: 868.957µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:55:26.549276Z","caller":"traceutil/trace.go:171","msg":"trace[705852168] transaction","detail":"{read_only:false; response_revision:13037; number_of_response:1; }","duration":"180.954531ms","start":"2026-02-26T16:55:26.368279Z","end":"2026-02-26T16:55:26.549233Z","steps":["trace[705852168] 'process raft request' (duration: 179.935835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:26.549468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.838433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-02-26T16:55:26.549556Z","caller":"traceutil/trace.go:171","msg":"trace[729668869] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13037; }","duration":"173.941088ms","start":"2026-02-26T16:55:26.375594Z","end":"2026-02-26T16:55:26.549535Z","steps":["trace[729668869] 'agreement among raft nodes before linearized reading' (duration: 173.666303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:26.55032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.173831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:584690"} {"level":"info","ts":"2026-02-26T16:55:26.550654Z","caller":"traceutil/trace.go:171","msg":"trace[1728172159] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13038; }","duration":"116.54173ms","start":"2026-02-26T16:55:26.434098Z","end":"2026-02-26T16:55:26.55064Z","steps":["trace[1728172159] 'agreement among raft nodes before linearized reading' (duration: 115.349655ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:34.751066Z","caller":"traceutil/trace.go:171","msg":"trace[901047470] linearizableReadLoop","detail":"{readStateIndex:13564; appliedIndex:13563; }","duration":"394.564568ms","start":"2026-02-26T16:55:34.356463Z","end":"2026-02-26T16:55:34.751028Z","steps":["trace[901047470] 'read index received' (duration: 394.361937ms)","trace[901047470] 'applied index is now lower than readState.Index' (duration: 201.171µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:55:34.751277Z","caller":"traceutil/trace.go:171","msg":"trace[1090007717] transaction","detail":"{read_only:false; response_revision:13083; number_of_response:1; }","duration":"504.265816ms","start":"2026-02-26T16:55:34.246961Z","end":"2026-02-26T16:55:34.751227Z","steps":["trace[1090007717] 'process raft request' (duration: 503.822032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:34.751406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.905897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:55:34.751465Z","caller":"traceutil/trace.go:171","msg":"trace[1598120841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13083; }","duration":"395.030494ms","start":"2026-02-26T16:55:34.356415Z","end":"2026-02-26T16:55:34.751445Z","steps":["trace[1598120841] 'agreement among raft nodes before linearized reading' (duration: 394.788021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:34.751514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:34.356393Z","time spent":"395.110528ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T16:55:34.751532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:34.246937Z","time spent":"504.454486ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11811,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:34.759769Z","caller":"traceutil/trace.go:171","msg":"trace[1654171008] transaction","detail":"{read_only:false; response_revision:13084; number_of_response:1; }","duration":"183.111078ms","start":"2026-02-26T16:55:34.576634Z","end":"2026-02-26T16:55:34.759745Z","steps":["trace[1654171008] 'process raft request' (duration: 182.938569ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:34.760041Z","caller":"traceutil/trace.go:171","msg":"trace[2071457753] transaction","detail":"{read_only:false; response_revision:13085; number_of_response:1; }","duration":"181.86512ms","start":"2026-02-26T16:55:34.578156Z","end":"2026-02-26T16:55:34.760021Z","steps":["trace[2071457753] 'process raft request' (duration: 181.551623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:34.760297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.567953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T16:55:34.760339Z","caller":"traceutil/trace.go:171","msg":"trace[2032889006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13085; }","duration":"395.637777ms","start":"2026-02-26T16:55:34.364691Z","end":"2026-02-26T16:55:34.760329Z","steps":["trace[2032889006] 'agreement among raft nodes before linearized reading' (duration: 395.50267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:34.760313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.853742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T16:55:34.760374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:34.364681Z","time spent":"395.68341ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T16:55:34.760427Z","caller":"traceutil/trace.go:171","msg":"trace[875026572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13085; }","duration":"294.018631ms","start":"2026-02-26T16:55:34.466379Z","end":"2026-02-26T16:55:34.760397Z","steps":["trace[875026572] 'agreement among raft nodes before linearized reading' (duration: 293.778048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:34.760334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.84463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:55:34.760574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.456655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:55:34.760575Z","caller":"traceutil/trace.go:171","msg":"trace[981255307] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:13085; }","duration":"305.107855ms","start":"2026-02-26T16:55:34.455398Z","end":"2026-02-26T16:55:34.760506Z","steps":["trace[981255307] 'agreement among raft nodes before linearized reading' (duration: 304.772066ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:34.760641Z","caller":"traceutil/trace.go:171","msg":"trace[560861475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13085; }","duration":"136.563781ms","start":"2026-02-26T16:55:34.624058Z","end":"2026-02-26T16:55:34.760622Z","steps":["trace[560861475] 'agreement among raft nodes before linearized reading' (duration: 136.483857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:34.760692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.984403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:55:34.760755Z","caller":"traceutil/trace.go:171","msg":"trace[1472863055] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:13085; }","duration":"150.097349ms","start":"2026-02-26T16:55:34.610637Z","end":"2026-02-26T16:55:34.760734Z","steps":["trace[1472863055] 'agreement among raft nodes before linearized reading' (duration: 149.908769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:34.760713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:34.455375Z","time spent":"305.317597ms","remote":"127.0.0.1:45330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:55:34.760828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.653414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T16:55:34.760906Z","caller":"traceutil/trace.go:171","msg":"trace[954998858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13085; }","duration":"289.840864ms","start":"2026-02-26T16:55:34.471051Z","end":"2026-02-26T16:55:34.760892Z","steps":["trace[954998858] 'agreement among raft nodes before linearized reading' (duration: 289.489495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:34.761688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.723234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T16:55:34.761799Z","caller":"traceutil/trace.go:171","msg":"trace[1005089798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13085; }","duration":"295.912974ms","start":"2026-02-26T16:55:34.465862Z","end":"2026-02-26T16:55:34.761775Z","steps":["trace[1005089798] 'agreement among raft nodes before linearized reading' (duration: 294.617543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:34.983219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.77029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:55:34.983326Z","caller":"traceutil/trace.go:171","msg":"trace[2017727223] linearizableReadLoop","detail":"{readStateIndex:13567; appliedIndex:13566; }","duration":"223.17083ms","start":"2026-02-26T16:55:34.760138Z","end":"2026-02-26T16:55:34.983309Z","steps":["trace[2017727223] 'read index received' (duration: 91.311575ms)","trace[2017727223] 'applied index is now lower than readState.Index' (duration: 131.857865ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:55:34.983403Z","caller":"traceutil/trace.go:171","msg":"trace[95361879] transaction","detail":"{read_only:false; response_revision:13086; number_of_response:1; }","duration":"224.976269ms","start":"2026-02-26T16:55:34.758416Z","end":"2026-02-26T16:55:34.983393Z","steps":["trace[95361879] 'process raft request' (duration: 92.951005ms)","trace[95361879] 'compare' (duration: 131.626932ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:55:34.983604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.70008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T16:55:34.983641Z","caller":"traceutil/trace.go:171","msg":"trace[1343662784] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13086; }","duration":"223.786204ms","start":"2026-02-26T16:55:34.759843Z","end":"2026-02-26T16:55:34.983629Z","steps":["trace[1343662784] 'agreement among raft nodes before linearized reading' (duration: 223.667148ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:35.477697Z","caller":"traceutil/trace.go:171","msg":"trace[1992966214] transaction","detail":"{read_only:false; response_revision:13087; number_of_response:1; }","duration":"712.300603ms","start":"2026-02-26T16:55:34.765364Z","end":"2026-02-26T16:55:35.477665Z","steps":["trace[1992966214] 'process raft request' (duration: 668.896098ms)","trace[1992966214] 'compare' (duration: 41.920564ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:55:35.477865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:34.765339Z","time spent":"712.436ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:35.478177Z","caller":"traceutil/trace.go:171","msg":"trace[607933890] transaction","detail":"{read_only:false; response_revision:13088; number_of_response:1; }","duration":"712.715336ms","start":"2026-02-26T16:55:34.765435Z","end":"2026-02-26T16:55:35.478151Z","steps":["trace[607933890] 'process raft request' (duration: 712.124103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:35.478277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:34.765416Z","time spent":"712.812071ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:35.478973Z","caller":"traceutil/trace.go:171","msg":"trace[134557690] linearizableReadLoop","detail":"{readStateIndex:13571; appliedIndex:13567; }","duration":"495.568653ms","start":"2026-02-26T16:55:34.983358Z","end":"2026-02-26T16:55:35.478926Z","steps":["trace[134557690] 'read index received' (duration: 450.55085ms)","trace[134557690] 'applied index is now lower than readState.Index' (duration: 45.016523ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:55:35.479075Z","caller":"traceutil/trace.go:171","msg":"trace[231990313] transaction","detail":"{read_only:false; response_revision:13090; number_of_response:1; }","duration":"713.284936ms","start":"2026-02-26T16:55:34.765744Z","end":"2026-02-26T16:55:35.479029Z","steps":["trace[231990313] 'process raft request' (duration: 713.108187ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:35.479191Z","caller":"traceutil/trace.go:171","msg":"trace[1503461114] transaction","detail":"{read_only:false; response_revision:13089; number_of_response:1; }","duration":"713.519449ms","start":"2026-02-26T16:55:34.765649Z","end":"2026-02-26T16:55:35.479169Z","steps":["trace[1503461114] 'process raft request' (duration: 712.309853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:35.479286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:34.765632Z","time spent":"713.609414ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:55:35.479329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:34.765736Z","time spent":"713.453165ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:55:35.479549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.017474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:55:35.479606Z","caller":"traceutil/trace.go:171","msg":"trace[1074973959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13090; }","duration":"718.096428ms","start":"2026-02-26T16:55:34.761497Z","end":"2026-02-26T16:55:35.479593Z","steps":["trace[1074973959] 'agreement among raft nodes before linearized reading' (duration: 718.000813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:35.479639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:34.761487Z","time spent":"718.145181ms","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:55:35.480591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.050147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:596509"} {"level":"info","ts":"2026-02-26T16:55:35.480664Z","caller":"traceutil/trace.go:171","msg":"trace[1385842846] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13090; }","duration":"716.144722ms","start":"2026-02-26T16:55:34.764504Z","end":"2026-02-26T16:55:35.480649Z","steps":["trace[1385842846] 'agreement among raft nodes before linearized reading' (duration: 714.587877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:35.480712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:34.764453Z","time spent":"716.245847ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":596531,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T16:55:35.539269Z","caller":"traceutil/trace.go:171","msg":"trace[1162491266] transaction","detail":"{read_only:false; response_revision:13091; number_of_response:1; }","duration":"543.380208ms","start":"2026-02-26T16:55:34.99584Z","end":"2026-02-26T16:55:35.53922Z","steps":["trace[1162491266] 'process raft request' (duration: 543.085092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:35.539372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.399404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T16:55:35.539467Z","caller":"traceutil/trace.go:171","msg":"trace[579740428] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:13091; }","duration":"230.576064ms","start":"2026-02-26T16:55:35.308868Z","end":"2026-02-26T16:55:35.539444Z","steps":["trace[579740428] 'agreement among raft nodes before linearized reading' (duration: 230.268268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:35.539483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.537469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:55:35.539536Z","caller":"traceutil/trace.go:171","msg":"trace[254627358] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:13091; }","duration":"100.620183ms","start":"2026-02-26T16:55:35.438899Z","end":"2026-02-26T16:55:35.539519Z","steps":["trace[254627358] 'agreement among raft nodes before linearized reading' (duration: 100.527118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:35.53963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:34.995821Z","time spent":"543.565548ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:55:35.85318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.031941ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-26T16:55:35.853349Z","caller":"traceutil/trace.go:171","msg":"trace[548540508] linearizableReadLoop","detail":"{readStateIndex:13573; appliedIndex:13572; }","duration":"228.85157ms","start":"2026-02-26T16:55:35.62447Z","end":"2026-02-26T16:55:35.853322Z","steps":["trace[548540508] 'read index received' (duration: 108.716894ms)","trace[548540508] 'applied index is now lower than readState.Index' (duration: 120.132366ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:55:35.853465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.987708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:55:35.853421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:35.540408Z","time spent":"313.005795ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T16:55:35.853522Z","caller":"traceutil/trace.go:171","msg":"trace[507579686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13091; }","duration":"229.097693ms","start":"2026-02-26T16:55:35.624408Z","end":"2026-02-26T16:55:35.853506Z","steps":["trace[507579686] 'agreement among raft nodes before linearized reading' (duration: 228.984197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:36.472926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.239039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:55:36.473087Z","caller":"traceutil/trace.go:171","msg":"trace[1159671650] linearizableReadLoop","detail":"{readStateIndex:13575; appliedIndex:13573; }","duration":"126.047498ms","start":"2026-02-26T16:55:36.347021Z","end":"2026-02-26T16:55:36.473069Z","steps":["trace[1159671650] 'read index received' (duration: 118.00984ms)","trace[1159671650] 'applied index is now lower than readState.Index' (duration: 8.036678ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:55:36.47317Z","caller":"traceutil/trace.go:171","msg":"trace[2012972085] transaction","detail":"{read_only:false; response_revision:13092; number_of_response:1; }","duration":"618.193335ms","start":"2026-02-26T16:55:35.854966Z","end":"2026-02-26T16:55:36.473159Z","steps":["trace[2012972085] 'process raft request' (duration: 112.647798ms)","trace[2012972085] 'compare' (duration: 504.954394ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:55:36.473231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:35.854936Z","time spent":"618.263109ms","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:55:36.473351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.314482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:55:36.473423Z","caller":"traceutil/trace.go:171","msg":"trace[1379377548] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13093; }","duration":"126.438909ms","start":"2026-02-26T16:55:36.346967Z","end":"2026-02-26T16:55:36.473406Z","steps":["trace[1379377548] 'agreement among raft nodes before linearized reading' (duration: 126.222527ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:36.47369Z","caller":"traceutil/trace.go:171","msg":"trace[1960727758] transaction","detail":"{read_only:false; response_revision:13093; number_of_response:1; }","duration":"494.979161ms","start":"2026-02-26T16:55:35.978693Z","end":"2026-02-26T16:55:36.473672Z","steps":["trace[1960727758] 'process raft request' (duration: 494.319785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:36.473816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:35.978659Z","time spent":"495.092627ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:36.895048Z","caller":"traceutil/trace.go:171","msg":"trace[409581044] transaction","detail":"{read_only:false; response_revision:13095; number_of_response:1; }","duration":"129.260183ms","start":"2026-02-26T16:55:36.765761Z","end":"2026-02-26T16:55:36.895021Z","steps":["trace[409581044] 'process raft request' (duration: 129.093994ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:36.902811Z","caller":"traceutil/trace.go:171","msg":"trace[2051476532] transaction","detail":"{read_only:false; response_revision:13096; number_of_response:1; }","duration":"136.955573ms","start":"2026-02-26T16:55:36.765824Z","end":"2026-02-26T16:55:36.90278Z","steps":["trace[2051476532] 'process raft request' (duration: 136.782033ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:37.69266Z","caller":"traceutil/trace.go:171","msg":"trace[570638352] transaction","detail":"{read_only:false; response_revision:13098; number_of_response:1; }","duration":"204.968428ms","start":"2026-02-26T16:55:37.48767Z","end":"2026-02-26T16:55:37.692638Z","steps":["trace[570638352] 'process raft request' (duration: 204.798879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.028362Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.312089103s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T16:55:39.391651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.042842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:55:39.391868Z","caller":"traceutil/trace.go:171","msg":"trace[1233559887] linearizableReadLoop","detail":"{readStateIndex:13583; appliedIndex:13579; }","duration":"1.898764791s","start":"2026-02-26T16:55:37.493088Z","end":"2026-02-26T16:55:39.391852Z","steps":["trace[1233559887] 'read index received' (duration: 199.472049ms)","trace[1233559887] 'applied index is now lower than readState.Index' (duration: 1.699291482s)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:55:39.392188Z","caller":"traceutil/trace.go:171","msg":"trace[979999033] transaction","detail":"{read_only:false; response_revision:13099; number_of_response:1; }","duration":"1.904475543s","start":"2026-02-26T16:55:37.487679Z","end":"2026-02-26T16:55:39.392155Z","steps":["trace[979999033] 'process raft request' (duration: 1.540846539s)","trace[979999033] 'compare' (duration: 355.895622ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:55:39.392198Z","caller":"traceutil/trace.go:171","msg":"trace[1050291492] transaction","detail":"{read_only:false; response_revision:13101; number_of_response:1; }","duration":"1.90296208s","start":"2026-02-26T16:55:37.489189Z","end":"2026-02-26T16:55:39.392151Z","steps":["trace[1050291492] 'process raft request' (duration: 1.902619362s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.392621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:37.489174Z","time spent":"1.903259766s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:55:39.392351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:37.487646Z","time spent":"1.904627361s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:55:39.392208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899119071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:55:39.392365Z","caller":"traceutil/trace.go:171","msg":"trace[1274324138] transaction","detail":"{read_only:false; response_revision:13100; number_of_response:1; }","duration":"1.903538372s","start":"2026-02-26T16:55:37.488815Z","end":"2026-02-26T16:55:39.392354Z","steps":["trace[1274324138] 'process raft request' (duration: 1.902940499s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.392916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:37.488797Z","time spent":"1.90405851s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:39.392797Z","caller":"traceutil/trace.go:171","msg":"trace[1457604232] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:13101; }","duration":"1.899694302s","start":"2026-02-26T16:55:37.493064Z","end":"2026-02-26T16:55:39.392759Z","steps":["trace[1457604232] 'agreement among raft nodes before linearized reading' (duration: 1.899050337s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.393022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:37.493051Z","time spent":"1.899939305s","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-5rfb5\" "} {"level":"info","ts":"2026-02-26T16:55:39.452355Z","caller":"traceutil/trace.go:171","msg":"trace[1199046343] transaction","detail":"{read_only:false; response_revision:13102; number_of_response:1; }","duration":"964.547337ms","start":"2026-02-26T16:55:38.487763Z","end":"2026-02-26T16:55:39.452311Z","steps":["trace[1199046343] 'process raft request' (duration: 964.23422ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:39.45235Z","caller":"traceutil/trace.go:171","msg":"trace[299033376] transaction","detail":"{read_only:false; response_revision:13103; number_of_response:1; }","duration":"551.951576ms","start":"2026-02-26T16:55:38.900363Z","end":"2026-02-26T16:55:39.452315Z","steps":["trace[299033376] 'process raft request' (duration: 551.821249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.4525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:38.487739Z","time spent":"964.684905ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:39.452538Z","caller":"traceutil/trace.go:171","msg":"trace[634104891] transaction","detail":"{read_only:false; response_revision:13104; number_of_response:1; }","duration":"544.846148ms","start":"2026-02-26T16:55:38.907663Z","end":"2026-02-26T16:55:39.452509Z","steps":["trace[634104891] 'process raft request' (duration: 544.608975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.452571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:38.900341Z","time spent":"552.105794ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:55:39.452657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:38.907646Z","time spent":"544.954734ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:55:39.455551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65869372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:55:39.455617Z","caller":"traceutil/trace.go:171","msg":"trace[1939819389] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:13105; }","duration":"1.658814227s","start":"2026-02-26T16:55:37.796787Z","end":"2026-02-26T16:55:39.455601Z","steps":["trace[1939819389] 'agreement among raft nodes before linearized reading' (duration: 1.65869718s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.455621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811798402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:55:39.455656Z","caller":"traceutil/trace.go:171","msg":"trace[1871793238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13105; }","duration":"1.811875246s","start":"2026-02-26T16:55:37.643769Z","end":"2026-02-26T16:55:39.455644Z","steps":["trace[1871793238] 'agreement among raft nodes before linearized reading' (duration: 1.811813823s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.455668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:37.796743Z","time spent":"1.658904921s","remote":"127.0.0.1:45236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:55:39.45568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:37.64375Z","time spent":"1.811921439s","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:55:39.455662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039980847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-26T16:55:39.455742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218577629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:55:39.455814Z","caller":"traceutil/trace.go:171","msg":"trace[443636272] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:13105; }","duration":"1.218903686s","start":"2026-02-26T16:55:38.236893Z","end":"2026-02-26T16:55:39.455796Z","steps":["trace[443636272] 'agreement among raft nodes before linearized reading' (duration: 1.21877834s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:39.455817Z","caller":"traceutil/trace.go:171","msg":"trace[1619071136] transaction","detail":"{read_only:false; response_revision:13105; number_of_response:1; }","duration":"126.016317ms","start":"2026-02-26T16:55:39.329784Z","end":"2026-02-26T16:55:39.4558Z","steps":["trace[1619071136] 'process raft request' (duration: 125.489498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.455835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830454169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:55:39.455868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:38.236858Z","time spent":"1.218992731s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:55:39.45589Z","caller":"traceutil/trace.go:171","msg":"trace[1801871323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13105; }","duration":"1.830553405s","start":"2026-02-26T16:55:37.625323Z","end":"2026-02-26T16:55:39.455876Z","steps":["trace[1801871323] 'agreement among raft nodes before linearized reading' (duration: 1.830414147s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.455929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:37.625297Z","time spent":"1.830623968s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:55:39.455941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098305776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:55:39.455967Z","caller":"traceutil/trace.go:171","msg":"trace[638946275] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13105; }","duration":"1.098368599s","start":"2026-02-26T16:55:38.357591Z","end":"2026-02-26T16:55:39.45596Z","steps":["trace[638946275] 'agreement among raft nodes before linearized reading' (duration: 1.098287035s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.45597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539671894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T16:55:39.455988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:38.357569Z","time spent":"1.098413571s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":64,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:55:39.456005Z","caller":"traceutil/trace.go:171","msg":"trace[642139890] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:13105; }","duration":"1.539743928s","start":"2026-02-26T16:55:37.916251Z","end":"2026-02-26T16:55:39.455995Z","steps":["trace[642139890] 'agreement among raft nodes before linearized reading' (duration: 1.539608751s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.456036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:37.91623Z","time spent":"1.539798821s","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":98,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:55:39.456137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.834231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:55:39.456184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.22127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:55:39.45623Z","caller":"traceutil/trace.go:171","msg":"trace[1233714841] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:13105; }","duration":"757.264992ms","start":"2026-02-26T16:55:38.698935Z","end":"2026-02-26T16:55:39.4562Z","steps":["trace[1233714841] 'agreement among raft nodes before linearized reading' (duration: 757.22509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.456251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:38.698924Z","time spent":"757.321046ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:55:39.456252Z","caller":"traceutil/trace.go:171","msg":"trace[1699955877] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13105; }","duration":"164.920736ms","start":"2026-02-26T16:55:39.291255Z","end":"2026-02-26T16:55:39.456176Z","steps":["trace[1699955877] 'agreement among raft nodes before linearized reading' (duration: 164.831151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.456409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.352976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T16:55:39.456416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.024881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:55:39.456428Z","caller":"traceutil/trace.go:171","msg":"trace[1715052632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13105; }","duration":"445.404809ms","start":"2026-02-26T16:55:39.011018Z","end":"2026-02-26T16:55:39.456423Z","steps":["trace[1715052632] 'agreement among raft nodes before linearized reading' (duration: 445.321895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.456449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:39.010999Z","time spent":"445.446252ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T16:55:39.456453Z","caller":"traceutil/trace.go:171","msg":"trace[1803810125] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:13105; }","duration":"606.121567ms","start":"2026-02-26T16:55:38.85032Z","end":"2026-02-26T16:55:39.456442Z","steps":["trace[1803810125] 'agreement among raft nodes before linearized reading' (duration: 606.055663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.456486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:38.850295Z","time spent":"606.18313ms","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:55:39.456485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.07414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T16:55:39.456556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.219275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T16:55:39.456552Z","caller":"traceutil/trace.go:171","msg":"trace[30888326] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13105; }","duration":"870.230088ms","start":"2026-02-26T16:55:38.586306Z","end":"2026-02-26T16:55:39.456537Z","steps":["trace[30888326] 'agreement among raft nodes before linearized reading' (duration: 870.125372ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:39.456579Z","caller":"traceutil/trace.go:171","msg":"trace[322851870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13105; }","duration":"767.276798ms","start":"2026-02-26T16:55:38.689295Z","end":"2026-02-26T16:55:39.456572Z","steps":["trace[322851870] 'agreement among raft nodes before linearized reading' (duration: 767.208864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.456601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:38.689273Z","time spent":"767.320901ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T16:55:39.4566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:38.586285Z","time spent":"870.297071ms","remote":"127.0.0.1:40420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:55:39.455754Z","caller":"traceutil/trace.go:171","msg":"trace[1143534604] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13105; }","duration":"1.040109045s","start":"2026-02-26T16:55:38.41562Z","end":"2026-02-26T16:55:39.455729Z","steps":["trace[1143534604] 'agreement among raft nodes before linearized reading' (duration: 1.03983545s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:39.456851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:38.415607Z","time spent":"1.041231545s","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T16:55:40.439971Z","caller":"traceutil/trace.go:171","msg":"trace[1860073374] transaction","detail":"{read_only:false; response_revision:13110; number_of_response:1; }","duration":"107.645835ms","start":"2026-02-26T16:55:40.332303Z","end":"2026-02-26T16:55:40.439949Z","steps":["trace[1860073374] 'process raft request' (duration: 107.475006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:41.102112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.139599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:55:41.1022Z","caller":"traceutil/trace.go:171","msg":"trace[2124807324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13110; }","duration":"477.268226ms","start":"2026-02-26T16:55:40.624898Z","end":"2026-02-26T16:55:41.102166Z","steps":["trace[2124807324] 'range keys from in-memory index tree' (duration: 476.970189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:41.102246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:40.624873Z","time spent":"477.362601ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:55:41.216076Z","caller":"traceutil/trace.go:171","msg":"trace[2117252266] linearizableReadLoop","detail":"{readStateIndex:13593; appliedIndex:13592; }","duration":"253.210877ms","start":"2026-02-26T16:55:40.962832Z","end":"2026-02-26T16:55:41.216043Z","steps":["trace[2117252266] 'read index received' (duration: 221.275267ms)","trace[2117252266] 'applied index is now lower than readState.Index' (duration: 31.93355ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:55:41.216374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.545063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:55:41.216419Z","caller":"traceutil/trace.go:171","msg":"trace[1856261948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13110; }","duration":"112.655499ms","start":"2026-02-26T16:55:41.10375Z","end":"2026-02-26T16:55:41.216406Z","steps":["trace[1856261948] 'agreement among raft nodes before linearized reading' (duration: 112.537662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:41.216325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.44005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:55:41.216755Z","caller":"traceutil/trace.go:171","msg":"trace[2031202522] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13110; }","duration":"253.843892ms","start":"2026-02-26T16:55:40.962779Z","end":"2026-02-26T16:55:41.216623Z","steps":["trace[2031202522] 'agreement among raft nodes before linearized reading' (duration: 253.393947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:41.941341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.365644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:55:41.941451Z","caller":"traceutil/trace.go:171","msg":"trace[845771655] transaction","detail":"{read_only:false; response_revision:13112; number_of_response:1; }","duration":"499.242422ms","start":"2026-02-26T16:55:41.442188Z","end":"2026-02-26T16:55:41.941431Z","steps":["trace[845771655] 'process raft request' (duration: 368.704309ms)","trace[845771655] 'compare' (duration: 129.56641ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:55:41.941516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:41.442148Z","time spent":"499.336108ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:41.944579Z","caller":"traceutil/trace.go:171","msg":"trace[1648247082] transaction","detail":"{read_only:false; response_revision:13113; number_of_response:1; }","duration":"502.236815ms","start":"2026-02-26T16:55:41.442321Z","end":"2026-02-26T16:55:41.944558Z","steps":["trace[1648247082] 'process raft request' (duration: 502.049865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:41.944703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:41.442299Z","time spent":"502.33653ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:41.944894Z","caller":"traceutil/trace.go:171","msg":"trace[1541528123] transaction","detail":"{read_only:false; response_revision:13114; number_of_response:1; }","duration":"502.472188ms","start":"2026-02-26T16:55:41.4424Z","end":"2026-02-26T16:55:41.944872Z","steps":["trace[1541528123] 'process raft request' (duration: 502.093608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:41.944999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:41.442337Z","time spent":"502.614006ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:41.945112Z","caller":"traceutil/trace.go:171","msg":"trace[734770899] linearizableReadLoop","detail":"{readStateIndex:13600; appliedIndex:13594; }","duration":"475.764813ms","start":"2026-02-26T16:55:41.469337Z","end":"2026-02-26T16:55:41.945102Z","steps":["trace[734770899] 'read index received' (duration: 341.666636ms)","trace[734770899] 'applied index is now lower than readState.Index' (duration: 134.096947ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:55:41.945157Z","caller":"traceutil/trace.go:171","msg":"trace[35696173] transaction","detail":"{read_only:false; response_revision:13118; number_of_response:1; }","duration":"460.29465ms","start":"2026-02-26T16:55:41.484844Z","end":"2026-02-26T16:55:41.945139Z","steps":["trace[35696173] 'process raft request' (duration: 460.217666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:41.945248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:41.484824Z","time spent":"460.385565ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T16:55:41.945289Z","caller":"traceutil/trace.go:171","msg":"trace[57035796] transaction","detail":"{read_only:false; response_revision:13117; number_of_response:1; }","duration":"486.395383ms","start":"2026-02-26T16:55:41.458887Z","end":"2026-02-26T16:55:41.945282Z","steps":["trace[57035796] 'process raft request' (duration: 486.147729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:41.945297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.353511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:55:41.945336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:41.458871Z","time spent":"486.441925ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:55:41.945312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.965624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T16:55:41.945251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.915851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:55:41.945405Z","caller":"traceutil/trace.go:171","msg":"trace[651580878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:13118; }","duration":"476.102551ms","start":"2026-02-26T16:55:41.469296Z","end":"2026-02-26T16:55:41.945399Z","steps":["trace[651580878] 'agreement among raft nodes before linearized reading' (duration: 475.869518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:41.94543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:41.469286Z","time spent":"476.140073ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-5rfb5\" "} {"level":"info","ts":"2026-02-26T16:55:41.945137Z","caller":"traceutil/trace.go:171","msg":"trace[277999910] transaction","detail":"{read_only:false; response_revision:13115; number_of_response:1; }","duration":"487.121432ms","start":"2026-02-26T16:55:41.45798Z","end":"2026-02-26T16:55:41.945102Z","steps":["trace[277999910] 'process raft request' (duration: 486.818675ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:41.945122Z","caller":"traceutil/trace.go:171","msg":"trace[237984539] transaction","detail":"{read_only:false; response_revision:13116; number_of_response:1; }","duration":"486.439935ms","start":"2026-02-26T16:55:41.458657Z","end":"2026-02-26T16:55:41.945097Z","steps":["trace[237984539] 'process raft request' (duration: 486.329229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:41.945579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:41.457966Z","time spent":"487.550015ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:41.945394Z","caller":"traceutil/trace.go:171","msg":"trace[692017175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13118; }","duration":"476.097931ms","start":"2026-02-26T16:55:41.469278Z","end":"2026-02-26T16:55:41.945376Z","steps":["trace[692017175] 'agreement among raft nodes before linearized reading' (duration: 475.847397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:41.945687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:41.469228Z","time spent":"476.44716ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T16:55:41.945483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.449873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T16:55:41.945769Z","caller":"traceutil/trace.go:171","msg":"trace[1571253861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13118; }","duration":"238.784971ms","start":"2026-02-26T16:55:41.706966Z","end":"2026-02-26T16:55:41.945751Z","steps":["trace[1571253861] 'agreement among raft nodes before linearized reading' (duration: 238.40075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:41.945531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.501418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:55:41.945832Z","caller":"traceutil/trace.go:171","msg":"trace[1759112060] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:13118; }","duration":"283.825616ms","start":"2026-02-26T16:55:41.661992Z","end":"2026-02-26T16:55:41.945817Z","steps":["trace[1759112060] 'agreement among raft nodes before linearized reading' (duration: 283.510469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:41.945939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:41.458634Z","time spent":"486.967914ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:41.945344Z","caller":"traceutil/trace.go:171","msg":"trace[422489392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13118; }","duration":"319.464427ms","start":"2026-02-26T16:55:41.625868Z","end":"2026-02-26T16:55:41.945333Z","steps":["trace[422489392] 'agreement among raft nodes before linearized reading' (duration: 319.356432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:41.946227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:41.625842Z","time spent":"320.361856ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:55:49.160112Z","caller":"traceutil/trace.go:171","msg":"trace[79068357] transaction","detail":"{read_only:false; response_revision:13261; number_of_response:1; }","duration":"219.526162ms","start":"2026-02-26T16:55:48.940562Z","end":"2026-02-26T16:55:49.160088Z","steps":["trace[79068357] 'process raft request' (duration: 219.374034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:50.103202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661727891,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T16:55:50.236993Z","caller":"traceutil/trace.go:171","msg":"trace[1910128668] transaction","detail":"{read_only:false; response_revision:13262; number_of_response:1; }","duration":"703.938278ms","start":"2026-02-26T16:55:49.533033Z","end":"2026-02-26T16:55:50.236972Z","steps":["trace[1910128668] 'process raft request' (duration: 703.80026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:50.23713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:49.53296Z","time spent":"704.093156ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7185,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:50.243348Z","caller":"traceutil/trace.go:171","msg":"trace[874259419] transaction","detail":"{read_only:false; response_revision:13263; number_of_response:1; }","duration":"547.916315ms","start":"2026-02-26T16:55:49.695377Z","end":"2026-02-26T16:55:50.243293Z","steps":["trace[874259419] 'process raft request' (duration: 546.818136ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:50.243359Z","caller":"traceutil/trace.go:171","msg":"trace[290265496] transaction","detail":"{read_only:false; response_revision:13264; number_of_response:1; }","duration":"265.785833ms","start":"2026-02-26T16:55:49.977537Z","end":"2026-02-26T16:55:50.243323Z","steps":["trace[290265496] 'process raft request' (duration: 265.659816ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:50.243509Z","caller":"traceutil/trace.go:171","msg":"trace[359872006] linearizableReadLoop","detail":"{readStateIndex:13751; appliedIndex:13747; }","duration":"640.918103ms","start":"2026-02-26T16:55:49.602577Z","end":"2026-02-26T16:55:50.243495Z","steps":["trace[359872006] 'read index received' (duration: 634.969499ms)","trace[359872006] 'applied index is now lower than readState.Index' (duration: 5.947684ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:55:50.243535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:49.69535Z","time spent":"548.084045ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:55:50.243539Z","caller":"traceutil/trace.go:171","msg":"trace[1565943916] transaction","detail":"{read_only:false; response_revision:13265; number_of_response:1; }","duration":"262.825582ms","start":"2026-02-26T16:55:49.980677Z","end":"2026-02-26T16:55:50.243502Z","steps":["trace[1565943916] 'process raft request' (duration: 262.594319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:50.243641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.170079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:55:50.24367Z","caller":"traceutil/trace.go:171","msg":"trace[1580110699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13266; }","duration":"619.253093ms","start":"2026-02-26T16:55:49.62441Z","end":"2026-02-26T16:55:50.243663Z","steps":["trace[1580110699] 'agreement among raft nodes before linearized reading' (duration: 619.2014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:50.243675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.102614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-fhszb.1897da404a9367f6\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-02-26T16:55:50.243693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:49.624385Z","time spent":"619.302506ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:55:50.243702Z","caller":"traceutil/trace.go:171","msg":"trace[1378180899] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-fhszb.1897da404a9367f6; range_end:; response_count:1; response_revision:13266; }","duration":"641.168757ms","start":"2026-02-26T16:55:49.602523Z","end":"2026-02-26T16:55:50.243692Z","steps":["trace[1378180899] 'agreement among raft nodes before linearized reading' (duration: 641.072632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:50.243723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:49.602498Z","time spent":"641.217739ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/ovn-controller-default-fhszb.1897da404a9367f6\" "} {"level":"info","ts":"2026-02-26T16:55:50.243575Z","caller":"traceutil/trace.go:171","msg":"trace[491384162] transaction","detail":"{read_only:false; response_revision:13266; number_of_response:1; }","duration":"253.900005ms","start":"2026-02-26T16:55:49.98966Z","end":"2026-02-26T16:55:50.24356Z","steps":["trace[491384162] 'process raft request' (duration: 253.755587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:50.24383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.464107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T16:55:50.243863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.404818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T16:55:50.243869Z","caller":"traceutil/trace.go:171","msg":"trace[294782902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13266; }","duration":"252.52496ms","start":"2026-02-26T16:55:49.991333Z","end":"2026-02-26T16:55:50.243858Z","steps":["trace[294782902] 'agreement among raft nodes before linearized reading' (duration: 252.362731ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:50.243899Z","caller":"traceutil/trace.go:171","msg":"trace[1083400228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13266; }","duration":"253.461711ms","start":"2026-02-26T16:55:49.99043Z","end":"2026-02-26T16:55:50.243892Z","steps":["trace[1083400228] 'agreement among raft nodes before linearized reading' (duration: 253.377156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:50.243955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.102445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T16:55:50.243837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.745224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T16:55:50.243996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.198606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T16:55:50.244006Z","caller":"traceutil/trace.go:171","msg":"trace[1712539739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13266; }","duration":"247.176518ms","start":"2026-02-26T16:55:49.996812Z","end":"2026-02-26T16:55:50.243989Z","steps":["trace[1712539739] 'agreement among raft nodes before linearized reading' (duration: 247.078973ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:50.244016Z","caller":"traceutil/trace.go:171","msg":"trace[2059019739] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:13266; }","duration":"231.006807ms","start":"2026-02-26T16:55:50.013001Z","end":"2026-02-26T16:55:50.244008Z","steps":["trace[2059019739] 'agreement among raft nodes before linearized reading' (duration: 230.610946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:50.24408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.908233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T16:55:50.244089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.063365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-603f1362-61b1-4c63-8443-d60527b7b50d\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-02-26T16:55:50.244116Z","caller":"traceutil/trace.go:171","msg":"trace[869207985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13266; }","duration":"248.982937ms","start":"2026-02-26T16:55:49.995123Z","end":"2026-02-26T16:55:50.244106Z","steps":["trace[869207985] 'agreement among raft nodes before linearized reading' (duration: 248.687591ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:50.24412Z","caller":"traceutil/trace.go:171","msg":"trace[1121022375] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-603f1362-61b1-4c63-8443-d60527b7b50d; range_end:; response_count:1; response_revision:13266; }","duration":"339.14406ms","start":"2026-02-26T16:55:49.904967Z","end":"2026-02-26T16:55:50.244111Z","steps":["trace[1121022375] 'agreement among raft nodes before linearized reading' (duration: 339.064646ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:55:50.24402Z","caller":"traceutil/trace.go:171","msg":"trace[1678737553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13266; }","duration":"578.224018ms","start":"2026-02-26T16:55:49.665789Z","end":"2026-02-26T16:55:50.244013Z","steps":["trace[1678737553] 'agreement among raft nodes before linearized reading' (duration: 578.143383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:50.244149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:49.904938Z","time spent":"339.201653ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-603f1362-61b1-4c63-8443-d60527b7b50d\" "} {"level":"warn","ts":"2026-02-26T16:55:50.24415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:49.665719Z","time spent":"578.424278ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T16:55:50.244185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.42323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9551159e-b622-4497-b0d8-daef4d69ecc1\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-02-26T16:55:50.244244Z","caller":"traceutil/trace.go:171","msg":"trace[1283025615] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9551159e-b622-4497-b0d8-daef4d69ecc1; range_end:; response_count:1; response_revision:13266; }","duration":"340.537606ms","start":"2026-02-26T16:55:49.903686Z","end":"2026-02-26T16:55:50.244223Z","steps":["trace[1283025615] 'agreement among raft nodes before linearized reading' (duration: 340.397678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:55:50.244296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:55:49.903662Z","time spent":"340.62208ms","remote":"127.0.0.1:45088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9551159e-b622-4497-b0d8-daef4d69ecc1\" "} {"level":"warn","ts":"2026-02-26T16:55:50.244186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.13576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T16:55:50.244425Z","caller":"traceutil/trace.go:171","msg":"trace[976253710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13266; }","duration":"250.396914ms","start":"2026-02-26T16:55:49.994018Z","end":"2026-02-26T16:55:50.244415Z","steps":["trace[976253710] 'agreement among raft nodes before linearized reading' (duration: 250.090807ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:56:00.487918Z","caller":"traceutil/trace.go:171","msg":"trace[864075796] transaction","detail":"{read_only:false; response_revision:13461; number_of_response:1; }","duration":"135.133614ms","start":"2026-02-26T16:56:00.352748Z","end":"2026-02-26T16:56:00.487882Z","steps":["trace[864075796] 'process raft request' (duration: 109.732949ms)","trace[864075796] 'compare' (duration: 25.260267ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:56:00.519276Z","caller":"traceutil/trace.go:171","msg":"trace[2064888179] linearizableReadLoop","detail":"{readStateIndex:13960; appliedIndex:13955; }","duration":"156.512008ms","start":"2026-02-26T16:56:00.362725Z","end":"2026-02-26T16:56:00.519237Z","steps":["trace[2064888179] 'read index received' (duration: 101.253907ms)","trace[2064888179] 'applied index is now lower than readState.Index' (duration: 55.256121ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:56:00.519378Z","caller":"traceutil/trace.go:171","msg":"trace[1197101738] transaction","detail":"{read_only:false; response_revision:13464; number_of_response:1; }","duration":"158.330907ms","start":"2026-02-26T16:56:00.361006Z","end":"2026-02-26T16:56:00.519337Z","steps":["trace[1197101738] 'process raft request' (duration: 158.127176ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:56:00.519437Z","caller":"traceutil/trace.go:171","msg":"trace[1033390370] transaction","detail":"{read_only:false; response_revision:13465; number_of_response:1; }","duration":"158.324437ms","start":"2026-02-26T16:56:00.361087Z","end":"2026-02-26T16:56:00.519411Z","steps":["trace[1033390370] 'process raft request' (duration: 158.097975ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:56:00.519466Z","caller":"traceutil/trace.go:171","msg":"trace[1648741151] transaction","detail":"{read_only:false; response_revision:13462; number_of_response:1; }","duration":"158.587061ms","start":"2026-02-26T16:56:00.36082Z","end":"2026-02-26T16:56:00.519407Z","steps":["trace[1648741151] 'process raft request' (duration: 157.992769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:56:00.519658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.892779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5rfb5\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T16:56:00.519305Z","caller":"traceutil/trace.go:171","msg":"trace[1045155576] transaction","detail":"{read_only:false; response_revision:13463; number_of_response:1; }","duration":"158.321046ms","start":"2026-02-26T16:56:00.360941Z","end":"2026-02-26T16:56:00.519262Z","steps":["trace[1045155576] 'process raft request' (duration: 158.079153ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:56:00.519708Z","caller":"traceutil/trace.go:171","msg":"trace[231951491] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5rfb5; range_end:; response_count:1; response_revision:13465; }","duration":"157.011576ms","start":"2026-02-26T16:56:00.36268Z","end":"2026-02-26T16:56:00.519691Z","steps":["trace[231951491] 'agreement among raft nodes before linearized reading' (duration: 156.773323ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:57:21.153725Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11855} {"level":"info","ts":"2026-02-26T16:57:21.230576Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11855,"took":"73.921308ms","hash":2351085293,"current-db-size-bytes":40706048,"current-db-size":"41 MB","current-db-size-in-use-bytes":26898432,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-26T16:57:21.23064Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2351085293,"revision":11855,"compact-revision":9811} {"level":"info","ts":"2026-02-26T17:02:21.159666Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14252} {"level":"info","ts":"2026-02-26T17:02:21.257685Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14252,"took":"94.03315ms","hash":2991458349,"current-db-size-bytes":40706048,"current-db-size":"41 MB","current-db-size-in-use-bytes":20377600,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-02-26T17:02:21.257746Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2991458349,"revision":14252,"compact-revision":11855} {"level":"warn","ts":"2026-02-26T17:02:44.873877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.4663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T17:02:44.874042Z","caller":"traceutil/trace.go:171","msg":"trace[402683874] linearizableReadLoop","detail":"{readStateIndex:16368; appliedIndex:16367; }","duration":"219.724545ms","start":"2026-02-26T17:02:44.654298Z","end":"2026-02-26T17:02:44.874023Z","steps":["trace[402683874] 'read index received' (duration: 14.900094ms)","trace[402683874] 'applied index is now lower than readState.Index' (duration: 204.822951ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T17:02:44.874287Z","caller":"traceutil/trace.go:171","msg":"trace[1657205253] transaction","detail":"{read_only:false; response_revision:15781; number_of_response:1; }","duration":"223.367678ms","start":"2026-02-26T17:02:44.650908Z","end":"2026-02-26T17:02:44.874276Z","steps":["trace[1657205253] 'process raft request' (duration: 18.389822ms)","trace[1657205253] 'compare' (duration: 203.562572ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T17:02:44.874495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.193689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T17:02:44.874522Z","caller":"traceutil/trace.go:171","msg":"trace[1872860562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15781; }","duration":"220.253231ms","start":"2026-02-26T17:02:44.654259Z","end":"2026-02-26T17:02:44.874512Z","steps":["trace[1872860562] 'agreement among raft nodes before linearized reading' (duration: 220.162688ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:02:46.150838Z","caller":"traceutil/trace.go:171","msg":"trace[852233925] linearizableReadLoop","detail":"{readStateIndex:16373; appliedIndex:16372; }","duration":"223.028337ms","start":"2026-02-26T17:02:45.927773Z","end":"2026-02-26T17:02:46.150801Z","steps":["trace[852233925] 'read index received' (duration: 222.848802ms)","trace[852233925] 'applied index is now lower than readState.Index' (duration: 178.175µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T17:02:46.150917Z","caller":"traceutil/trace.go:171","msg":"trace[1833482311] transaction","detail":"{read_only:false; response_revision:15785; number_of_response:1; }","duration":"224.4018ms","start":"2026-02-26T17:02:45.926497Z","end":"2026-02-26T17:02:46.150899Z","steps":["trace[1833482311] 'process raft request' (duration: 224.140022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:02:46.151043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.212183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T17:02:46.151139Z","caller":"traceutil/trace.go:171","msg":"trace[684721163] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15785; }","duration":"223.379648ms","start":"2026-02-26T17:02:45.927742Z","end":"2026-02-26T17:02:46.151122Z","steps":["trace[684721163] 'agreement among raft nodes before linearized reading' (duration: 223.183942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:02:46.15309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.768551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T17:02:46.153128Z","caller":"traceutil/trace.go:171","msg":"trace[826605411] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15788; }","duration":"224.826983ms","start":"2026-02-26T17:02:45.928293Z","end":"2026-02-26T17:02:46.15312Z","steps":["trace[826605411] 'agreement among raft nodes before linearized reading' (duration: 224.742491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:02:46.153241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.512173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T17:02:46.153271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.443451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-02-26T17:02:46.15329Z","caller":"traceutil/trace.go:171","msg":"trace[1899285384] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15788; }","duration":"224.597946ms","start":"2026-02-26T17:02:45.92868Z","end":"2026-02-26T17:02:46.153278Z","steps":["trace[1899285384] 'agreement among raft nodes before linearized reading' (duration: 224.498403ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:02:46.153328Z","caller":"traceutil/trace.go:171","msg":"trace[1296670071] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15788; }","duration":"224.522233ms","start":"2026-02-26T17:02:45.928792Z","end":"2026-02-26T17:02:46.153314Z","steps":["trace[1296670071] 'agreement among raft nodes before linearized reading' (duration: 224.354558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:02:46.153371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.890935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-26T17:02:46.153455Z","caller":"traceutil/trace.go:171","msg":"trace[1995402761] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15788; }","duration":"224.986868ms","start":"2026-02-26T17:02:45.928449Z","end":"2026-02-26T17:02:46.153435Z","steps":["trace[1995402761] 'agreement among raft nodes before linearized reading' (duration: 224.748811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:02:46.556349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.651533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-02-26T17:02:46.556427Z","caller":"traceutil/trace.go:171","msg":"trace[555109042] range","detail":"{range_begin:/registry/services/endpoints/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:15794; }","duration":"246.784187ms","start":"2026-02-26T17:02:46.309624Z","end":"2026-02-26T17:02:46.556408Z","steps":["trace[555109042] 'range keys from in-memory index tree' (duration: 246.515969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:02:46.556589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.073828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1006"} {"level":"info","ts":"2026-02-26T17:02:46.556673Z","caller":"traceutil/trace.go:171","msg":"trace[1221432422] range","detail":"{range_begin:/registry/services/endpoints/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:15794; }","duration":"283.207212ms","start":"2026-02-26T17:02:46.273447Z","end":"2026-02-26T17:02:46.556654Z","steps":["trace[1221432422] 'range keys from in-memory index tree' (duration: 282.376816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:02:46.556657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.718971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T17:02:46.556701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.922259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T17:02:46.556734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.162417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-02-26T17:02:46.556796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.218163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T17:02:46.556795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.493676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T17:02:46.557037Z","caller":"traceutil/trace.go:171","msg":"trace[367936225] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15794; }","duration":"219.049004ms","start":"2026-02-26T17:02:46.337704Z","end":"2026-02-26T17:02:46.556753Z","steps":["trace[367936225] 'range keys from in-memory index tree' (duration: 218.794386ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:02:46.557067Z","caller":"traceutil/trace.go:171","msg":"trace[1697364219] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15794; }","duration":"219.237959ms","start":"2026-02-26T17:02:46.337531Z","end":"2026-02-26T17:02:46.556769Z","steps":["trace[1697364219] 'range keys from in-memory index tree' (duration: 219.008212ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:02:46.55707Z","caller":"traceutil/trace.go:171","msg":"trace[565799934] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15794; }","duration":"218.801996ms","start":"2026-02-26T17:02:46.338238Z","end":"2026-02-26T17:02:46.55704Z","steps":["trace[565799934] 'range keys from in-memory index tree' (duration: 218.422234ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:02:46.556995Z","caller":"traceutil/trace.go:171","msg":"trace[1980170436] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:15794; }","duration":"182.873726ms","start":"2026-02-26T17:02:46.373858Z","end":"2026-02-26T17:02:46.556732Z","steps":["trace[1980170436] 'count revisions from in-memory index tree' (duration: 182.621499ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:02:46.557141Z","caller":"traceutil/trace.go:171","msg":"trace[194765176] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:15794; }","duration":"231.285815ms","start":"2026-02-26T17:02:46.32553Z","end":"2026-02-26T17:02:46.556816Z","steps":["trace[194765176] 'count revisions from in-memory index tree' (duration: 231.147341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:04:11.581135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133012661749905,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T17:04:11.705959Z","caller":"traceutil/trace.go:171","msg":"trace[461533631] linearizableReadLoop","detail":"{readStateIndex:16797; appliedIndex:16796; }","duration":"625.840024ms","start":"2026-02-26T17:04:11.08009Z","end":"2026-02-26T17:04:11.70593Z","steps":["trace[461533631] 'read index received' (duration: 621.275582ms)","trace[461533631] 'applied index is now lower than readState.Index' (duration: 4.563162ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T17:04:11.706024Z","caller":"traceutil/trace.go:171","msg":"trace[912416084] transaction","detail":"{read_only:false; response_revision:16189; number_of_response:1; }","duration":"641.060635ms","start":"2026-02-26T17:04:11.064918Z","end":"2026-02-26T17:04:11.705979Z","steps":["trace[912416084] 'process raft request' (duration: 636.519274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:04:11.706153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:04:11.06491Z","time spent":"641.174148ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T17:04:11.706164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.679339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T17:04:11.706177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.074581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T17:04:11.706213Z","caller":"traceutil/trace.go:171","msg":"trace[1872303918] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16189; }","duration":"615.759832ms","start":"2026-02-26T17:04:11.090435Z","end":"2026-02-26T17:04:11.706195Z","steps":["trace[1872303918] 'agreement among raft nodes before linearized reading' (duration: 615.674369ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:04:11.70623Z","caller":"traceutil/trace.go:171","msg":"trace[153220584] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:16189; }","duration":"626.172374ms","start":"2026-02-26T17:04:11.080045Z","end":"2026-02-26T17:04:11.706218Z","steps":["trace[153220584] 'agreement among raft nodes before linearized reading' (duration: 626.024199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:04:11.706251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:04:11.090424Z","time spent":"615.817603ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-26T17:04:11.706261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:04:11.080025Z","time spent":"626.227216ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":71,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T17:04:11.706475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.691952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T17:04:11.70655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.48494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T17:04:11.706564Z","caller":"traceutil/trace.go:171","msg":"trace[794018718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16189; }","duration":"404.822596ms","start":"2026-02-26T17:04:11.301718Z","end":"2026-02-26T17:04:11.70654Z","steps":["trace[794018718] 'agreement among raft nodes before linearized reading' (duration: 404.584538ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:04:11.706581Z","caller":"traceutil/trace.go:171","msg":"trace[961296059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16189; }","duration":"409.560562ms","start":"2026-02-26T17:04:11.297012Z","end":"2026-02-26T17:04:11.706573Z","steps":["trace[961296059] 'agreement among raft nodes before linearized reading' (duration: 409.436808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:04:11.70661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:04:11.296963Z","time spent":"409.641275ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T17:04:11.706612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:04:11.301701Z","time spent":"404.902577ms","remote":"127.0.0.1:45192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T17:04:11.706641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.907806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T17:04:11.706674Z","caller":"traceutil/trace.go:171","msg":"trace[1515294082] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16189; }","duration":"508.968967ms","start":"2026-02-26T17:04:11.197696Z","end":"2026-02-26T17:04:11.706665Z","steps":["trace[1515294082] 'agreement among raft nodes before linearized reading' (duration: 508.931146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:04:11.706661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.869795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T17:04:11.706701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:04:11.197678Z","time spent":"509.018299ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-26T17:04:11.706718Z","caller":"traceutil/trace.go:171","msg":"trace[2058003671] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16189; }","duration":"508.973317ms","start":"2026-02-26T17:04:11.197728Z","end":"2026-02-26T17:04:11.706701Z","steps":["trace[2058003671] 'agreement among raft nodes before linearized reading' (duration: 508.864254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:04:11.706755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:04:11.197705Z","time spent":"509.0438ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T17:04:11.70678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.051734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T17:04:11.706814Z","caller":"traceutil/trace.go:171","msg":"trace[2062643509] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16189; }","duration":"587.105935ms","start":"2026-02-26T17:04:11.119699Z","end":"2026-02-26T17:04:11.706805Z","steps":["trace[2062643509] 'agreement among raft nodes before linearized reading' (duration: 587.056233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:04:11.706843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:04:11.119688Z","time spent":"587.149077ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T17:04:11.70688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.34363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T17:04:11.706602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.426904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T17:04:11.706912Z","caller":"traceutil/trace.go:171","msg":"trace[494262936] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16189; }","duration":"616.384581ms","start":"2026-02-26T17:04:11.090519Z","end":"2026-02-26T17:04:11.706903Z","steps":["trace[494262936] 'agreement among raft nodes before linearized reading' (duration: 616.340719ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T17:04:11.706922Z","caller":"traceutil/trace.go:171","msg":"trace[1348895485] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16189; }","duration":"586.764705ms","start":"2026-02-26T17:04:11.120149Z","end":"2026-02-26T17:04:11.706913Z","steps":["trace[1348895485] 'agreement among raft nodes before linearized reading' (duration: 586.424645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:04:11.706942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:04:11.090514Z","time spent":"616.422982ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T17:04:11.706888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.865167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-02-26T17:04:11.706947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:04:11.120142Z","time spent":"586.798646ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-26T17:04:11.707022Z","caller":"traceutil/trace.go:171","msg":"trace[1565092178] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16189; }","duration":"586.017572ms","start":"2026-02-26T17:04:11.120985Z","end":"2026-02-26T17:04:11.707002Z","steps":["trace[1565092178] 'agreement among raft nodes before linearized reading' (duration: 585.847047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:04:11.707082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:04:11.120968Z","time spent":"586.095654ms","remote":"127.0.0.1:45072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T17:04:11.707158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.295388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-02-26T17:04:11.707229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.662969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T17:04:11.707282Z","caller":"traceutil/trace.go:171","msg":"trace[1559518434] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16189; }","duration":"616.728222ms","start":"2026-02-26T17:04:11.090542Z","end":"2026-02-26T17:04:11.70727Z","steps":["trace[1559518434] 'agreement among raft nodes before linearized reading' (duration: 616.64375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:04:11.707319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:04:11.090537Z","time spent":"616.775283ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T17:04:11.707191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.635999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T17:04:11.707443Z","caller":"traceutil/trace.go:171","msg":"trace[1900853169] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16189; }","duration":"616.927348ms","start":"2026-02-26T17:04:11.090491Z","end":"2026-02-26T17:04:11.707419Z","steps":["trace[1900853169] 'agreement among raft nodes before linearized reading' (duration: 616.559496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:04:11.707493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:04:11.090485Z","time spent":"616.99444ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-26T17:04:11.7073Z","caller":"traceutil/trace.go:171","msg":"trace[2139835017] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16189; }","duration":"509.474633ms","start":"2026-02-26T17:04:11.197771Z","end":"2026-02-26T17:04:11.707246Z","steps":["trace[2139835017] 'agreement among raft nodes before linearized reading' (duration: 508.888215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T17:04:11.708455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T17:04:11.197753Z","time spent":"510.68849ms","remote":"127.0.0.1:45072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "}