{"level":"warn","ts":"2026-03-02T02:08:26.270411Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T02:08:26.270531Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.140:2380","--initial-cluster=instance=https://199.204.45.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T02:08:26.270615Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T02:08:26.270631Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-03-02T02:08:26.270651Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T02:08:26.27139Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"]} {"level":"info","ts":"2026-03-02T02:08:26.271479Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T02:08:26.276385Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.4652ms"} {"level":"info","ts":"2026-03-02T02:08:26.290705Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"35b2766da46a76bb","cluster-id":"f5fd3aeb8d9f53dc"} {"level":"info","ts":"2026-03-02T02:08:26.290846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T02:08:26.290884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 0"} {"level":"info","ts":"2026-03-02T02:08:26.290913Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 35b2766da46a76bb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T02:08:26.290933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 1"} {"level":"info","ts":"2026-03-02T02:08:26.291008Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"warn","ts":"2026-03-02T02:08:26.298366Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T02:08:26.299666Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T02:08:26.300752Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T02:08:26.302863Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"35b2766da46a76bb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T02:08:26.303341Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:08:26.303341Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"35b2766da46a76bb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T02:08:26.30346Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:08:26.30349Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:08:26.30491Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"info","ts":"2026-03-02T02:08:26.305134Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","added-peer-id":"35b2766da46a76bb","added-peer-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-03-02T02:08:26.306935Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T02:08:26.307177Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"35b2766da46a76bb","initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T02:08:26.307215Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T02:08:26.307286Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-03-02T02:08:26.307298Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-03-02T02:08:27.091486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T02:08:27.09165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T02:08:27.09169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgPreVoteResp from 35b2766da46a76bb at term 1"} {"level":"info","ts":"2026-03-02T02:08:27.091715Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became candidate at term 2"} {"level":"info","ts":"2026-03-02T02:08:27.091728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgVoteResp from 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-03-02T02:08:27.091744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became leader at term 2"} {"level":"info","ts":"2026-03-02T02:08:27.091761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 35b2766da46a76bb elected leader 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-03-02T02:08:27.094068Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:08:27.094869Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"35b2766da46a76bb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.140:2379]}","request-path":"/0/members/35b2766da46a76bb/attributes","cluster-id":"f5fd3aeb8d9f53dc","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T02:08:27.094877Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T02:08:27.094946Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T02:08:27.09537Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T02:08:27.095431Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T02:08:27.095465Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:08:27.095574Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:08:27.095625Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:08:27.098762Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.140:2379"} {"level":"info","ts":"2026-03-02T02:08:27.099533Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T02:08:32.665839Z","caller":"traceutil/trace.go:171","msg":"trace[289275772] linearizableReadLoop","detail":"{readStateIndex:265; appliedIndex:264; }","duration":"115.444638ms","start":"2026-03-02T02:08:32.550358Z","end":"2026-03-02T02:08:32.665803Z","steps":["trace[289275772] 'read index received' (duration: 84.428488ms)","trace[289275772] 'applied index is now lower than readState.Index' (duration: 31.01449ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:08:32.666046Z","caller":"traceutil/trace.go:171","msg":"trace[693917250] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"152.589164ms","start":"2026-03-02T02:08:32.513414Z","end":"2026-03-02T02:08:32.666003Z","steps":["trace[693917250] 'process raft request' (duration: 121.386079ms)","trace[693917250] 'compare' (duration: 30.582569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:08:32.666161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.749416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-02T02:08:32.666238Z","caller":"traceutil/trace.go:171","msg":"trace[582488389] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:257; }","duration":"115.9194ms","start":"2026-03-02T02:08:32.550302Z","end":"2026-03-02T02:08:32.666221Z","steps":["trace[582488389] 'agreement among raft nodes before linearized reading' (duration: 115.705765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:09:03.676865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.403385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:09:03.676965Z","caller":"traceutil/trace.go:171","msg":"trace[1797820238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"126.562199ms","start":"2026-03-02T02:09:03.550382Z","end":"2026-03-02T02:09:03.676944Z","steps":["trace[1797820238] 'range keys from in-memory index tree' (duration: 126.227121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:09:03.676954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.579738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wwgbx\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-02T02:09:03.677041Z","caller":"traceutil/trace.go:171","msg":"trace[2088012535] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wwgbx; range_end:; response_count:1; response_revision:513; }","duration":"299.712411ms","start":"2026-03-02T02:09:03.377306Z","end":"2026-03-02T02:09:03.677019Z","steps":["trace[2088012535] 'range keys from in-memory index tree' (duration: 299.370603ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:03.875065Z","caller":"traceutil/trace.go:171","msg":"trace[1232759055] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"193.835062ms","start":"2026-03-02T02:09:03.681194Z","end":"2026-03-02T02:09:03.875029Z","steps":["trace[1232759055] 'process raft request' (duration: 193.637327ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:04.003496Z","caller":"traceutil/trace.go:171","msg":"trace[68005163] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"312.636431ms","start":"2026-03-02T02:09:03.690833Z","end":"2026-03-02T02:09:04.003469Z","steps":["trace[68005163] 'process raft request' (duration: 312.451847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:09:04.004265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:09:03.690799Z","time spent":"312.780645ms","remote":"127.0.0.1:40038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:09:04.315863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.380811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:09:04.316001Z","caller":"traceutil/trace.go:171","msg":"trace[1009605981] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:515; }","duration":"172.592106ms","start":"2026-03-02T02:09:04.143377Z","end":"2026-03-02T02:09:04.315969Z","steps":["trace[1009605981] 'range keys from in-memory index tree' (duration: 172.227566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:09:05.697531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.262638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:09:05.697716Z","caller":"traceutil/trace.go:171","msg":"trace[213575899] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"166.117442ms","start":"2026-03-02T02:09:05.531547Z","end":"2026-03-02T02:09:05.697665Z","steps":["trace[213575899] 'compare' (duration: 158.062203ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:05.697762Z","caller":"traceutil/trace.go:171","msg":"trace[2051448158] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"165.910056ms","start":"2026-03-02T02:09:05.53182Z","end":"2026-03-02T02:09:05.69773Z","steps":["trace[2051448158] 'process raft request' (duration: 165.786123ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:05.697839Z","caller":"traceutil/trace.go:171","msg":"trace[1329966817] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"165.945817ms","start":"2026-03-02T02:09:05.531863Z","end":"2026-03-02T02:09:05.697809Z","steps":["trace[1329966817] 'process raft request' (duration: 165.773363ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:05.697861Z","caller":"traceutil/trace.go:171","msg":"trace[403463625] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"165.825505ms","start":"2026-03-02T02:09:05.532001Z","end":"2026-03-02T02:09:05.697826Z","steps":["trace[403463625] 'process raft request' (duration: 165.681881ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:05.697906Z","caller":"traceutil/trace.go:171","msg":"trace[1472156586] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"165.859706ms","start":"2026-03-02T02:09:05.532037Z","end":"2026-03-02T02:09:05.697897Z","steps":["trace[1472156586] 'process raft request' (duration: 165.669621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:05.698092Z","caller":"traceutil/trace.go:171","msg":"trace[128010552] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"165.943718ms","start":"2026-03-02T02:09:05.532139Z","end":"2026-03-02T02:09:05.698082Z","steps":["trace[128010552] 'process raft request' (duration: 165.862515ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:05.698097Z","caller":"traceutil/trace.go:171","msg":"trace[367502260] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"165.954408ms","start":"2026-03-02T02:09:05.532102Z","end":"2026-03-02T02:09:05.698056Z","steps":["trace[367502260] 'process raft request' (duration: 165.866756ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:05.698092Z","caller":"traceutil/trace.go:171","msg":"trace[212703034] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"165.960478ms","start":"2026-03-02T02:09:05.532069Z","end":"2026-03-02T02:09:05.69803Z","steps":["trace[212703034] 'process raft request' (duration: 165.66129ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:05.698255Z","caller":"traceutil/trace.go:171","msg":"trace[713541039] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"165.996589ms","start":"2026-03-02T02:09:05.532189Z","end":"2026-03-02T02:09:05.698186Z","steps":["trace[713541039] 'process raft request' (duration: 165.851946ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:05.698428Z","caller":"traceutil/trace.go:171","msg":"trace[1827035154] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"166.07378ms","start":"2026-03-02T02:09:05.532346Z","end":"2026-03-02T02:09:05.698419Z","steps":["trace[1827035154] 'process raft request' (duration: 165.967127ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:05.698069Z","caller":"traceutil/trace.go:171","msg":"trace[174840766] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"166.05359ms","start":"2026-03-02T02:09:05.531902Z","end":"2026-03-02T02:09:05.697955Z","steps":["trace[174840766] 'process raft request' (duration: 165.757712ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:05.69876Z","caller":"traceutil/trace.go:171","msg":"trace[1487020000] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"161.706442ms","start":"2026-03-02T02:09:05.537038Z","end":"2026-03-02T02:09:05.698744Z","steps":["trace[1487020000] 'process raft request' (duration: 161.666721ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:05.698852Z","caller":"traceutil/trace.go:171","msg":"trace[1728773779] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"165.810763ms","start":"2026-03-02T02:09:05.533032Z","end":"2026-03-02T02:09:05.698843Z","steps":["trace[1728773779] 'process raft request' (duration: 165.33516ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:05.698825Z","caller":"traceutil/trace.go:171","msg":"trace[1274785008] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"165.659099ms","start":"2026-03-02T02:09:05.533142Z","end":"2026-03-02T02:09:05.698801Z","steps":["trace[1274785008] 'process raft request' (duration: 165.471874ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:09:05.708802Z","caller":"traceutil/trace.go:171","msg":"trace[906548422] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"165.569418ms","start":"2026-03-02T02:09:05.543219Z","end":"2026-03-02T02:09:05.708788Z","steps":["trace[906548422] 'process raft request' (duration: 165.499056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:10:26.607185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.615633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:10:26.607491Z","caller":"traceutil/trace.go:171","msg":"trace[1880712174] linearizableReadLoop","detail":"{readStateIndex:1636; appliedIndex:1635; }","duration":"248.488885ms","start":"2026-03-02T02:10:26.358983Z","end":"2026-03-02T02:10:26.607472Z","steps":["trace[1880712174] 'read index received' (duration: 12.471341ms)","trace[1880712174] 'applied index is now lower than readState.Index' (duration: 236.016124ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:10:26.607585Z","caller":"traceutil/trace.go:171","msg":"trace[660037907] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"319.814376ms","start":"2026-03-02T02:10:26.28769Z","end":"2026-03-02T02:10:26.607505Z","steps":["trace[660037907] 'process raft request' (duration: 83.783421ms)","trace[660037907] 'compare' (duration: 235.48471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:10:26.607762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.779113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:10:26.607811Z","caller":"traceutil/trace.go:171","msg":"trace[925617665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1574; }","duration":"248.859365ms","start":"2026-03-02T02:10:26.358939Z","end":"2026-03-02T02:10:26.607798Z","steps":["trace[925617665] 'agreement among raft nodes before linearized reading' (duration: 248.645929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:10:26.607903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:10:26.287658Z","time spent":"320.086024ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:10:26.94788Z","caller":"traceutil/trace.go:171","msg":"trace[1808620513] linearizableReadLoop","detail":"{readStateIndex:1639; appliedIndex:1638; }","duration":"113.586476ms","start":"2026-03-02T02:10:26.834266Z","end":"2026-03-02T02:10:26.947853Z","steps":["trace[1808620513] 'read index received' (duration: 113.480413ms)","trace[1808620513] 'applied index is now lower than readState.Index' (duration: 104.353µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:10:26.948109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.809062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:10:26.948232Z","caller":"traceutil/trace.go:171","msg":"trace[1744817398] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1577; }","duration":"114.001957ms","start":"2026-03-02T02:10:26.834208Z","end":"2026-03-02T02:10:26.94821Z","steps":["trace[1744817398] 'agreement among raft nodes before linearized reading' (duration: 113.794271ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:26.948115Z","caller":"traceutil/trace.go:171","msg":"trace[211052049] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"118.748997ms","start":"2026-03-02T02:10:26.829185Z","end":"2026-03-02T02:10:26.947934Z","steps":["trace[211052049] 'process raft request' (duration: 118.48991ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:27.024909Z","caller":"traceutil/trace.go:171","msg":"trace[729855092] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"146.695282ms","start":"2026-03-02T02:10:26.878182Z","end":"2026-03-02T02:10:27.024877Z","steps":["trace[729855092] 'process raft request' (duration: 146.400524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:10:27.024947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.218517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e52a38f3-1915-4b1a-a871-0badc7febb8d\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-02T02:10:27.025076Z","caller":"traceutil/trace.go:171","msg":"trace[1268767099] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e52a38f3-1915-4b1a-a871-0badc7febb8d; range_end:; response_count:1; response_revision:1578; }","duration":"154.427833ms","start":"2026-03-02T02:10:26.870616Z","end":"2026-03-02T02:10:27.025044Z","steps":["trace[1268767099] 'agreement among raft nodes before linearized reading' (duration: 154.188266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:10:27.025369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.403419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T02:10:27.025422Z","caller":"traceutil/trace.go:171","msg":"trace[270242727] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1578; }","duration":"133.583413ms","start":"2026-03-02T02:10:26.891825Z","end":"2026-03-02T02:10:27.025409Z","steps":["trace[270242727] 'agreement among raft nodes before linearized reading' (duration: 133.381578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:10:27.02555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.904427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T02:10:27.025681Z","caller":"traceutil/trace.go:171","msg":"trace[1682965208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1578; }","duration":"151.085192ms","start":"2026-03-02T02:10:26.874561Z","end":"2026-03-02T02:10:27.025646Z","steps":["trace[1682965208] 'agreement among raft nodes before linearized reading' (duration: 150.66112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:11.473122Z","caller":"traceutil/trace.go:171","msg":"trace[869952354] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1925; }","duration":"152.900081ms","start":"2026-03-02T02:11:11.320185Z","end":"2026-03-02T02:11:11.473085Z","steps":["trace[869952354] 'read index received' (duration: 1.872181ms)","trace[869952354] 'applied index is now lower than readState.Index' (duration: 151.02626ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:11.473226Z","caller":"traceutil/trace.go:171","msg":"trace[1761399881] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"155.300776ms","start":"2026-03-02T02:11:11.317868Z","end":"2026-03-02T02:11:11.473169Z","steps":["trace[1761399881] 'process raft request' (duration: 155.130921ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:11.473347Z","caller":"traceutil/trace.go:171","msg":"trace[1466337165] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"156.193462ms","start":"2026-03-02T02:11:11.317087Z","end":"2026-03-02T02:11:11.473281Z","steps":["trace[1466337165] 'process raft request' (duration: 96.010337ms)","trace[1466337165] 'compare' (duration: 59.721183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:11.473456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.221279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:11.473637Z","caller":"traceutil/trace.go:171","msg":"trace[403022900] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1856; }","duration":"153.463346ms","start":"2026-03-02T02:11:11.320142Z","end":"2026-03-02T02:11:11.473606Z","steps":["trace[403022900] 'agreement among raft nodes before linearized reading' (duration: 153.187438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:11.473609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.887159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T02:11:11.473791Z","caller":"traceutil/trace.go:171","msg":"trace[1627885652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1856; }","duration":"112.165587ms","start":"2026-03-02T02:11:11.361598Z","end":"2026-03-02T02:11:11.473763Z","steps":["trace[1627885652] 'agreement among raft nodes before linearized reading' (duration: 111.739426ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:16.936211Z","caller":"traceutil/trace.go:171","msg":"trace[1402762892] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"140.486805ms","start":"2026-03-02T02:11:16.795684Z","end":"2026-03-02T02:11:16.93617Z","steps":["trace[1402762892] 'process raft request' (duration: 140.071454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:17.223375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.695664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:11:17.223518Z","caller":"traceutil/trace.go:171","msg":"trace[527659413] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"281.856804ms","start":"2026-03-02T02:11:16.941635Z","end":"2026-03-02T02:11:17.223492Z","steps":["trace[527659413] 'process raft request' (duration: 168.938824ms)","trace[527659413] 'compare' (duration: 112.493499ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:07.919318Z","caller":"traceutil/trace.go:171","msg":"trace[1038008112] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"151.458182ms","start":"2026-03-02T02:12:07.767831Z","end":"2026-03-02T02:12:07.91929Z","steps":["trace[1038008112] 'process raft request' (duration: 151.273786ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:07.920235Z","caller":"traceutil/trace.go:171","msg":"trace[474394021] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2392; }","duration":"110.905546ms","start":"2026-03-02T02:12:07.809298Z","end":"2026-03-02T02:12:07.920204Z","steps":["trace[474394021] 'read index received' (duration: 109.885678ms)","trace[474394021] 'applied index is now lower than readState.Index' (duration: 1.016718ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:07.92038Z","caller":"traceutil/trace.go:171","msg":"trace[388346517] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"147.422503ms","start":"2026-03-02T02:12:07.772911Z","end":"2026-03-02T02:12:07.920333Z","steps":["trace[388346517] 'process raft request' (duration: 147.155476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:07.920548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.225285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-02T02:12:07.920617Z","caller":"traceutil/trace.go:171","msg":"trace[94484917] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2303; }","duration":"111.387209ms","start":"2026-03-02T02:12:07.80921Z","end":"2026-03-02T02:12:07.920597Z","steps":["trace[94484917] 'agreement among raft nodes before linearized reading' (duration: 111.146293ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:39.957321Z","caller":"traceutil/trace.go:171","msg":"trace[1207219376] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"155.049682ms","start":"2026-03-02T02:12:39.802243Z","end":"2026-03-02T02:12:39.957293Z","steps":["trace[1207219376] 'process raft request' (duration: 154.893878ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:45.591745Z","caller":"traceutil/trace.go:171","msg":"trace[320808435] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"135.22295ms","start":"2026-03-02T02:12:45.456483Z","end":"2026-03-02T02:12:45.591706Z","steps":["trace[320808435] 'process raft request' (duration: 135.024314ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:45.649374Z","caller":"traceutil/trace.go:171","msg":"trace[1865004464] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"165.484462ms","start":"2026-03-02T02:12:45.483855Z","end":"2026-03-02T02:12:45.64934Z","steps":["trace[1865004464] 'process raft request' (duration: 124.290026ms)","trace[1865004464] 'compare' (duration: 40.939769ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:15.907846Z","caller":"traceutil/trace.go:171","msg":"trace[1738297855] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"106.015299ms","start":"2026-03-02T02:15:15.801798Z","end":"2026-03-02T02:15:15.907813Z","steps":["trace[1738297855] 'process raft request' (duration: 105.766903ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:15.908025Z","caller":"traceutil/trace.go:171","msg":"trace[963004840] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"102.9955ms","start":"2026-03-02T02:15:15.804996Z","end":"2026-03-02T02:15:15.907991Z","steps":["trace[963004840] 'process raft request' (duration: 102.762364ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:16:40.026114Z","caller":"traceutil/trace.go:171","msg":"trace[168007706] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"135.923346ms","start":"2026-03-02T02:16:39.890156Z","end":"2026-03-02T02:16:40.026079Z","steps":["trace[168007706] 'process raft request' (duration: 135.72366ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:16:40.230576Z","caller":"traceutil/trace.go:171","msg":"trace[1579434246] linearizableReadLoop","detail":"{readStateIndex:4745; appliedIndex:4744; }","duration":"177.245291ms","start":"2026-03-02T02:16:40.053301Z","end":"2026-03-02T02:16:40.230546Z","steps":["trace[1579434246] 'read index received' (duration: 177.113597ms)","trace[1579434246] 'applied index is now lower than readState.Index' (duration: 129.304µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:16:40.230694Z","caller":"traceutil/trace.go:171","msg":"trace[14192444] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"193.463785ms","start":"2026-03-02T02:16:40.03719Z","end":"2026-03-02T02:16:40.230654Z","steps":["trace[14192444] 'process raft request' (duration: 193.160836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:16:40.23089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.567589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a88beda-14c1-42bc-a7dd-94b957a25272\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-02T02:16:40.230946Z","caller":"traceutil/trace.go:171","msg":"trace[2011895395] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1a88beda-14c1-42bc-a7dd-94b957a25272; range_end:; response_count:1; response_revision:4564; }","duration":"177.687142ms","start":"2026-03-02T02:16:40.053245Z","end":"2026-03-02T02:16:40.230932Z","steps":["trace[2011895395] 'agreement among raft nodes before linearized reading' (duration: 177.426255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:16:49.531559Z","caller":"traceutil/trace.go:171","msg":"trace[293545491] linearizableReadLoop","detail":"{readStateIndex:4937; appliedIndex:4936; }","duration":"210.722637ms","start":"2026-03-02T02:16:49.320816Z","end":"2026-03-02T02:16:49.531539Z","steps":["trace[293545491] 'read index received' (duration: 210.513541ms)","trace[293545491] 'applied index is now lower than readState.Index' (duration: 208.136µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:16:49.531616Z","caller":"traceutil/trace.go:171","msg":"trace[1000014118] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"378.190197ms","start":"2026-03-02T02:16:49.153379Z","end":"2026-03-02T02:16:49.531569Z","steps":["trace[1000014118] 'process raft request' (duration: 377.976862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:16:49.531769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:16:49.153357Z","time spent":"378.332362ms","remote":"127.0.0.1:39898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128898,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:16:49.531806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.978533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T02:16:49.531838Z","caller":"traceutil/trace.go:171","msg":"trace[1187504742] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4751; }","duration":"211.068855ms","start":"2026-03-02T02:16:49.320759Z","end":"2026-03-02T02:16:49.531828Z","steps":["trace[1187504742] 'agreement among raft nodes before linearized reading' (duration: 210.914391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:16:49.531975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.900233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T02:16:49.532092Z","caller":"traceutil/trace.go:171","msg":"trace[1057640978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4751; }","duration":"101.074228ms","start":"2026-03-02T02:16:49.430991Z","end":"2026-03-02T02:16:49.532066Z","steps":["trace[1057640978] 'agreement among raft nodes before linearized reading' (duration: 100.79704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:16:49.53196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.830051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:16:49.5323Z","caller":"traceutil/trace.go:171","msg":"trace[1114615021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4751; }","duration":"101.214451ms","start":"2026-03-02T02:16:49.431067Z","end":"2026-03-02T02:16:49.532281Z","steps":["trace[1114615021] 'agreement among raft nodes before linearized reading' (duration: 100.77242ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:16:57.672994Z","caller":"traceutil/trace.go:171","msg":"trace[217130830] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"137.392244ms","start":"2026-03-02T02:16:57.535568Z","end":"2026-03-02T02:16:57.672961Z","steps":["trace[217130830] 'process raft request' (duration: 137.151528ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:16:57.808036Z","caller":"traceutil/trace.go:171","msg":"trace[1233627701] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"128.638319ms","start":"2026-03-02T02:16:57.679381Z","end":"2026-03-02T02:16:57.808019Z","steps":["trace[1233627701] 'process raft request' (duration: 128.590087ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:16:57.808161Z","caller":"traceutil/trace.go:171","msg":"trace[958508897] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"128.776032ms","start":"2026-03-02T02:16:57.679375Z","end":"2026-03-02T02:16:57.808151Z","steps":["trace[958508897] 'process raft request' (duration: 118.485215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:16:57.808317Z","caller":"traceutil/trace.go:171","msg":"trace[1004614364] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"128.081903ms","start":"2026-03-02T02:16:57.680221Z","end":"2026-03-02T02:16:57.808303Z","steps":["trace[1004614364] 'process raft request' (duration: 127.774085ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:16:57.808354Z","caller":"traceutil/trace.go:171","msg":"trace[903407213] linearizableReadLoop","detail":"{readStateIndex:5089; appliedIndex:5085; }","duration":"116.957374ms","start":"2026-03-02T02:16:57.691389Z","end":"2026-03-02T02:16:57.808347Z","steps":["trace[903407213] 'read index received' (duration: 106.523724ms)","trace[903407213] 'applied index is now lower than readState.Index' (duration: 10.43226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:16:57.808468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.119585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-02T02:16:57.808493Z","caller":"traceutil/trace.go:171","msg":"trace[999092587] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4900; }","duration":"128.174216ms","start":"2026-03-02T02:16:57.680309Z","end":"2026-03-02T02:16:57.808483Z","steps":["trace[999092587] 'agreement among raft nodes before linearized reading' (duration: 128.057193ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:16:57.808524Z","caller":"traceutil/trace.go:171","msg":"trace[621533820] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"127.689722ms","start":"2026-03-02T02:16:57.680796Z","end":"2026-03-02T02:16:57.808485Z","steps":["trace[621533820] 'process raft request' (duration: 127.436525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:16:57.808542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.114415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:16:57.808604Z","caller":"traceutil/trace.go:171","msg":"trace[529089330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4900; }","duration":"121.187858ms","start":"2026-03-02T02:16:57.687408Z","end":"2026-03-02T02:16:57.808596Z","steps":["trace[529089330] 'agreement among raft nodes before linearized reading' (duration: 121.106926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:16:57.808656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.217659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2264"} {"level":"info","ts":"2026-03-02T02:16:57.808674Z","caller":"traceutil/trace.go:171","msg":"trace[23261749] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:4900; }","duration":"127.251961ms","start":"2026-03-02T02:16:57.681417Z","end":"2026-03-02T02:16:57.808669Z","steps":["trace[23261749] 'agreement among raft nodes before linearized reading' (duration: 127.159649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:16:58.035809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.380403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:16:58.035933Z","caller":"traceutil/trace.go:171","msg":"trace[586536301] linearizableReadLoop","detail":"{readStateIndex:5090; appliedIndex:5089; }","duration":"214.444564ms","start":"2026-03-02T02:16:57.821469Z","end":"2026-03-02T02:16:58.035914Z","steps":["trace[586536301] 'read index received' (duration: 92.803085ms)","trace[586536301] 'applied index is now lower than readState.Index' (duration: 121.639939ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:16:58.036124Z","caller":"traceutil/trace.go:171","msg":"trace[407023356] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"216.924261ms","start":"2026-03-02T02:16:57.819019Z","end":"2026-03-02T02:16:58.035943Z","steps":["trace[407023356] 'process raft request' (duration: 95.307372ms)","trace[407023356] 'compare' (duration: 121.175747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:16:58.03617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.696573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-02T02:16:58.036213Z","caller":"traceutil/trace.go:171","msg":"trace[1480224591] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4901; }","duration":"214.750584ms","start":"2026-03-02T02:16:57.821447Z","end":"2026-03-02T02:16:58.036198Z","steps":["trace[1480224591] 'agreement among raft nodes before linearized reading' (duration: 214.552518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:16:58.03764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.507837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-02T02:16:58.037772Z","caller":"traceutil/trace.go:171","msg":"trace[1408961957] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4901; }","duration":"140.651191ms","start":"2026-03-02T02:16:57.897083Z","end":"2026-03-02T02:16:58.037734Z","steps":["trace[1408961957] 'agreement among raft nodes before linearized reading' (duration: 139.008986ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:27.243739Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2714} {"level":"info","ts":"2026-03-02T02:18:27.305654Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2714,"took":"60.291068ms","hash":50887710,"current-db-size-bytes":40951808,"current-db-size":"41 MB","current-db-size-in-use-bytes":30670848,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T02:18:27.305705Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":50887710,"revision":2714,"compact-revision":-1} {"level":"info","ts":"2026-03-02T02:22:57.910454Z","caller":"traceutil/trace.go:171","msg":"trace[778269642] linearizableReadLoop","detail":"{readStateIndex:7831; appliedIndex:7830; }","duration":"137.184138ms","start":"2026-03-02T02:22:57.773243Z","end":"2026-03-02T02:22:57.910427Z","steps":["trace[778269642] 'read index received' (duration: 136.989292ms)","trace[778269642] 'applied index is now lower than readState.Index' (duration: 193.876µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:22:57.910554Z","caller":"traceutil/trace.go:171","msg":"trace[2076019470] transaction","detail":"{read_only:false; response_revision:7554; number_of_response:1; }","duration":"184.783721ms","start":"2026-03-02T02:22:57.725739Z","end":"2026-03-02T02:22:57.910523Z","steps":["trace[2076019470] 'process raft request' (duration: 184.528513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:22:57.910711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.439215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:22:57.910759Z","caller":"traceutil/trace.go:171","msg":"trace[50728794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7554; }","duration":"137.525386ms","start":"2026-03-02T02:22:57.773218Z","end":"2026-03-02T02:22:57.910743Z","steps":["trace[50728794] 'agreement among raft nodes before linearized reading' (duration: 137.358872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:22:57.910757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.706935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T02:22:57.910757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.910915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:22:57.910824Z","caller":"traceutil/trace.go:171","msg":"trace[266979576] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7554; }","duration":"136.818278ms","start":"2026-03-02T02:22:57.77399Z","end":"2026-03-02T02:22:57.910808Z","steps":["trace[266979576] 'agreement among raft nodes before linearized reading' (duration: 136.622713ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:22:57.910834Z","caller":"traceutil/trace.go:171","msg":"trace[1794184023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7554; }","duration":"105.024408ms","start":"2026-03-02T02:22:57.805795Z","end":"2026-03-02T02:22:57.910819Z","steps":["trace[1794184023] 'agreement among raft nodes before linearized reading' (duration: 104.830083ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:23:24.417652Z","caller":"traceutil/trace.go:171","msg":"trace[443629442] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"267.355798ms","start":"2026-03-02T02:23:24.150272Z","end":"2026-03-02T02:23:24.417628Z","steps":["trace[443629442] 'process raft request' (duration: 267.206614ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:23:24.456537Z","caller":"traceutil/trace.go:171","msg":"trace[9144679] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"305.779641ms","start":"2026-03-02T02:23:24.150734Z","end":"2026-03-02T02:23:24.456514Z","steps":["trace[9144679] 'process raft request' (duration: 305.435011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:23:24.456688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:23:24.150723Z","time spent":"305.877535ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:23:24.456702Z","caller":"traceutil/trace.go:171","msg":"trace[1744494282] linearizableReadLoop","detail":"{readStateIndex:8028; appliedIndex:8025; }","duration":"106.978883ms","start":"2026-03-02T02:23:24.349703Z","end":"2026-03-02T02:23:24.456681Z","steps":["trace[1744494282] 'read index received' (duration: 67.803218ms)","trace[1744494282] 'applied index is now lower than readState.Index' (duration: 39.174135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:23:24.456913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.221589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-02T02:23:24.456883Z","caller":"traceutil/trace.go:171","msg":"trace[318662469] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"302.194146ms","start":"2026-03-02T02:23:24.154652Z","end":"2026-03-02T02:23:24.456846Z","steps":["trace[318662469] 'process raft request' (duration: 301.824596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:23:24.456955Z","caller":"traceutil/trace.go:171","msg":"trace[2014073370] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7743; }","duration":"107.327322ms","start":"2026-03-02T02:23:24.349617Z","end":"2026-03-02T02:23:24.456944Z","steps":["trace[2014073370] 'agreement among raft nodes before linearized reading' (duration: 107.137307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:23:24.457052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:23:24.154638Z","time spent":"302.329139ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:23:27.25048Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5674} {"level":"info","ts":"2026-03-02T02:23:27.335236Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5674,"took":"82.878028ms","hash":3885656273,"current-db-size-bytes":42414080,"current-db-size":"42 MB","current-db-size-in-use-bytes":23011328,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-02T02:23:27.335285Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3885656273,"revision":5674,"compact-revision":2714} {"level":"info","ts":"2026-03-02T02:23:36.572931Z","caller":"traceutil/trace.go:171","msg":"trace[344886383] linearizableReadLoop","detail":"{readStateIndex:8132; appliedIndex:8131; }","duration":"146.045413ms","start":"2026-03-02T02:23:36.426865Z","end":"2026-03-02T02:23:36.57291Z","steps":["trace[344886383] 'read index received' (duration: 75.763429ms)","trace[344886383] 'applied index is now lower than readState.Index' (duration: 70.280724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:23:36.573167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.278649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jf6lw\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-03-02T02:23:36.573157Z","caller":"traceutil/trace.go:171","msg":"trace[1512245446] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"149.227378ms","start":"2026-03-02T02:23:36.423882Z","end":"2026-03-02T02:23:36.57311Z","steps":["trace[1512245446] 'process raft request' (duration: 78.796121ms)","trace[1512245446] 'compare' (duration: 69.802361ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:23:36.573217Z","caller":"traceutil/trace.go:171","msg":"trace[213242920] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jf6lw; range_end:; response_count:1; response_revision:7839; }","duration":"146.351731ms","start":"2026-03-02T02:23:36.426851Z","end":"2026-03-02T02:23:36.573203Z","steps":["trace[213242920] 'agreement among raft nodes before linearized reading' (duration: 146.228168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:23:36.573201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.289749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jf6lw\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-03-02T02:23:36.573363Z","caller":"traceutil/trace.go:171","msg":"trace[453800174] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jf6lw; range_end:; response_count:1; response_revision:7839; }","duration":"146.426693ms","start":"2026-03-02T02:23:36.426903Z","end":"2026-03-02T02:23:36.573329Z","steps":["trace[453800174] 'agreement among raft nodes before linearized reading' (duration: 146.273129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:23:36.573437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.202765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:23:36.573512Z","caller":"traceutil/trace.go:171","msg":"trace[1727550231] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7839; }","duration":"105.338218ms","start":"2026-03-02T02:23:36.468155Z","end":"2026-03-02T02:23:36.573494Z","steps":["trace[1727550231] 'agreement among raft nodes before linearized reading' (duration: 105.178894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:23:37.376376Z","caller":"traceutil/trace.go:171","msg":"trace[548044647] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"181.257902ms","start":"2026-03-02T02:23:37.19509Z","end":"2026-03-02T02:23:37.376348Z","steps":["trace[548044647] 'process raft request' (duration: 181.073116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:23:38.331487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.086773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:23:38.331569Z","caller":"traceutil/trace.go:171","msg":"trace[1939112338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7853; }","duration":"137.219077ms","start":"2026-03-02T02:23:38.194333Z","end":"2026-03-02T02:23:38.331552Z","steps":["trace[1939112338] 'range keys from in-memory index tree' (duration: 136.907299ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:24.509309Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T02:27:24.51819Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T02:27:24.518291Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T02:28:27.256364Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7754} {"level":"info","ts":"2026-03-02T02:28:27.319786Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7754,"took":"61.210162ms","hash":2682056011,"current-db-size-bytes":42414080,"current-db-size":"42 MB","current-db-size-in-use-bytes":27566080,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T02:28:27.319844Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2682056011,"revision":7754,"compact-revision":5674} {"level":"info","ts":"2026-03-02T02:33:27.262597Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10248} {"level":"info","ts":"2026-03-02T02:33:27.345545Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10248,"took":"81.083813ms","hash":1441609837,"current-db-size-bytes":42414080,"current-db-size":"42 MB","current-db-size-in-use-bytes":24379392,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T02:33:27.345719Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1441609837,"revision":10248,"compact-revision":7754} {"level":"info","ts":"2026-03-02T02:34:35.693006Z","caller":"traceutil/trace.go:171","msg":"trace[402099807] transaction","detail":"{read_only:false; response_revision:12559; number_of_response:1; }","duration":"106.564636ms","start":"2026-03-02T02:34:35.586417Z","end":"2026-03-02T02:34:35.692982Z","steps":["trace[402099807] 'process raft request' (duration: 106.423361ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:34:35.787413Z","caller":"traceutil/trace.go:171","msg":"trace[479686435] transaction","detail":"{read_only:false; response_revision:12560; number_of_response:1; }","duration":"199.12862ms","start":"2026-03-02T02:34:35.588258Z","end":"2026-03-02T02:34:35.787387Z","steps":["trace[479686435] 'process raft request' (duration: 198.714296ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:34:50.872027Z","caller":"traceutil/trace.go:171","msg":"trace[2049523629] transaction","detail":"{read_only:false; response_revision:12647; number_of_response:1; }","duration":"149.095192ms","start":"2026-03-02T02:34:50.722897Z","end":"2026-03-02T02:34:50.871992Z","steps":["trace[2049523629] 'process raft request' (duration: 148.931946ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:35:05.875684Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033ec.wal"} {"level":"info","ts":"2026-03-02T02:35:11.195189Z","caller":"traceutil/trace.go:171","msg":"trace[447149267] linearizableReadLoop","detail":"{readStateIndex:13408; appliedIndex:13407; }","duration":"201.747601ms","start":"2026-03-02T02:35:10.993417Z","end":"2026-03-02T02:35:11.195164Z","steps":["trace[447149267] 'read index received' (duration: 201.573677ms)","trace[447149267] 'applied index is now lower than readState.Index' (duration: 172.834µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:35:11.195343Z","caller":"traceutil/trace.go:171","msg":"trace[105181682] transaction","detail":"{read_only:false; response_revision:12937; number_of_response:1; }","duration":"226.331997ms","start":"2026-03-02T02:35:10.968997Z","end":"2026-03-02T02:35:11.195329Z","steps":["trace[105181682] 'process raft request' (duration: 226.015999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:11.195521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.11036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0d45876-2a87-4e0c-bad6-6762d86c5499\" ","response":"range_response_count:1 size:3754"} {"level":"info","ts":"2026-03-02T02:35:11.195565Z","caller":"traceutil/trace.go:171","msg":"trace[772206990] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0d45876-2a87-4e0c-bad6-6762d86c5499; range_end:; response_count:1; response_revision:12937; }","duration":"202.213193ms","start":"2026-03-02T02:35:10.993341Z","end":"2026-03-02T02:35:11.195554Z","steps":["trace[772206990] 'agreement among raft nodes before linearized reading' (duration: 202.125621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:36:40.830627Z","caller":"traceutil/trace.go:171","msg":"trace[2062267030] transaction","detail":"{read_only:false; response_revision:13720; number_of_response:1; }","duration":"168.592373ms","start":"2026-03-02T02:36:40.662012Z","end":"2026-03-02T02:36:40.830604Z","steps":["trace[2062267030] 'process raft request' (duration: 168.465489ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:36:40.854063Z","caller":"traceutil/trace.go:171","msg":"trace[596184447] linearizableReadLoop","detail":"{readStateIndex:14216; appliedIndex:14214; }","duration":"183.216914ms","start":"2026-03-02T02:36:40.670817Z","end":"2026-03-02T02:36:40.854034Z","steps":["trace[596184447] 'read index received' (duration: 159.752454ms)","trace[596184447] 'applied index is now lower than readState.Index' (duration: 23.46309ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:36:40.854168Z","caller":"traceutil/trace.go:171","msg":"trace[1913455267] transaction","detail":"{read_only:false; response_revision:13721; number_of_response:1; }","duration":"190.86153ms","start":"2026-03-02T02:36:40.663287Z","end":"2026-03-02T02:36:40.854148Z","steps":["trace[1913455267] 'process raft request' (duration: 190.605833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:36:40.854325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.446124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:36:40.854346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.516803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T02:36:40.854383Z","caller":"traceutil/trace.go:171","msg":"trace[1144199887] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13721; }","duration":"150.549807ms","start":"2026-03-02T02:36:40.703819Z","end":"2026-03-02T02:36:40.854369Z","steps":["trace[1144199887] 'agreement among raft nodes before linearized reading' (duration: 150.395983ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:36:40.85442Z","caller":"traceutil/trace.go:171","msg":"trace[782581348] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13721; }","duration":"183.623935ms","start":"2026-03-02T02:36:40.670781Z","end":"2026-03-02T02:36:40.854405Z","steps":["trace[782581348] 'agreement among raft nodes before linearized reading' (duration: 183.381909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:36:40.854492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.118078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-02T02:36:40.854548Z","caller":"traceutil/trace.go:171","msg":"trace[440598960] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13721; }","duration":"149.20095ms","start":"2026-03-02T02:36:40.705334Z","end":"2026-03-02T02:36:40.854535Z","steps":["trace[440598960] 'agreement among raft nodes before linearized reading' (duration: 149.046606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:36:40.85453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.20555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T02:36:40.85462Z","caller":"traceutil/trace.go:171","msg":"trace[881284359] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13721; }","duration":"146.343654ms","start":"2026-03-02T02:36:40.708261Z","end":"2026-03-02T02:36:40.854604Z","steps":["trace[881284359] 'agreement among raft nodes before linearized reading' (duration: 146.083827ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:36:40.978683Z","caller":"traceutil/trace.go:171","msg":"trace[847830555] transaction","detail":"{read_only:false; response_revision:13722; number_of_response:1; }","duration":"119.241115ms","start":"2026-03-02T02:36:40.859421Z","end":"2026-03-02T02:36:40.978662Z","steps":["trace[847830555] 'process raft request' (duration: 118.557447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:36:40.979796Z","caller":"traceutil/trace.go:171","msg":"trace[275406367] transaction","detail":"{read_only:false; response_revision:13723; number_of_response:1; }","duration":"119.526303ms","start":"2026-03-02T02:36:40.860248Z","end":"2026-03-02T02:36:40.979774Z","steps":["trace[275406367] 'process raft request' (duration: 118.949868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:27.269967Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12137} {"level":"info","ts":"2026-03-02T02:38:27.37118Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12137,"took":"97.426799ms","hash":3719458031,"current-db-size-bytes":42414080,"current-db-size":"42 MB","current-db-size-in-use-bytes":27406336,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T02:38:27.371485Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3719458031,"revision":12137,"compact-revision":10248} {"level":"warn","ts":"2026-03-02T02:42:13.073859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.002835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:42:13.073961Z","caller":"traceutil/trace.go:171","msg":"trace[1483220480] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16061; }","duration":"191.162109ms","start":"2026-03-02T02:42:12.882777Z","end":"2026-03-02T02:42:13.073939Z","steps":["trace[1483220480] 'range keys from in-memory index tree' (duration: 190.924872ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:42:20.352567Z","caller":"traceutil/trace.go:171","msg":"trace[1147260111] transaction","detail":"{read_only:false; response_revision:16096; number_of_response:1; }","duration":"132.339015ms","start":"2026-03-02T02:42:20.220189Z","end":"2026-03-02T02:42:20.352529Z","steps":["trace[1147260111] 'process raft request' (duration: 64.38029ms)","trace[1147260111] 'compare' (duration: 67.77286ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:43:27.275Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14424} {"level":"info","ts":"2026-03-02T02:43:27.371084Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14424,"took":"92.857172ms","hash":2181925524,"current-db-size-bytes":43057152,"current-db-size":"43 MB","current-db-size-in-use-bytes":29286400,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T02:43:27.371171Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2181925524,"revision":14424,"compact-revision":12137} {"level":"info","ts":"2026-03-02T02:47:52.364266Z","caller":"traceutil/trace.go:171","msg":"trace[1234009208] transaction","detail":"{read_only:false; response_revision:18531; number_of_response:1; }","duration":"263.987158ms","start":"2026-03-02T02:47:52.100243Z","end":"2026-03-02T02:47:52.36423Z","steps":["trace[1234009208] 'process raft request' (duration: 222.10605ms)","trace[1234009208] 'compare' (duration: 41.730494ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:47:52.555329Z","caller":"traceutil/trace.go:171","msg":"trace[882909353] linearizableReadLoop","detail":"{readStateIndex:19194; appliedIndex:19193; }","duration":"112.653928ms","start":"2026-03-02T02:47:52.442641Z","end":"2026-03-02T02:47:52.555295Z","steps":["trace[882909353] 'read index received' (duration: 90.179582ms)","trace[882909353] 'applied index is now lower than readState.Index' (duration: 22.473066ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:47:52.555377Z","caller":"traceutil/trace.go:171","msg":"trace[174767246] transaction","detail":"{read_only:false; response_revision:18532; number_of_response:1; }","duration":"168.344179ms","start":"2026-03-02T02:47:52.386982Z","end":"2026-03-02T02:47:52.555326Z","steps":["trace[174767246] 'process raft request' (duration: 145.883493ms)","trace[174767246] 'compare' (duration: 22.24506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:47:52.555683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.997238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:47:52.555757Z","caller":"traceutil/trace.go:171","msg":"trace[699128628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18532; }","duration":"113.175122ms","start":"2026-03-02T02:47:52.442566Z","end":"2026-03-02T02:47:52.555742Z","steps":["trace[699128628] 'agreement among raft nodes before linearized reading' (duration: 112.857444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:52.792671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.534827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:47:52.792811Z","caller":"traceutil/trace.go:171","msg":"trace[1207389714] linearizableReadLoop","detail":"{readStateIndex:19195; appliedIndex:19194; }","duration":"187.736922ms","start":"2026-03-02T02:47:52.605048Z","end":"2026-03-02T02:47:52.792785Z","steps":["trace[1207389714] 'read index received' (duration: 52.804804ms)","trace[1207389714] 'applied index is now lower than readState.Index' (duration: 134.930178ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:47:52.792947Z","caller":"traceutil/trace.go:171","msg":"trace[155602725] transaction","detail":"{read_only:false; response_revision:18533; number_of_response:1; }","duration":"232.55809ms","start":"2026-03-02T02:47:52.560362Z","end":"2026-03-02T02:47:52.79292Z","steps":["trace[155602725] 'process raft request' (duration: 97.626682ms)","trace[155602725] 'compare' (duration: 134.367113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:47:52.793009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.754709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:47:52.793099Z","caller":"traceutil/trace.go:171","msg":"trace[1846949120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18533; }","duration":"103.905122ms","start":"2026-03-02T02:47:52.689171Z","end":"2026-03-02T02:47:52.793076Z","steps":["trace[1846949120] 'agreement among raft nodes before linearized reading' (duration: 103.751507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:52.793128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.082082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:47:52.793201Z","caller":"traceutil/trace.go:171","msg":"trace[647406763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18533; }","duration":"188.204125ms","start":"2026-03-02T02:47:52.604978Z","end":"2026-03-02T02:47:52.793182Z","steps":["trace[647406763] 'agreement among raft nodes before linearized reading' (duration: 188.089172ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:47:52.968203Z","caller":"traceutil/trace.go:171","msg":"trace[1329850665] transaction","detail":"{read_only:false; response_revision:18535; number_of_response:1; }","duration":"119.302938ms","start":"2026-03-02T02:47:52.848862Z","end":"2026-03-02T02:47:52.968165Z","steps":["trace[1329850665] 'process raft request' (duration: 104.876209ms)","trace[1329850665] 'compare' (duration: 14.275635ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:47:53.259054Z","caller":"traceutil/trace.go:171","msg":"trace[331495650] linearizableReadLoop","detail":"{readStateIndex:19198; appliedIndex:19196; }","duration":"309.30469ms","start":"2026-03-02T02:47:52.949713Z","end":"2026-03-02T02:47:53.259018Z","steps":["trace[331495650] 'read index received' (duration: 4.006408ms)","trace[331495650] 'applied index is now lower than readState.Index' (duration: 305.297002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:47:53.259906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.492175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:47:53.26002Z","caller":"traceutil/trace.go:171","msg":"trace[116631139] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:18536; }","duration":"310.324337ms","start":"2026-03-02T02:47:52.949638Z","end":"2026-03-02T02:47:53.259962Z","steps":["trace[116631139] 'agreement among raft nodes before linearized reading' (duration: 309.509835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:47:53.260092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:52.94961Z","time spent":"310.448761ms","remote":"127.0.0.1:34124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:47:53.259228Z","caller":"traceutil/trace.go:171","msg":"trace[1208159408] transaction","detail":"{read_only:false; response_revision:18536; number_of_response:1; }","duration":"408.861634ms","start":"2026-03-02T02:47:52.850307Z","end":"2026-03-02T02:47:53.259168Z","steps":["trace[1208159408] 'process raft request' (duration: 339.653248ms)","trace[1208159408] 'compare' (duration: 68.887927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:47:53.260654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:47:52.85029Z","time spent":"410.199339ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:48:27.281377Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16830} {"level":"info","ts":"2026-03-02T02:48:27.386084Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16830,"took":"101.235439ms","hash":1385197285,"current-db-size-bytes":43479040,"current-db-size":"44 MB","current-db-size-in-use-bytes":30007296,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T02:48:27.386156Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1385197285,"revision":16830,"compact-revision":14424} {"level":"info","ts":"2026-03-02T02:49:29.510419Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T02:49:29.541508Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T02:49:29.541696Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-02T02:51:41.506974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.10123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:51:41.507104Z","caller":"traceutil/trace.go:171","msg":"trace[307643793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20817; }","duration":"114.292006ms","start":"2026-03-02T02:51:41.392771Z","end":"2026-03-02T02:51:41.507063Z","steps":["trace[307643793] 'range keys from in-memory index tree' (duration: 113.746521ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:53:27.291281Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18929} {"level":"info","ts":"2026-03-02T02:53:27.402055Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18929,"took":"105.719126ms","hash":5216862,"current-db-size-bytes":46501888,"current-db-size":"46 MB","current-db-size-in-use-bytes":38744064,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-02T02:53:27.402158Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":5216862,"revision":18929,"compact-revision":16830} {"level":"info","ts":"2026-03-02T02:55:03.480183Z","caller":"traceutil/trace.go:171","msg":"trace[1296064771] transaction","detail":"{read_only:false; response_revision:22760; number_of_response:1; }","duration":"152.227561ms","start":"2026-03-02T02:55:03.327929Z","end":"2026-03-02T02:55:03.480157Z","steps":["trace[1296064771] 'process raft request' (duration: 152.085577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:03.507995Z","caller":"traceutil/trace.go:171","msg":"trace[424871507] transaction","detail":"{read_only:false; response_revision:22761; number_of_response:1; }","duration":"127.309873ms","start":"2026-03-02T02:55:03.380643Z","end":"2026-03-02T02:55:03.507953Z","steps":["trace[424871507] 'process raft request' (duration: 127.139148ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:03.50803Z","caller":"traceutil/trace.go:171","msg":"trace[1746333184] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"102.898459ms","start":"2026-03-02T02:55:03.405089Z","end":"2026-03-02T02:55:03.507988Z","steps":["trace[1746333184] 'process raft request' (duration: 102.807696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:03.736515Z","caller":"traceutil/trace.go:171","msg":"trace[52640932] transaction","detail":"{read_only:false; response_revision:22763; number_of_response:1; }","duration":"224.470036ms","start":"2026-03-02T02:55:03.512003Z","end":"2026-03-02T02:55:03.736473Z","steps":["trace[52640932] 'process raft request' (duration: 224.25601ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:03.859346Z","caller":"traceutil/trace.go:171","msg":"trace[577308431] linearizableReadLoop","detail":"{readStateIndex:23550; appliedIndex:23549; }","duration":"106.519617ms","start":"2026-03-02T02:55:03.752805Z","end":"2026-03-02T02:55:03.859325Z","steps":["trace[577308431] 'read index received' (duration: 100.891884ms)","trace[577308431] 'applied index is now lower than readState.Index' (duration: 5.626613ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:03.859399Z","caller":"traceutil/trace.go:171","msg":"trace[1172398690] transaction","detail":"{read_only:false; response_revision:22764; number_of_response:1; }","duration":"117.64331ms","start":"2026-03-02T02:55:03.741707Z","end":"2026-03-02T02:55:03.859351Z","steps":["trace[1172398690] 'process raft request' (duration: 111.970596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:03.85956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.734013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:55:03.859613Z","caller":"traceutil/trace.go:171","msg":"trace[1434332434] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22764; }","duration":"106.823785ms","start":"2026-03-02T02:55:03.752765Z","end":"2026-03-02T02:55:03.859589Z","steps":["trace[1434332434] 'agreement among raft nodes before linearized reading' (duration: 106.686752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:07.945341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.041438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:07.945769Z","caller":"traceutil/trace.go:171","msg":"trace[1725163548] transaction","detail":"{read_only:false; response_revision:22797; number_of_response:1; }","duration":"124.186928ms","start":"2026-03-02T02:55:07.821566Z","end":"2026-03-02T02:55:07.945753Z","steps":["trace[1725163548] 'process raft request' (duration: 15.646496ms)","trace[1725163548] 'compare' (duration: 107.694179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:08.467791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.667965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:08.467898Z","caller":"traceutil/trace.go:171","msg":"trace[1763771874] linearizableReadLoop","detail":"{readStateIndex:23585; appliedIndex:23584; }","duration":"517.182809ms","start":"2026-03-02T02:55:07.950699Z","end":"2026-03-02T02:55:08.467882Z","steps":["trace[1763771874] 'read index received' (duration: 268.338229ms)","trace[1763771874] 'applied index is now lower than readState.Index' (duration: 248.8403ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:08.468029Z","caller":"traceutil/trace.go:171","msg":"trace[312031370] transaction","detail":"{read_only:false; response_revision:22798; number_of_response:1; }","duration":"517.676163ms","start":"2026-03-02T02:55:07.950318Z","end":"2026-03-02T02:55:08.467994Z","steps":["trace[312031370] 'process raft request' (duration: 268.715ms)","trace[312031370] 'compare' (duration: 247.891553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:08.468197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.464327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1898e6b0a7253f1b\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-03-02T02:55:08.468227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:07.950301Z","time spent":"517.827307ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:08.468289Z","caller":"traceutil/trace.go:171","msg":"trace[959738511] range","detail":"{range_begin:/registry/events/openstack/container-infra.1898e6b0a7253f1b; range_end:; response_count:1; response_revision:22798; }","duration":"517.58945ms","start":"2026-03-02T02:55:07.95068Z","end":"2026-03-02T02:55:08.468269Z","steps":["trace[959738511] 'agreement among raft nodes before linearized reading' (duration: 517.307703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:08.46835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:07.95067Z","time spent":"517.660602ms","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.1898e6b0a7253f1b\" "} {"level":"info","ts":"2026-03-02T02:55:08.491025Z","caller":"traceutil/trace.go:171","msg":"trace[2139205386] transaction","detail":"{read_only:false; response_revision:22799; number_of_response:1; }","duration":"460.356703ms","start":"2026-03-02T02:55:08.030647Z","end":"2026-03-02T02:55:08.491004Z","steps":["trace[2139205386] 'process raft request' (duration: 460.059325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:08.491106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:08.030636Z","time spent":"460.432104ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:08.491205Z","caller":"traceutil/trace.go:171","msg":"trace[971892316] transaction","detail":"{read_only:false; response_revision:22801; number_of_response:1; }","duration":"369.718558ms","start":"2026-03-02T02:55:08.12147Z","end":"2026-03-02T02:55:08.491188Z","steps":["trace[971892316] 'process raft request' (duration: 369.666216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:08.491315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:08.12146Z","time spent":"369.793669ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:08.49143Z","caller":"traceutil/trace.go:171","msg":"trace[694599787] transaction","detail":"{read_only:false; response_revision:22800; number_of_response:1; }","duration":"409.996132ms","start":"2026-03-02T02:55:08.081424Z","end":"2026-03-02T02:55:08.49142Z","steps":["trace[694599787] 'process raft request' (duration: 409.440277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:08.491484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:08.081378Z","time spent":"410.080085ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:08.730644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.724456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:08.730886Z","caller":"traceutil/trace.go:171","msg":"trace[1900212894] linearizableReadLoop","detail":"{readStateIndex:23590; appliedIndex:23585; }","duration":"262.948032ms","start":"2026-03-02T02:55:08.467919Z","end":"2026-03-02T02:55:08.730867Z","steps":["trace[1900212894] 'read index received' (duration: 22.762659ms)","trace[1900212894] 'applied index is now lower than readState.Index' (duration: 240.184253ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:08.730931Z","caller":"traceutil/trace.go:171","msg":"trace[1913997285] transaction","detail":"{read_only:false; response_revision:22803; number_of_response:1; }","duration":"410.333052ms","start":"2026-03-02T02:55:08.320557Z","end":"2026-03-02T02:55:08.73089Z","steps":["trace[1913997285] 'process raft request' (duration: 410.191028ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:08.731116Z","caller":"traceutil/trace.go:171","msg":"trace[316332527] transaction","detail":"{read_only:false; response_revision:22804; number_of_response:1; }","duration":"260.029383ms","start":"2026-03-02T02:55:08.471072Z","end":"2026-03-02T02:55:08.731101Z","steps":["trace[316332527] 'process raft request' (duration: 259.733435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:08.731131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:08.320547Z","time spent":"410.470896ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:08.731346Z","caller":"traceutil/trace.go:171","msg":"trace[944652507] transaction","detail":"{read_only:false; response_revision:22802; number_of_response:1; }","duration":"413.228171ms","start":"2026-03-02T02:55:08.3181Z","end":"2026-03-02T02:55:08.731328Z","steps":["trace[944652507] 'process raft request' (duration: 306.721114ms)","trace[944652507] 'compare' (duration: 105.595421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:08.731412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:08.318075Z","time spent":"413.302783ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:08.731731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.050199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-5d77f44dd7-zjj5v\" ","response":"range_response_count:1 size:8652"} {"level":"info","ts":"2026-03-02T02:55:08.731776Z","caller":"traceutil/trace.go:171","msg":"trace[1448195989] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-5d77f44dd7-zjj5v; range_end:; response_count:1; response_revision:22804; }","duration":"587.11183ms","start":"2026-03-02T02:55:08.144654Z","end":"2026-03-02T02:55:08.731766Z","steps":["trace[1448195989] 'agreement among raft nodes before linearized reading' (duration: 586.928986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:08.731806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:08.144645Z","time spent":"587.153381ms","remote":"127.0.0.1:40038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8675,"request content":"key:\"/registry/pods/openstack/magnum-api-5d77f44dd7-zjj5v\" "} {"level":"info","ts":"2026-03-02T02:55:08.772Z","caller":"traceutil/trace.go:171","msg":"trace[938536014] transaction","detail":"{read_only:false; response_revision:22805; number_of_response:1; }","duration":"240.08616ms","start":"2026-03-02T02:55:08.531897Z","end":"2026-03-02T02:55:08.771984Z","steps":["trace[938536014] 'process raft request' (duration: 240.006288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:08.774512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.706875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:55:08.77455Z","caller":"traceutil/trace.go:171","msg":"trace[1890004604] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:22805; }","duration":"166.811817ms","start":"2026-03-02T02:55:08.607729Z","end":"2026-03-02T02:55:08.774541Z","steps":["trace[1890004604] 'agreement among raft nodes before linearized reading' (duration: 164.689939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:08.774852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.683947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:55:08.774877Z","caller":"traceutil/trace.go:171","msg":"trace[1777212219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22805; }","duration":"161.746119ms","start":"2026-03-02T02:55:08.613125Z","end":"2026-03-02T02:55:08.774871Z","steps":["trace[1777212219] 'agreement among raft nodes before linearized reading' (duration: 161.653826ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:09.061608Z","caller":"traceutil/trace.go:171","msg":"trace[103968090] transaction","detail":"{read_only:false; response_revision:22806; number_of_response:1; }","duration":"320.694814ms","start":"2026-03-02T02:55:08.740875Z","end":"2026-03-02T02:55:09.06157Z","steps":["trace[103968090] 'process raft request' (duration: 316.568121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:09.061796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:08.740857Z","time spent":"320.844308ms","remote":"127.0.0.1:40038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8450,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:09.069801Z","caller":"traceutil/trace.go:171","msg":"trace[700852915] linearizableReadLoop","detail":"{readStateIndex:23594; appliedIndex:23592; }","duration":"286.475683ms","start":"2026-03-02T02:55:08.783298Z","end":"2026-03-02T02:55:09.069773Z","steps":["trace[700852915] 'read index received' (duration: 274.221739ms)","trace[700852915] 'applied index is now lower than readState.Index' (duration: 12.252954ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:09.070172Z","caller":"traceutil/trace.go:171","msg":"trace[837282234] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"287.355017ms","start":"2026-03-02T02:55:08.782802Z","end":"2026-03-02T02:55:09.070157Z","steps":["trace[837282234] 'process raft request' (duration: 286.775761ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:09.070513Z","caller":"traceutil/trace.go:171","msg":"trace[716089773] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"154.429961ms","start":"2026-03-02T02:55:08.916067Z","end":"2026-03-02T02:55:09.070497Z","steps":["trace[716089773] 'process raft request' (duration: 153.65057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:09.070777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.46936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:55:09.070819Z","caller":"traceutil/trace.go:171","msg":"trace[1354129621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22808; }","duration":"287.597943ms","start":"2026-03-02T02:55:08.78321Z","end":"2026-03-02T02:55:09.070808Z","steps":["trace[1354129621] 'agreement among raft nodes before linearized reading' (duration: 287.442409ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:09.271323Z","caller":"traceutil/trace.go:171","msg":"trace[1227399359] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"200.164416ms","start":"2026-03-02T02:55:09.071111Z","end":"2026-03-02T02:55:09.271275Z","steps":["trace[1227399359] 'process raft request' (duration: 134.826938ms)","trace[1227399359] 'compare' (duration: 65.124571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:09.510844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.755008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:09.511118Z","caller":"traceutil/trace.go:171","msg":"trace[1123781745] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"439.603228ms","start":"2026-03-02T02:55:09.07146Z","end":"2026-03-02T02:55:09.511064Z","steps":["trace[1123781745] 'process raft request' (duration: 319.494361ms)","trace[1123781745] 'compare' (duration: 119.424558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:09.511344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:09.07145Z","time spent":"439.762703ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:09.511628Z","caller":"traceutil/trace.go:171","msg":"trace[429983397] transaction","detail":"{read_only:false; response_revision:22811; number_of_response:1; }","duration":"439.021562ms","start":"2026-03-02T02:55:09.072533Z","end":"2026-03-02T02:55:09.511554Z","steps":["trace[429983397] 'process raft request' (duration: 438.448707ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:09.5118Z","caller":"traceutil/trace.go:171","msg":"trace[508112967] linearizableReadLoop","detail":"{readStateIndex:23599; appliedIndex:23595; }","duration":"428.606409ms","start":"2026-03-02T02:55:09.083108Z","end":"2026-03-02T02:55:09.511714Z","steps":["trace[508112967] 'read index received' (duration: 122.921344ms)","trace[508112967] 'applied index is now lower than readState.Index' (duration: 305.683465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:09.511813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:09.072512Z","time spent":"439.208016ms","remote":"127.0.0.1:40162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:09.511883Z","caller":"traceutil/trace.go:171","msg":"trace[474034230] transaction","detail":"{read_only:false; response_revision:22812; number_of_response:1; }","duration":"436.37628ms","start":"2026-03-02T02:55:09.075481Z","end":"2026-03-02T02:55:09.511858Z","steps":["trace[474034230] 'process raft request' (duration: 436.00295ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:09.511922Z","caller":"traceutil/trace.go:171","msg":"trace[555005433] transaction","detail":"{read_only:false; response_revision:22813; number_of_response:1; }","duration":"426.725057ms","start":"2026-03-02T02:55:09.085181Z","end":"2026-03-02T02:55:09.511906Z","steps":["trace[555005433] 'process raft request' (duration: 426.386318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:09.512001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:09.085151Z","time spent":"426.81159ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:09.512044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:09.075471Z","time spent":"436.489293ms","remote":"127.0.0.1:40308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:09.512143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.021601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:09.512203Z","caller":"traceutil/trace.go:171","msg":"trace[1126637817] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22813; }","duration":"429.099653ms","start":"2026-03-02T02:55:09.083083Z","end":"2026-03-02T02:55:09.512183Z","steps":["trace[1126637817] 'agreement among raft nodes before linearized reading' (duration: 428.938748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:09.512363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:09.083075Z","time spent":"429.225906ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:55:09.512375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.7815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T02:55:09.512385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.569955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T02:55:09.512423Z","caller":"traceutil/trace.go:171","msg":"trace[1634736528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22813; }","duration":"319.869852ms","start":"2026-03-02T02:55:09.192538Z","end":"2026-03-02T02:55:09.512407Z","steps":["trace[1634736528] 'agreement among raft nodes before linearized reading' (duration: 319.700467ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:09.512429Z","caller":"traceutil/trace.go:171","msg":"trace[2057985402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22813; }","duration":"315.620936ms","start":"2026-03-02T02:55:09.196793Z","end":"2026-03-02T02:55:09.512414Z","steps":["trace[2057985402] 'agreement among raft nodes before linearized reading' (duration: 315.480512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:09.51247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:09.192513Z","time spent":"319.949274ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:55:09.512499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:09.196788Z","time spent":"315.704168ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:55:09.768794Z","caller":"traceutil/trace.go:171","msg":"trace[1400517574] transaction","detail":"{read_only:false; response_revision:22815; number_of_response:1; }","duration":"246.223728ms","start":"2026-03-02T02:55:09.522546Z","end":"2026-03-02T02:55:09.768769Z","steps":["trace[1400517574] 'process raft request' (duration: 173.935631ms)","trace[1400517574] 'compare' (duration: 71.696711ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:09.769133Z","caller":"traceutil/trace.go:171","msg":"trace[1642830267] transaction","detail":"{read_only:false; response_revision:22816; number_of_response:1; }","duration":"243.755511ms","start":"2026-03-02T02:55:09.525365Z","end":"2026-03-02T02:55:09.76912Z","steps":["trace[1642830267] 'process raft request' (duration: 243.078233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:09.769202Z","caller":"traceutil/trace.go:171","msg":"trace[1276234045] transaction","detail":"{read_only:false; response_revision:22817; number_of_response:1; }","duration":"241.90544ms","start":"2026-03-02T02:55:09.527255Z","end":"2026-03-02T02:55:09.769161Z","steps":["trace[1276234045] 'process raft request' (duration: 241.239852ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:10.598796Z","caller":"traceutil/trace.go:171","msg":"trace[1760908855] linearizableReadLoop","detail":"{readStateIndex:23606; appliedIndex:23605; }","duration":"118.992076ms","start":"2026-03-02T02:55:10.47978Z","end":"2026-03-02T02:55:10.598772Z","steps":["trace[1760908855] 'read index received' (duration: 118.939225ms)","trace[1760908855] 'applied index is now lower than readState.Index' (duration: 51.761µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:10.598883Z","caller":"traceutil/trace.go:171","msg":"trace[668981443] transaction","detail":"{read_only:false; response_revision:22819; number_of_response:1; }","duration":"122.955243ms","start":"2026-03-02T02:55:10.47591Z","end":"2026-03-02T02:55:10.598865Z","steps":["trace[668981443] 'process raft request' (duration: 122.689096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:10.598985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.185232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T02:55:10.599013Z","caller":"traceutil/trace.go:171","msg":"trace[1523327503] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:22819; }","duration":"119.242733ms","start":"2026-03-02T02:55:10.479763Z","end":"2026-03-02T02:55:10.599006Z","steps":["trace[1523327503] 'agreement among raft nodes before linearized reading' (duration: 119.099069ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:10.602692Z","caller":"traceutil/trace.go:171","msg":"trace[1630770416] transaction","detail":"{read_only:false; response_revision:22820; number_of_response:1; }","duration":"106.486877ms","start":"2026-03-02T02:55:10.496123Z","end":"2026-03-02T02:55:10.60261Z","steps":["trace[1630770416] 'process raft request' (duration: 106.321272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:12.721556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.288582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T02:55:12.721832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.389061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:12.721926Z","caller":"traceutil/trace.go:171","msg":"trace[405454378] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:22835; }","duration":"250.562816ms","start":"2026-03-02T02:55:12.471338Z","end":"2026-03-02T02:55:12.721901Z","steps":["trace[405454378] 'count revisions from in-memory index tree' (duration: 250.300189ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:12.722695Z","caller":"traceutil/trace.go:171","msg":"trace[569113575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22835; }","duration":"113.423125ms","start":"2026-03-02T02:55:12.608204Z","end":"2026-03-02T02:55:12.721627Z","steps":["trace[569113575] 'range keys from in-memory index tree' (duration: 113.075096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:12.745136Z","caller":"traceutil/trace.go:171","msg":"trace[1939266492] transaction","detail":"{read_only:false; response_revision:22836; number_of_response:1; }","duration":"134.758597ms","start":"2026-03-02T02:55:12.610354Z","end":"2026-03-02T02:55:12.745113Z","steps":["trace[1939266492] 'process raft request' (duration: 134.595872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:13.007312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.928135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:13.007639Z","caller":"traceutil/trace.go:171","msg":"trace[1599883843] linearizableReadLoop","detail":"{readStateIndex:23628; appliedIndex:23624; }","duration":"135.230318ms","start":"2026-03-02T02:55:12.872362Z","end":"2026-03-02T02:55:13.007593Z","steps":["trace[1599883843] 'read index received' (duration: 33.851µs)","trace[1599883843] 'applied index is now lower than readState.Index' (duration: 135.195447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:13.007758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.386912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:13.007815Z","caller":"traceutil/trace.go:171","msg":"trace[1068950062] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22840; }","duration":"135.471085ms","start":"2026-03-02T02:55:12.872313Z","end":"2026-03-02T02:55:13.007784Z","steps":["trace[1068950062] 'agreement among raft nodes before linearized reading' (duration: 135.372023ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:13.008184Z","caller":"traceutil/trace.go:171","msg":"trace[969839628] transaction","detail":"{read_only:false; response_revision:22837; number_of_response:1; }","duration":"281.674882ms","start":"2026-03-02T02:55:12.726494Z","end":"2026-03-02T02:55:13.008169Z","steps":["trace[969839628] 'process raft request' (duration: 129.7812ms)","trace[969839628] 'compare' (duration: 150.33388ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:13.00834Z","caller":"traceutil/trace.go:171","msg":"trace[1173539432] transaction","detail":"{read_only:false; response_revision:22838; number_of_response:1; }","duration":"261.377751ms","start":"2026-03-02T02:55:12.746952Z","end":"2026-03-02T02:55:13.00833Z","steps":["trace[1173539432] 'process raft request' (duration: 260.479756ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:13.008464Z","caller":"traceutil/trace.go:171","msg":"trace[2097114234] transaction","detail":"{read_only:false; response_revision:22839; number_of_response:1; }","duration":"260.560598ms","start":"2026-03-02T02:55:12.747893Z","end":"2026-03-02T02:55:13.008454Z","steps":["trace[2097114234] 'process raft request' (duration: 259.602842ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:13.008591Z","caller":"traceutil/trace.go:171","msg":"trace[2039134292] transaction","detail":"{read_only:false; response_revision:22840; number_of_response:1; }","duration":"225.051903ms","start":"2026-03-02T02:55:12.783529Z","end":"2026-03-02T02:55:13.008581Z","steps":["trace[2039134292] 'process raft request' (duration: 224.013484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:13.335775Z","caller":"traceutil/trace.go:171","msg":"trace[1938337642] linearizableReadLoop","detail":"{readStateIndex:23629; appliedIndex:23628; }","duration":"241.677003ms","start":"2026-03-02T02:55:13.094076Z","end":"2026-03-02T02:55:13.335753Z","steps":["trace[1938337642] 'read index received' (duration: 241.461828ms)","trace[1938337642] 'applied index is now lower than readState.Index' (duration: 214.425µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:13.336042Z","caller":"traceutil/trace.go:171","msg":"trace[351184634] transaction","detail":"{read_only:false; response_revision:22841; number_of_response:1; }","duration":"249.678603ms","start":"2026-03-02T02:55:13.086347Z","end":"2026-03-02T02:55:13.336026Z","steps":["trace[351184634] 'process raft request' (duration: 249.276781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:13.336315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.216719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T02:55:13.336353Z","caller":"traceutil/trace.go:171","msg":"trace[689814834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22841; }","duration":"242.299791ms","start":"2026-03-02T02:55:13.094045Z","end":"2026-03-02T02:55:13.336345Z","steps":["trace[689814834] 'agreement among raft nodes before linearized reading' (duration: 242.160438ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:13.827315Z","caller":"traceutil/trace.go:171","msg":"trace[1062032107] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"210.914677ms","start":"2026-03-02T02:55:13.61635Z","end":"2026-03-02T02:55:13.827265Z","steps":["trace[1062032107] 'process raft request' (duration: 178.70652ms)","trace[1062032107] 'compare' (duration: 32.005401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:13.827443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.257611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:13.827328Z","caller":"traceutil/trace.go:171","msg":"trace[1492289024] linearizableReadLoop","detail":"{readStateIndex:23632; appliedIndex:23631; }","duration":"138.140568ms","start":"2026-03-02T02:55:13.689158Z","end":"2026-03-02T02:55:13.827299Z","steps":["trace[1492289024] 'read index received' (duration: 105.90301ms)","trace[1492289024] 'applied index is now lower than readState.Index' (duration: 32.236138ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:13.82751Z","caller":"traceutil/trace.go:171","msg":"trace[2091804228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22844; }","duration":"138.394254ms","start":"2026-03-02T02:55:13.689105Z","end":"2026-03-02T02:55:13.8275Z","steps":["trace[2091804228] 'agreement among raft nodes before linearized reading' (duration: 138.277461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:26.081074Z","caller":"traceutil/trace.go:171","msg":"trace[1430538821] transaction","detail":"{read_only:false; response_revision:22933; number_of_response:1; }","duration":"414.207137ms","start":"2026-03-02T02:55:25.666837Z","end":"2026-03-02T02:55:26.081045Z","steps":["trace[1430538821] 'process raft request' (duration: 414.019282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.081335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:25.666813Z","time spent":"414.346481ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:26.205405Z","caller":"traceutil/trace.go:171","msg":"trace[3772629] transaction","detail":"{read_only:false; response_revision:22934; number_of_response:1; }","duration":"328.480885ms","start":"2026-03-02T02:55:25.876885Z","end":"2026-03-02T02:55:26.205366Z","steps":["trace[3772629] 'process raft request' (duration: 315.80604ms)","trace[3772629] 'compare' (duration: 12.405297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:26.205572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:25.876855Z","time spent":"328.612218ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:26.207167Z","caller":"traceutil/trace.go:171","msg":"trace[1879600957] linearizableReadLoop","detail":"{readStateIndex:23724; appliedIndex:23722; }","duration":"325.327379ms","start":"2026-03-02T02:55:25.881815Z","end":"2026-03-02T02:55:26.207143Z","steps":["trace[1879600957] 'read index received' (duration: 199.119496ms)","trace[1879600957] 'applied index is now lower than readState.Index' (duration: 126.206523ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:26.207329Z","caller":"traceutil/trace.go:171","msg":"trace[1391373973] transaction","detail":"{read_only:false; response_revision:22935; number_of_response:1; }","duration":"180.007436ms","start":"2026-03-02T02:55:26.02731Z","end":"2026-03-02T02:55:26.207317Z","steps":["trace[1391373973] 'process raft request' (duration: 179.726668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.207617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.973143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:55:26.207673Z","caller":"traceutil/trace.go:171","msg":"trace[355474248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22935; }","duration":"313.087807ms","start":"2026-03-02T02:55:25.894571Z","end":"2026-03-02T02:55:26.207658Z","steps":["trace[355474248] 'agreement among raft nodes before linearized reading' (duration: 312.892612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.207752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:25.894556Z","time spent":"313.182129ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:55:26.208073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.516624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:55:26.208133Z","caller":"traceutil/trace.go:171","msg":"trace[1034887536] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:22935; }","duration":"218.680778ms","start":"2026-03-02T02:55:25.989439Z","end":"2026-03-02T02:55:26.20812Z","steps":["trace[1034887536] 'agreement among raft nodes before linearized reading' (duration: 218.36317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.208094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.41197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T02:55:26.208373Z","caller":"traceutil/trace.go:171","msg":"trace[1552569215] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22935; }","duration":"286.71445ms","start":"2026-03-02T02:55:25.921642Z","end":"2026-03-02T02:55:26.208356Z","steps":["trace[1552569215] 'agreement among raft nodes before linearized reading' (duration: 286.37093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.208414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.599874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:55:26.208465Z","caller":"traceutil/trace.go:171","msg":"trace[413487790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22935; }","duration":"326.695217ms","start":"2026-03-02T02:55:25.88176Z","end":"2026-03-02T02:55:26.208455Z","steps":["trace[413487790] 'agreement among raft nodes before linearized reading' (duration: 326.539642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.208505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:25.88174Z","time spent":"326.755629ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:55:26.500197Z","caller":"traceutil/trace.go:171","msg":"trace[1808855275] transaction","detail":"{read_only:false; response_revision:22938; number_of_response:1; }","duration":"285.313321ms","start":"2026-03-02T02:55:26.214849Z","end":"2026-03-02T02:55:26.500162Z","steps":["trace[1808855275] 'process raft request' (duration: 285.196498ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:26.500478Z","caller":"traceutil/trace.go:171","msg":"trace[317114449] transaction","detail":"{read_only:false; response_revision:22937; number_of_response:1; }","duration":"285.756063ms","start":"2026-03-02T02:55:26.214711Z","end":"2026-03-02T02:55:26.500467Z","steps":["trace[317114449] 'process raft request' (duration: 281.457926ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:26.789325Z","caller":"traceutil/trace.go:171","msg":"trace[566011722] linearizableReadLoop","detail":"{readStateIndex:23730; appliedIndex:23729; }","duration":"267.345933ms","start":"2026-03-02T02:55:26.521951Z","end":"2026-03-02T02:55:26.789297Z","steps":["trace[566011722] 'read index received' (duration: 231.271731ms)","trace[566011722] 'applied index is now lower than readState.Index' (duration: 36.073142ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:26.789613Z","caller":"traceutil/trace.go:171","msg":"trace[2010668753] transaction","detail":"{read_only:false; response_revision:22939; number_of_response:1; }","duration":"407.140805ms","start":"2026-03-02T02:55:26.382454Z","end":"2026-03-02T02:55:26.789595Z","steps":["trace[2010668753] 'process raft request' (duration: 370.771296ms)","trace[2010668753] 'compare' (duration: 35.612728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:26.789735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:26.382423Z","time spent":"407.229257ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:26.789973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.030682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:26.790019Z","caller":"traceutil/trace.go:171","msg":"trace[1594346273] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:22939; }","duration":"268.129114ms","start":"2026-03-02T02:55:26.521877Z","end":"2026-03-02T02:55:26.790006Z","steps":["trace[1594346273] 'agreement among raft nodes before linearized reading' (duration: 268.052282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.79021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.993523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:55:26.790248Z","caller":"traceutil/trace.go:171","msg":"trace[1272266368] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22939; }","duration":"181.077225ms","start":"2026-03-02T02:55:26.609162Z","end":"2026-03-02T02:55:26.79024Z","steps":["trace[1272266368] 'agreement among raft nodes before linearized reading' (duration: 181.005693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:26.790498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.692249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:26.790536Z","caller":"traceutil/trace.go:171","msg":"trace[837289898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22939; }","duration":"100.776062ms","start":"2026-03-02T02:55:26.689752Z","end":"2026-03-02T02:55:26.790528Z","steps":["trace[837289898] 'agreement among raft nodes before linearized reading' (duration: 100.72325ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:27.046526Z","caller":"traceutil/trace.go:171","msg":"trace[605624634] transaction","detail":"{read_only:false; response_revision:22940; number_of_response:1; }","duration":"212.718886ms","start":"2026-03-02T02:55:26.833769Z","end":"2026-03-02T02:55:27.046488Z","steps":["trace[605624634] 'process raft request' (duration: 210.975108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:27.493137Z","caller":"traceutil/trace.go:171","msg":"trace[412970612] transaction","detail":"{read_only:false; response_revision:22944; number_of_response:1; }","duration":"306.665062ms","start":"2026-03-02T02:55:27.186429Z","end":"2026-03-02T02:55:27.493094Z","steps":["trace[412970612] 'process raft request' (duration: 283.845501ms)","trace[412970612] 'compare' (duration: 21.996429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:27.493331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:27.186419Z","time spent":"306.822666ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:27.493424Z","caller":"traceutil/trace.go:171","msg":"trace[183805124] transaction","detail":"{read_only:false; response_revision:22945; number_of_response:1; }","duration":"110.718741ms","start":"2026-03-02T02:55:27.382628Z","end":"2026-03-02T02:55:27.493346Z","steps":["trace[183805124] 'process raft request' (duration: 110.199527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:27.809906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.918206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:27.810074Z","caller":"traceutil/trace.go:171","msg":"trace[1688894297] transaction","detail":"{read_only:false; response_revision:22946; number_of_response:1; }","duration":"311.500683ms","start":"2026-03-02T02:55:27.498554Z","end":"2026-03-02T02:55:27.810055Z","steps":["trace[1688894297] 'process raft request' (duration: 96.32226ms)","trace[1688894297] 'compare' (duration: 214.787243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:27.810141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:27.498531Z","time spent":"311.580236ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:28.247828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.771804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:55:28.247926Z","caller":"traceutil/trace.go:171","msg":"trace[1231846445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22946; }","duration":"160.953718ms","start":"2026-03-02T02:55:28.086951Z","end":"2026-03-02T02:55:28.247905Z","steps":["trace[1231846445] 'range keys from in-memory index tree' (duration: 160.470585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:28.401011Z","caller":"traceutil/trace.go:171","msg":"trace[89741003] linearizableReadLoop","detail":"{readStateIndex:23738; appliedIndex:23737; }","duration":"164.776732ms","start":"2026-03-02T02:55:28.236203Z","end":"2026-03-02T02:55:28.400979Z","steps":["trace[89741003] 'read index received' (duration: 164.729561ms)","trace[89741003] 'applied index is now lower than readState.Index' (duration: 45.971µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:28.4011Z","caller":"traceutil/trace.go:171","msg":"trace[1231678829] transaction","detail":"{read_only:false; response_revision:22947; number_of_response:1; }","duration":"186.410711ms","start":"2026-03-02T02:55:28.214648Z","end":"2026-03-02T02:55:28.401059Z","steps":["trace[1231678829] 'process raft request' (duration: 186.151594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.401267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.041089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:55:28.401309Z","caller":"traceutil/trace.go:171","msg":"trace[2006368150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22947; }","duration":"165.151592ms","start":"2026-03-02T02:55:28.236147Z","end":"2026-03-02T02:55:28.401298Z","steps":["trace[2006368150] 'agreement among raft nodes before linearized reading' (duration: 164.959097ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:28.413716Z","caller":"traceutil/trace.go:171","msg":"trace[423707166] transaction","detail":"{read_only:false; response_revision:22948; number_of_response:1; }","duration":"159.689474ms","start":"2026-03-02T02:55:28.254001Z","end":"2026-03-02T02:55:28.41369Z","steps":["trace[423707166] 'process raft request' (duration: 159.578401ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:28.843971Z","caller":"traceutil/trace.go:171","msg":"trace[714175721] linearizableReadLoop","detail":"{readStateIndex:23742; appliedIndex:23741; }","duration":"154.676748ms","start":"2026-03-02T02:55:28.68926Z","end":"2026-03-02T02:55:28.843937Z","steps":["trace[714175721] 'read index received' (duration: 108.685157ms)","trace[714175721] 'applied index is now lower than readState.Index' (duration: 45.990221ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:28.844057Z","caller":"traceutil/trace.go:171","msg":"trace[1563015840] transaction","detail":"{read_only:false; response_revision:22951; number_of_response:1; }","duration":"334.111729ms","start":"2026-03-02T02:55:28.509898Z","end":"2026-03-02T02:55:28.84401Z","steps":["trace[1563015840] 'process raft request' (duration: 288.166339ms)","trace[1563015840] 'compare' (duration: 45.689313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:28.844135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.855452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:28.844179Z","caller":"traceutil/trace.go:171","msg":"trace[415374998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22951; }","duration":"154.970026ms","start":"2026-03-02T02:55:28.689197Z","end":"2026-03-02T02:55:28.844167Z","steps":["trace[415374998] 'agreement among raft nodes before linearized reading' (duration: 154.871523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.844255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.509881Z","time spent":"334.273352ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:29.387499Z","caller":"traceutil/trace.go:171","msg":"trace[992466856] transaction","detail":"{read_only:false; response_revision:22953; number_of_response:1; }","duration":"393.873103ms","start":"2026-03-02T02:55:28.993602Z","end":"2026-03-02T02:55:29.387476Z","steps":["trace[992466856] 'process raft request' (duration: 391.86241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:29.387684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.993574Z","time spent":"393.983617ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:29.495436Z","caller":"traceutil/trace.go:171","msg":"trace[2019598762] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"441.545601ms","start":"2026-03-02T02:55:29.053859Z","end":"2026-03-02T02:55:29.495405Z","steps":["trace[2019598762] 'process raft request' (duration: 440.878043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:29.495691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:29.053828Z","time spent":"441.704146ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:29.495782Z","caller":"traceutil/trace.go:171","msg":"trace[1625627241] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"307.972307ms","start":"2026-03-02T02:55:29.187778Z","end":"2026-03-02T02:55:29.49575Z","steps":["trace[1625627241] 'process raft request' (duration: 307.559416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:29.495821Z","caller":"traceutil/trace.go:171","msg":"trace[319715829] linearizableReadLoop","detail":"{readStateIndex:23748; appliedIndex:23743; }","duration":"251.774999ms","start":"2026-03-02T02:55:29.244027Z","end":"2026-03-02T02:55:29.495802Z","steps":["trace[319715829] 'read index received' (duration: 141.458578ms)","trace[319715829] 'applied index is now lower than readState.Index' (duration: 110.315211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:29.49595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.908893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:55:29.495953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:29.187742Z","time spent":"308.121391ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:55:29.495936Z","caller":"traceutil/trace.go:171","msg":"trace[453681122] transaction","detail":"{read_only:false; response_revision:22957; number_of_response:1; }","duration":"306.979051ms","start":"2026-03-02T02:55:29.188913Z","end":"2026-03-02T02:55:29.495892Z","steps":["trace[453681122] 'process raft request' (duration: 306.822527ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:29.495993Z","caller":"traceutil/trace.go:171","msg":"trace[1193783641] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22957; }","duration":"252.015436ms","start":"2026-03-02T02:55:29.243966Z","end":"2026-03-02T02:55:29.495982Z","steps":["trace[1193783641] 'agreement among raft nodes before linearized reading' (duration: 251.902173ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:29.495951Z","caller":"traceutil/trace.go:171","msg":"trace[289599298] transaction","detail":"{read_only:false; response_revision:22956; number_of_response:1; }","duration":"307.621038ms","start":"2026-03-02T02:55:29.188262Z","end":"2026-03-02T02:55:29.495883Z","steps":["trace[289599298] 'process raft request' (duration: 307.377201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:29.496137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:29.1889Z","time spent":"307.128665ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:29.496369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:29.188237Z","time spent":"307.883125ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:35.512108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.572485ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:35.512275Z","caller":"traceutil/trace.go:171","msg":"trace[415828025] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23052; }","duration":"211.7772ms","start":"2026-03-02T02:55:35.300475Z","end":"2026-03-02T02:55:35.512252Z","steps":["trace[415828025] 'range keys from in-memory index tree' (duration: 211.534644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.512122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.429505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae119e11-6b21-4130-ba34-97f546718574\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-02T02:55:35.512266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.683944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-02T02:55:35.51237Z","caller":"traceutil/trace.go:171","msg":"trace[1815962889] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23052; }","duration":"159.853388ms","start":"2026-03-02T02:55:35.352491Z","end":"2026-03-02T02:55:35.512344Z","steps":["trace[1815962889] 'range keys from in-memory index tree' (duration: 159.482378ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:35.51243Z","caller":"traceutil/trace.go:171","msg":"trace[1964326522] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae119e11-6b21-4130-ba34-97f546718574; range_end:; response_count:1; response_revision:23052; }","duration":"149.700233ms","start":"2026-03-02T02:55:35.36263Z","end":"2026-03-02T02:55:35.512331Z","steps":["trace[1964326522] 'range keys from in-memory index tree' (duration: 149.105417ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:35.709527Z","caller":"traceutil/trace.go:171","msg":"trace[280932835] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"187.036858ms","start":"2026-03-02T02:55:35.522467Z","end":"2026-03-02T02:55:35.709503Z","steps":["trace[280932835] 'process raft request' (duration: 186.836932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:35.709927Z","caller":"traceutil/trace.go:171","msg":"trace[1829208015] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"187.245434ms","start":"2026-03-02T02:55:35.522625Z","end":"2026-03-02T02:55:35.70987Z","steps":["trace[1829208015] 'process raft request' (duration: 186.841363ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:35.710182Z","caller":"traceutil/trace.go:171","msg":"trace[835696328] linearizableReadLoop","detail":"{readStateIndex:23850; appliedIndex:23846; }","duration":"182.939546ms","start":"2026-03-02T02:55:35.527219Z","end":"2026-03-02T02:55:35.710159Z","steps":["trace[835696328] 'read index received' (duration: 10.120746ms)","trace[835696328] 'applied index is now lower than readState.Index' (duration: 172.81762ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:35.710302Z","caller":"traceutil/trace.go:171","msg":"trace[1682285758] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"187.376377ms","start":"2026-03-02T02:55:35.522914Z","end":"2026-03-02T02:55:35.71029Z","steps":["trace[1682285758] 'process raft request' (duration: 187.188832ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:35.71032Z","caller":"traceutil/trace.go:171","msg":"trace[609797989] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"187.644144ms","start":"2026-03-02T02:55:35.522647Z","end":"2026-03-02T02:55:35.710291Z","steps":["trace[609797989] 'process raft request' (duration: 187.326205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.7106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.360557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T02:55:35.710639Z","caller":"traceutil/trace.go:171","msg":"trace[272339012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23057; }","duration":"183.43997ms","start":"2026-03-02T02:55:35.527185Z","end":"2026-03-02T02:55:35.710625Z","steps":["trace[272339012] 'agreement among raft nodes before linearized reading' (duration: 183.236154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:35.710726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.983412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:35.710837Z","caller":"traceutil/trace.go:171","msg":"trace[541052651] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23057; }","duration":"117.168638ms","start":"2026-03-02T02:55:35.593643Z","end":"2026-03-02T02:55:35.710812Z","steps":["trace[541052651] 'agreement among raft nodes before linearized reading' (duration: 116.959911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:36.064871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.351024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:55:36.064995Z","caller":"traceutil/trace.go:171","msg":"trace[1855885788] linearizableReadLoop","detail":"{readStateIndex:23852; appliedIndex:23851; }","duration":"248.49371ms","start":"2026-03-02T02:55:35.816482Z","end":"2026-03-02T02:55:36.064975Z","steps":["trace[1855885788] 'read index received' (duration: 138.92118ms)","trace[1855885788] 'applied index is now lower than readState.Index' (duration: 109.57101ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:36.065081Z","caller":"traceutil/trace.go:171","msg":"trace[1031097904] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"343.025881ms","start":"2026-03-02T02:55:35.722044Z","end":"2026-03-02T02:55:36.06507Z","steps":["trace[1031097904] 'process raft request' (duration: 233.333437ms)","trace[1031097904] 'compare' (duration: 109.089917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:36.065143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.722021Z","time spent":"343.087152ms","remote":"127.0.0.1:40038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:55:36.065572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.077455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-02T02:55:36.065654Z","caller":"traceutil/trace.go:171","msg":"trace[2014849259] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23059; }","duration":"249.2278ms","start":"2026-03-02T02:55:35.816406Z","end":"2026-03-02T02:55:36.065633Z","steps":["trace[2014849259] 'agreement among raft nodes before linearized reading' (duration: 248.736447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:36.314286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.812494ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:55:36.314446Z","caller":"traceutil/trace.go:171","msg":"trace[2051692397] linearizableReadLoop","detail":"{readStateIndex:23853; appliedIndex:23852; }","duration":"249.393465ms","start":"2026-03-02T02:55:36.065025Z","end":"2026-03-02T02:55:36.314418Z","steps":["trace[2051692397] 'read index received' (duration: 38.522039ms)","trace[2051692397] 'applied index is now lower than readState.Index' (duration: 210.869486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:36.314563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.795658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:36.314671Z","caller":"traceutil/trace.go:171","msg":"trace[429801961] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23059; }","duration":"387.961102ms","start":"2026-03-02T02:55:35.926675Z","end":"2026-03-02T02:55:36.314636Z","steps":["trace[429801961] 'agreement among raft nodes before linearized reading' (duration: 387.787818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:36.314711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.926647Z","time spent":"388.055195ms","remote":"127.0.0.1:40226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:55:36.314753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.608797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T02:55:36.314808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.476045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T02:55:36.314842Z","caller":"traceutil/trace.go:171","msg":"trace[216345082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23059; }","duration":"468.748ms","start":"2026-03-02T02:55:35.846071Z","end":"2026-03-02T02:55:36.314819Z","steps":["trace[216345082] 'agreement among raft nodes before linearized reading' (duration: 468.474593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:36.314859Z","caller":"traceutil/trace.go:171","msg":"trace[20454282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23059; }","duration":"235.63042ms","start":"2026-03-02T02:55:36.079211Z","end":"2026-03-02T02:55:36.314842Z","steps":["trace[20454282] 'agreement among raft nodes before linearized reading' (duration: 235.386523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:36.314885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:35.846054Z","time spent":"468.823243ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:55:41.670358Z","caller":"traceutil/trace.go:171","msg":"trace[1403366385] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"108.785379ms","start":"2026-03-02T02:55:41.561546Z","end":"2026-03-02T02:55:41.670331Z","steps":["trace[1403366385] 'process raft request' (duration: 108.595764ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:41.892609Z","caller":"traceutil/trace.go:171","msg":"trace[426713883] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"159.329234ms","start":"2026-03-02T02:55:41.733244Z","end":"2026-03-02T02:55:41.892573Z","steps":["trace[426713883] 'process raft request' (duration: 159.096348ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:41.9299Z","caller":"traceutil/trace.go:171","msg":"trace[843748041] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"196.530147ms","start":"2026-03-02T02:55:41.733342Z","end":"2026-03-02T02:55:41.929872Z","steps":["trace[843748041] 'process raft request' (duration: 196.337ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:41.930271Z","caller":"traceutil/trace.go:171","msg":"trace[935281049] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"197.061701ms","start":"2026-03-02T02:55:41.73317Z","end":"2026-03-02T02:55:41.930232Z","steps":["trace[935281049] 'process raft request' (duration: 196.65725ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:41.930332Z","caller":"traceutil/trace.go:171","msg":"trace[665797101] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"194.369237ms","start":"2026-03-02T02:55:41.735948Z","end":"2026-03-02T02:55:41.930317Z","steps":["trace[665797101] 'process raft request' (duration: 194.178452ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:41.930432Z","caller":"traceutil/trace.go:171","msg":"trace[954881135] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"119.811829ms","start":"2026-03-02T02:55:41.810601Z","end":"2026-03-02T02:55:41.930413Z","steps":["trace[954881135] 'process raft request' (duration: 119.668435ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:42.056967Z","caller":"traceutil/trace.go:171","msg":"trace[752351489] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"113.067406ms","start":"2026-03-02T02:55:41.943868Z","end":"2026-03-02T02:55:42.056935Z","steps":["trace[752351489] 'process raft request' (duration: 112.826829ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:42.057559Z","caller":"traceutil/trace.go:171","msg":"trace[2054805846] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"111.085872ms","start":"2026-03-02T02:55:41.946433Z","end":"2026-03-02T02:55:42.057519Z","steps":["trace[2054805846] 'process raft request' (duration: 110.869926ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:13.982531Z","caller":"traceutil/trace.go:171","msg":"trace[385793659] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"129.596805ms","start":"2026-03-02T02:56:13.852904Z","end":"2026-03-02T02:56:13.9825Z","steps":["trace[385793659] 'process raft request' (duration: 129.384979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:13.983049Z","caller":"traceutil/trace.go:171","msg":"trace[1622917398] linearizableReadLoop","detail":"{readStateIndex:24161; appliedIndex:24161; }","duration":"112.350236ms","start":"2026-03-02T02:56:13.870681Z","end":"2026-03-02T02:56:13.983032Z","steps":["trace[1622917398] 'read index received' (duration: 112.341686ms)","trace[1622917398] 'applied index is now lower than readState.Index' (duration: 6.85µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:13.983217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.509721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:56:13.983264Z","caller":"traceutil/trace.go:171","msg":"trace[1033521170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23360; }","duration":"112.585213ms","start":"2026-03-02T02:56:13.870666Z","end":"2026-03-02T02:56:13.983251Z","steps":["trace[1033521170] 'agreement among raft nodes before linearized reading' (duration: 112.428038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:14.29096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.758026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:56:14.291542Z","caller":"traceutil/trace.go:171","msg":"trace[1191348270] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"262.921912ms","start":"2026-03-02T02:56:14.028566Z","end":"2026-03-02T02:56:14.291488Z","steps":["trace[1191348270] 'process raft request' (duration: 113.516947ms)","trace[1191348270] 'compare' (duration: 148.14022ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:14.292432Z","caller":"traceutil/trace.go:171","msg":"trace[2097439123] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"250.432512ms","start":"2026-03-02T02:56:14.041977Z","end":"2026-03-02T02:56:14.29241Z","steps":["trace[2097439123] 'process raft request' (duration: 249.116096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:14.293079Z","caller":"traceutil/trace.go:171","msg":"trace[1332183316] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"239.306849ms","start":"2026-03-02T02:56:14.053757Z","end":"2026-03-02T02:56:14.293064Z","steps":["trace[1332183316] 'process raft request' (duration: 238.397695ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:14.293553Z","caller":"traceutil/trace.go:171","msg":"trace[392560000] linearizableReadLoop","detail":"{readStateIndex:24165; appliedIndex:24161; }","duration":"146.531826ms","start":"2026-03-02T02:56:14.147003Z","end":"2026-03-02T02:56:14.293535Z","steps":["trace[392560000] 'read index received' (duration: 92.472526ms)","trace[392560000] 'applied index is now lower than readState.Index' (duration: 54.058019ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:14.293588Z","caller":"traceutil/trace.go:171","msg":"trace[1305216604] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"221.883005ms","start":"2026-03-02T02:56:14.071669Z","end":"2026-03-02T02:56:14.293552Z","steps":["trace[1305216604] 'process raft request' (duration: 221.173976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:14.293731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.738141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:56:14.293775Z","caller":"traceutil/trace.go:171","msg":"trace[724390423] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23364; }","duration":"146.862935ms","start":"2026-03-02T02:56:14.146897Z","end":"2026-03-02T02:56:14.29376Z","steps":["trace[724390423] 'agreement among raft nodes before linearized reading' (duration: 146.753902ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:14.605685Z","caller":"traceutil/trace.go:171","msg":"trace[778800468] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"305.277094ms","start":"2026-03-02T02:56:14.30036Z","end":"2026-03-02T02:56:14.605637Z","steps":["trace[778800468] 'process raft request' (duration: 305.050578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:14.605915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:14.300334Z","time spent":"305.455579ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:56:15.059231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.639905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:56:15.059353Z","caller":"traceutil/trace.go:171","msg":"trace[1657263108] linearizableReadLoop","detail":"{readStateIndex:24169; appliedIndex:24168; }","duration":"341.458028ms","start":"2026-03-02T02:56:14.717874Z","end":"2026-03-02T02:56:15.059332Z","steps":["trace[1657263108] 'read index received' (duration: 164.596367ms)","trace[1657263108] 'applied index is now lower than readState.Index' (duration: 176.860541ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:15.059446Z","caller":"traceutil/trace.go:171","msg":"trace[597691570] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"342.347913ms","start":"2026-03-02T02:56:14.717054Z","end":"2026-03-02T02:56:15.059402Z","steps":["trace[597691570] 'process raft request' (duration: 165.442741ms)","trace[597691570] 'compare' (duration: 176.506332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:15.059553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.673414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:56:15.059585Z","caller":"traceutil/trace.go:171","msg":"trace[495001323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23368; }","duration":"341.712865ms","start":"2026-03-02T02:56:14.717862Z","end":"2026-03-02T02:56:15.059575Z","steps":["trace[495001323] 'agreement among raft nodes before linearized reading' (duration: 341.577351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:15.05963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:14.717856Z","time spent":"341.767037ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:56:15.059663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:14.71702Z","time spent":"342.513758ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:56:15.059814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.044232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:56:15.059881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.178829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:56:15.059897Z","caller":"traceutil/trace.go:171","msg":"trace[803973116] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23368; }","duration":"325.171795ms","start":"2026-03-02T02:56:14.734706Z","end":"2026-03-02T02:56:15.059878Z","steps":["trace[803973116] 'agreement among raft nodes before linearized reading' (duration: 324.99213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:15.059915Z","caller":"traceutil/trace.go:171","msg":"trace[1208690274] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23368; }","duration":"206.247491ms","start":"2026-03-02T02:56:14.853658Z","end":"2026-03-02T02:56:15.059905Z","steps":["trace[1208690274] 'agreement among raft nodes before linearized reading' (duration: 206.160038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:15.059943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:14.734699Z","time spent":"325.234767ms","remote":"127.0.0.1:44194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:56:15.060147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.458653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:56:15.060184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.167902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T02:56:15.060213Z","caller":"traceutil/trace.go:171","msg":"trace[1859167899] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23368; }","duration":"269.195143ms","start":"2026-03-02T02:56:14.791009Z","end":"2026-03-02T02:56:15.060204Z","steps":["trace[1859167899] 'agreement among raft nodes before linearized reading' (duration: 269.122441ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:15.060207Z","caller":"traceutil/trace.go:171","msg":"trace[1857902828] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23368; }","duration":"250.519934ms","start":"2026-03-02T02:56:14.809671Z","end":"2026-03-02T02:56:15.060191Z","steps":["trace[1857902828] 'agreement among raft nodes before linearized reading' (duration: 250.410911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:15.060196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.667424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:56:15.060344Z","caller":"traceutil/trace.go:171","msg":"trace[2109703765] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23368; }","duration":"123.907811ms","start":"2026-03-02T02:56:14.936403Z","end":"2026-03-02T02:56:15.060311Z","steps":["trace[2109703765] 'agreement among raft nodes before linearized reading' (duration: 123.619573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:15.392533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.957461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:56:15.392918Z","caller":"traceutil/trace.go:171","msg":"trace[2017723538] linearizableReadLoop","detail":"{readStateIndex:24171; appliedIndex:24169; }","duration":"259.240493ms","start":"2026-03-02T02:56:15.133655Z","end":"2026-03-02T02:56:15.392895Z","steps":["trace[2017723538] 'read index received' (duration: 55.779078ms)","trace[2017723538] 'applied index is now lower than readState.Index' (duration: 203.459935ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:15.393123Z","caller":"traceutil/trace.go:171","msg":"trace[1278513784] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"326.135682ms","start":"2026-03-02T02:56:15.066928Z","end":"2026-03-02T02:56:15.393064Z","steps":["trace[1278513784] 'process raft request' (duration: 325.822174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:15.393221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.565991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T02:56:15.393291Z","caller":"traceutil/trace.go:171","msg":"trace[766938701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23370; }","duration":"259.674434ms","start":"2026-03-02T02:56:15.133596Z","end":"2026-03-02T02:56:15.393271Z","steps":["trace[766938701] 'agreement among raft nodes before linearized reading' (duration: 259.369386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:15.393347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:15.066888Z","time spent":"326.349498ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:15.393558Z","caller":"traceutil/trace.go:171","msg":"trace[1328194461] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"326.973775ms","start":"2026-03-02T02:56:15.066561Z","end":"2026-03-02T02:56:15.393535Z","steps":["trace[1328194461] 'process raft request' (duration: 122.849602ms)","trace[1328194461] 'compare' (duration: 202.625342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:15.39363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:15.066536Z","time spent":"327.060546ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:56:16.27391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.488887ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:56:16.274748Z","caller":"traceutil/trace.go:171","msg":"trace[511335512] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"285.451055ms","start":"2026-03-02T02:56:15.989261Z","end":"2026-03-02T02:56:16.274712Z","steps":["trace[511335512] 'process raft request' (duration: 284.795076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:16.416726Z","caller":"traceutil/trace.go:171","msg":"trace[1186653726] transaction","detail":"{read_only:false; response_revision:23373; number_of_response:1; }","duration":"120.043445ms","start":"2026-03-02T02:56:16.296652Z","end":"2026-03-02T02:56:16.416695Z","steps":["trace[1186653726] 'process raft request' (duration: 113.706403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:16.691417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.149228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:56:16.692054Z","caller":"traceutil/trace.go:171","msg":"trace[33234929] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"393.283618ms","start":"2026-03-02T02:56:16.298673Z","end":"2026-03-02T02:56:16.691956Z","steps":["trace[33234929] 'process raft request' (duration: 286.059831ms)","trace[33234929] 'compare' (duration: 105.560722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:16.692408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:16.29863Z","time spent":"393.620878ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:16.692718Z","caller":"traceutil/trace.go:171","msg":"trace[1693780707] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"391.280954ms","start":"2026-03-02T02:56:16.301395Z","end":"2026-03-02T02:56:16.692675Z","steps":["trace[1693780707] 'process raft request' (duration: 390.966956ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:16.692787Z","caller":"traceutil/trace.go:171","msg":"trace[2047495836] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"392.703982ms","start":"2026-03-02T02:56:16.300047Z","end":"2026-03-02T02:56:16.692751Z","steps":["trace[2047495836] 'process raft request' (duration: 391.819937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:16.692964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:16.30137Z","time spent":"391.469389ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:56:16.693026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:56:16.300016Z","time spent":"392.863847ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:56:16.909667Z","caller":"traceutil/trace.go:171","msg":"trace[1969303083] transaction","detail":"{read_only:false; response_revision:23377; number_of_response:1; }","duration":"213.477897ms","start":"2026-03-02T02:56:16.696149Z","end":"2026-03-02T02:56:16.909627Z","steps":["trace[1969303083] 'process raft request' (duration: 166.302303ms)","trace[1969303083] 'compare' (duration: 47.012469ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:16.938056Z","caller":"traceutil/trace.go:171","msg":"trace[726447658] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"240.380579ms","start":"2026-03-02T02:56:16.697618Z","end":"2026-03-02T02:56:16.937998Z","steps":["trace[726447658] 'process raft request' (duration: 240.218164ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:16.938088Z","caller":"traceutil/trace.go:171","msg":"trace[480998791] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"237.287644ms","start":"2026-03-02T02:56:16.70075Z","end":"2026-03-02T02:56:16.938037Z","steps":["trace[480998791] 'process raft request' (duration: 237.187501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:17.175498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.654523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:56:17.176012Z","caller":"traceutil/trace.go:171","msg":"trace[1196016403] linearizableReadLoop","detail":"{readStateIndex:24182; appliedIndex:24181; }","duration":"185.786653ms","start":"2026-03-02T02:56:16.990203Z","end":"2026-03-02T02:56:17.17599Z","steps":["trace[1196016403] 'read index received' (duration: 61.306108ms)","trace[1196016403] 'applied index is now lower than readState.Index' (duration: 124.478855ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:17.176123Z","caller":"traceutil/trace.go:171","msg":"trace[295101379] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"193.798321ms","start":"2026-03-02T02:56:16.982312Z","end":"2026-03-02T02:56:17.17611Z","steps":["trace[295101379] 'process raft request' (duration: 69.328016ms)","trace[295101379] 'compare' (duration: 123.367066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:17.176497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.258167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T02:56:17.176604Z","caller":"traceutil/trace.go:171","msg":"trace[692319856] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23380; }","duration":"186.446691ms","start":"2026-03-02T02:56:16.990132Z","end":"2026-03-02T02:56:17.176579Z","steps":["trace[692319856] 'agreement among raft nodes before linearized reading' (duration: 186.173224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:17.176538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.769179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:56:17.176804Z","caller":"traceutil/trace.go:171","msg":"trace[1607564654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23380; }","duration":"105.073098ms","start":"2026-03-02T02:56:17.071702Z","end":"2026-03-02T02:56:17.176775Z","steps":["trace[1607564654] 'agreement among raft nodes before linearized reading' (duration: 104.592764ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:17.349362Z","caller":"traceutil/trace.go:171","msg":"trace[1745417176] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"167.382743ms","start":"2026-03-02T02:56:17.181954Z","end":"2026-03-02T02:56:17.349336Z","steps":["trace[1745417176] 'process raft request' (duration: 166.064447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:17.355741Z","caller":"traceutil/trace.go:171","msg":"trace[182989892] linearizableReadLoop","detail":"{readStateIndex:24184; appliedIndex:24182; }","duration":"104.557864ms","start":"2026-03-02T02:56:17.251152Z","end":"2026-03-02T02:56:17.35571Z","steps":["trace[182989892] 'read index received' (duration: 96.879896ms)","trace[182989892] 'applied index is now lower than readState.Index' (duration: 7.676358ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:17.355881Z","caller":"traceutil/trace.go:171","msg":"trace[21776036] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"173.782837ms","start":"2026-03-02T02:56:17.182051Z","end":"2026-03-02T02:56:17.355834Z","steps":["trace[21776036] 'process raft request' (duration: 173.440948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:17.356161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.974465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:56:17.356305Z","caller":"traceutil/trace.go:171","msg":"trace[776644851] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23382; }","duration":"105.143551ms","start":"2026-03-02T02:56:17.251131Z","end":"2026-03-02T02:56:17.356275Z","steps":["trace[776644851] 'agreement among raft nodes before linearized reading' (duration: 104.801731ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:17.560925Z","caller":"traceutil/trace.go:171","msg":"trace[1690478623] linearizableReadLoop","detail":"{readStateIndex:24186; appliedIndex:24184; }","duration":"151.159012ms","start":"2026-03-02T02:56:17.409732Z","end":"2026-03-02T02:56:17.560891Z","steps":["trace[1690478623] 'read index received' (duration: 14.70111ms)","trace[1690478623] 'applied index is now lower than readState.Index' (duration: 136.456132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:17.561141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.380098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:56:17.561317Z","caller":"traceutil/trace.go:171","msg":"trace[971996312] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23384; }","duration":"151.635625ms","start":"2026-03-02T02:56:17.409667Z","end":"2026-03-02T02:56:17.561303Z","steps":["trace[971996312] 'agreement among raft nodes before linearized reading' (duration: 151.380918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:56:17.561215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.187864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:56:17.561452Z","caller":"traceutil/trace.go:171","msg":"trace[1282412243] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23384; }","duration":"122.472702ms","start":"2026-03-02T02:56:17.438956Z","end":"2026-03-02T02:56:17.561429Z","steps":["trace[1282412243] 'agreement among raft nodes before linearized reading' (duration: 122.177364ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:17.561013Z","caller":"traceutil/trace.go:171","msg":"trace[1849425699] transaction","detail":"{read_only:false; response_revision:23384; number_of_response:1; }","duration":"156.089005ms","start":"2026-03-02T02:56:17.404861Z","end":"2026-03-02T02:56:17.56095Z","steps":["trace[1849425699] 'process raft request' (duration: 80.424227ms)","trace[1849425699] 'compare' (duration: 75.373451ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:17.711744Z","caller":"traceutil/trace.go:171","msg":"trace[1223658597] transaction","detail":"{read_only:false; response_revision:23385; number_of_response:1; }","duration":"145.477327ms","start":"2026-03-02T02:56:17.566223Z","end":"2026-03-02T02:56:17.7117Z","steps":["trace[1223658597] 'process raft request' (duration: 121.352301ms)","trace[1223658597] 'compare' (duration: 23.877129ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:18.918575Z","caller":"traceutil/trace.go:171","msg":"trace[46263586] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"219.865911ms","start":"2026-03-02T02:56:18.698673Z","end":"2026-03-02T02:56:18.918539Z","steps":["trace[46263586] 'process raft request' (duration: 172.44361ms)","trace[46263586] 'compare' (duration: 47.117123ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:18.918623Z","caller":"traceutil/trace.go:171","msg":"trace[6215142] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"218.091453ms","start":"2026-03-02T02:56:18.700488Z","end":"2026-03-02T02:56:18.91858Z","steps":["trace[6215142] 'process raft request' (duration: 217.956719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:18.918748Z","caller":"traceutil/trace.go:171","msg":"trace[1814354865] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"161.824002ms","start":"2026-03-02T02:56:18.756897Z","end":"2026-03-02T02:56:18.918721Z","steps":["trace[1814354865] 'process raft request' (duration: 161.607386ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:19.566417Z","caller":"traceutil/trace.go:171","msg":"trace[1533211363] transaction","detail":"{read_only:false; response_revision:23397; number_of_response:1; }","duration":"114.977419ms","start":"2026-03-02T02:56:19.451408Z","end":"2026-03-02T02:56:19.566385Z","steps":["trace[1533211363] 'process raft request' (duration: 97.817991ms)","trace[1533211363] 'compare' (duration: 17.008673ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:56:27.133823Z","caller":"traceutil/trace.go:171","msg":"trace[1006837901] linearizableReadLoop","detail":"{readStateIndex:24251; appliedIndex:24248; }","duration":"109.810667ms","start":"2026-03-02T02:56:27.023979Z","end":"2026-03-02T02:56:27.13379Z","steps":["trace[1006837901] 'read index received' (duration: 11.79187ms)","trace[1006837901] 'applied index is now lower than readState.Index' (duration: 98.017247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:56:27.134335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.328341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T02:56:27.134403Z","caller":"traceutil/trace.go:171","msg":"trace[880074] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"121.859665ms","start":"2026-03-02T02:56:27.012522Z","end":"2026-03-02T02:56:27.134382Z","steps":["trace[880074] 'process raft request' (duration: 121.211987ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:27.134436Z","caller":"traceutil/trace.go:171","msg":"trace[929978373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23447; }","duration":"110.505875ms","start":"2026-03-02T02:56:27.023904Z","end":"2026-03-02T02:56:27.13441Z","steps":["trace[929978373] 'agreement among raft nodes before linearized reading' (duration: 110.178067ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:56:27.134412Z","caller":"traceutil/trace.go:171","msg":"trace[1403638470] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"122.343928ms","start":"2026-03-02T02:56:27.012019Z","end":"2026-03-02T02:56:27.134363Z","steps":["trace[1403638470] 'process raft request' (duration: 121.500525ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:27.29687Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21857} {"level":"info","ts":"2026-03-02T02:58:27.506848Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21857,"took":"205.505447ms","hash":1705294544,"current-db-size-bytes":48189440,"current-db-size":"48 MB","current-db-size-in-use-bytes":32395264,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-02T02:58:27.506937Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1705294544,"revision":21857,"compact-revision":18929} {"level":"info","ts":"2026-03-02T03:03:27.303702Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24573} {"level":"info","ts":"2026-03-02T03:03:27.433795Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24573,"took":"125.271183ms","hash":2260139772,"current-db-size-bytes":48189440,"current-db-size":"48 MB","current-db-size-in-use-bytes":32608256,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T03:03:27.433864Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2260139772,"revision":24573,"compact-revision":21857} {"level":"info","ts":"2026-03-02T03:08:09.173329Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T03:08:09.179077Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-02T03:08:09.179224Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003}