{"level":"warn","ts":"2026-07-17T03:41:17.760382Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-17T03:41:17.760494Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.216:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.216:2380","--initial-cluster=instance=https://199.204.45.216:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.216:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.216:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-17T03:41:17.760582Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-17T03:41:17.760596Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-07-17T03:41:17.760619Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-17T03:41:17.76149Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"]} {"level":"info","ts":"2026-07-17T03:41:17.761587Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.216:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-17T03:41:17.764013Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.149872ms"} {"level":"info","ts":"2026-07-17T03:41:17.769223Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e98569549cc430c","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-07-17T03:41:17.769324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=()"} {"level":"info","ts":"2026-07-17T03:41:17.769347Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 0"} {"level":"info","ts":"2026-07-17T03:41:17.769365Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e98569549cc430c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-17T03:41:17.769374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 1"} {"level":"info","ts":"2026-07-17T03:41:17.769416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"warn","ts":"2026-07-17T03:41:17.774347Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-17T03:41:17.775728Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-17T03:41:17.776929Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-17T03:41:17.779162Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e98569549cc430c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-17T03:41:17.779439Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T03:41:17.779562Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T03:41:17.779594Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T03:41:17.779893Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e98569549cc430c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-17T03:41:17.781762Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"info","ts":"2026-07-17T03:41:17.782017Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"4e98569549cc430c","added-peer-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-07-17T03:41:17.785219Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-17T03:41:17.785445Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-07-17T03:41:17.785509Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-07-17T03:41:17.785589Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e98569549cc430c","initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-17T03:41:17.785635Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-17T03:41:18.170003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c is starting a new election at term 1"} {"level":"info","ts":"2026-07-17T03:41:18.170068Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became pre-candidate at term 1"} {"level":"info","ts":"2026-07-17T03:41:18.170103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 1"} {"level":"info","ts":"2026-07-17T03:41:18.170123Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became candidate at term 2"} {"level":"info","ts":"2026-07-17T03:41:18.170134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-07-17T03:41:18.170158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became leader at term 2"} {"level":"info","ts":"2026-07-17T03:41:18.170174Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-07-17T03:41:18.171256Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T03:41:18.17147Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-17T03:41:18.171454Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-17T03:41:18.171482Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e98569549cc430c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.216:2379]}","request-path":"/0/members/4e98569549cc430c/attributes","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-07-17T03:41:18.17178Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-17T03:41:18.171819Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-17T03:41:18.172233Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T03:41:18.172335Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T03:41:18.172373Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T03:41:18.173701Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-17T03:41:18.174673Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.216:2379"} {"level":"info","ts":"2026-07-17T03:42:55.040543Z","caller":"traceutil/trace.go:171","msg":"trace[1449256406] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"132.027707ms","start":"2026-07-17T03:42:54.908488Z","end":"2026-07-17T03:42:55.040516Z","steps":["trace[1449256406] 'process raft request' (duration: 131.284868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:42:55.040722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.955374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T03:42:55.040802Z","caller":"traceutil/trace.go:171","msg":"trace[1599744479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:715; }","duration":"120.050856ms","start":"2026-07-17T03:42:54.920737Z","end":"2026-07-17T03:42:55.040787Z","steps":["trace[1599744479] 'agreement among raft nodes before linearized reading' (duration: 119.870252ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:42:55.040429Z","caller":"traceutil/trace.go:171","msg":"trace[226384647] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:745; }","duration":"119.648866ms","start":"2026-07-17T03:42:54.920748Z","end":"2026-07-17T03:42:55.040397Z","steps":["trace[226384647] 'read index received' (duration: 118.746943ms)","trace[226384647] 'applied index is now lower than readState.Index' (duration: 901.183µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T03:42:55.041051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.65527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T03:42:55.041119Z","caller":"traceutil/trace.go:171","msg":"trace[1855598168] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:715; }","duration":"108.753183ms","start":"2026-07-17T03:42:54.932348Z","end":"2026-07-17T03:42:55.041101Z","steps":["trace[1855598168] 'agreement among raft nodes before linearized reading' (duration: 108.63142ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:42:55.907643Z","caller":"traceutil/trace.go:171","msg":"trace[1155863904] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"240.658604ms","start":"2026-07-17T03:42:55.66695Z","end":"2026-07-17T03:42:55.907608Z","steps":["trace[1155863904] 'process raft request' (duration: 151.64381ms)","trace[1155863904] 'compare' (duration: 88.762968ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T03:42:56.398178Z","caller":"traceutil/trace.go:171","msg":"trace[1715362973] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:752; }","duration":"214.404999ms","start":"2026-07-17T03:42:56.183746Z","end":"2026-07-17T03:42:56.398151Z","steps":["trace[1715362973] 'read index received' (duration: 6.532168ms)","trace[1715362973] 'applied index is now lower than readState.Index' (duration: 207.871881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T03:42:56.398368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.597163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-17T03:42:56.398399Z","caller":"traceutil/trace.go:171","msg":"trace[1800570414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:723; }","duration":"214.663045ms","start":"2026-07-17T03:42:56.183726Z","end":"2026-07-17T03:42:56.398389Z","steps":["trace[1800570414] 'agreement among raft nodes before linearized reading' (duration: 214.513042ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:42:56.398566Z","caller":"traceutil/trace.go:171","msg":"trace[1541217691] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"219.965523ms","start":"2026-07-17T03:42:56.178547Z","end":"2026-07-17T03:42:56.398513Z","steps":["trace[1541217691] 'process raft request' (duration: 218.16525ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:42:56.410995Z","caller":"traceutil/trace.go:171","msg":"trace[1011423855] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"102.150382ms","start":"2026-07-17T03:42:56.308825Z","end":"2026-07-17T03:42:56.410975Z","steps":["trace[1011423855] 'process raft request' (duration: 101.568388ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:43:12.148707Z","caller":"traceutil/trace.go:171","msg":"trace[13487771] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"170.898476ms","start":"2026-07-17T03:43:11.97777Z","end":"2026-07-17T03:43:12.148669Z","steps":["trace[13487771] 'process raft request' (duration: 170.683291ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:44:33.80264Z","caller":"traceutil/trace.go:171","msg":"trace[936472468] linearizableReadLoop","detail":"{readStateIndex:2058; appliedIndex:2057; }","duration":"214.90197ms","start":"2026-07-17T03:44:33.587722Z","end":"2026-07-17T03:44:33.802624Z","steps":["trace[936472468] 'read index received' (duration: 214.830338ms)","trace[936472468] 'applied index is now lower than readState.Index' (duration: 70.821µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T03:44:33.80272Z","caller":"traceutil/trace.go:171","msg":"trace[1545117293] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"217.898873ms","start":"2026-07-17T03:44:33.584814Z","end":"2026-07-17T03:44:33.802713Z","steps":["trace[1545117293] 'process raft request' (duration: 217.710788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:44:33.80291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.150346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bba14202-4461-4fbe-99f3-9cdcf072b4b2\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-17T03:44:33.803014Z","caller":"traceutil/trace.go:171","msg":"trace[1732080041] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bba14202-4461-4fbe-99f3-9cdcf072b4b2; range_end:; response_count:1; response_revision:1979; }","duration":"215.29449ms","start":"2026-07-17T03:44:33.587695Z","end":"2026-07-17T03:44:33.80299Z","steps":["trace[1732080041] 'agreement among raft nodes before linearized reading' (duration: 215.035054ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:44:33.810772Z","caller":"traceutil/trace.go:171","msg":"trace[1695276965] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"111.322209ms","start":"2026-07-17T03:44:33.699422Z","end":"2026-07-17T03:44:33.810744Z","steps":["trace[1695276965] 'process raft request' (duration: 111.129764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:44:33.810988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.757009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T03:44:33.811079Z","caller":"traceutil/trace.go:171","msg":"trace[785717400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1981; }","duration":"120.878352ms","start":"2026-07-17T03:44:33.690179Z","end":"2026-07-17T03:44:33.811057Z","steps":["trace[785717400] 'agreement among raft nodes before linearized reading' (duration: 120.682197ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:44:45.987458Z","caller":"traceutil/trace.go:171","msg":"trace[1094346855] linearizableReadLoop","detail":"{readStateIndex:2178; appliedIndex:2177; }","duration":"125.73481ms","start":"2026-07-17T03:44:45.86169Z","end":"2026-07-17T03:44:45.987425Z","steps":["trace[1094346855] 'read index received' (duration: 125.561766ms)","trace[1094346855] 'applied index is now lower than readState.Index' (duration: 168.294µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T03:44:45.98757Z","caller":"traceutil/trace.go:171","msg":"trace[858996307] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"128.809755ms","start":"2026-07-17T03:44:45.858731Z","end":"2026-07-17T03:44:45.987541Z","steps":["trace[858996307] 'process raft request' (duration: 128.536768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:44:45.987771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.060789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T03:44:45.987881Z","caller":"traceutil/trace.go:171","msg":"trace[1250071632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2097; }","duration":"126.209731ms","start":"2026-07-17T03:44:45.861641Z","end":"2026-07-17T03:44:45.987851Z","steps":["trace[1250071632] 'agreement among raft nodes before linearized reading' (duration: 125.953245ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:45:25.282686Z","caller":"traceutil/trace.go:171","msg":"trace[589752807] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"203.647746ms","start":"2026-07-17T03:45:25.079012Z","end":"2026-07-17T03:45:25.28266Z","steps":["trace[589752807] 'process raft request' (duration: 203.501982ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:45:25.296087Z","caller":"traceutil/trace.go:171","msg":"trace[1088483026] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"215.342518ms","start":"2026-07-17T03:45:25.080724Z","end":"2026-07-17T03:45:25.296066Z","steps":["trace[1088483026] 'process raft request' (duration: 215.027701ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:50:36.901408Z","caller":"traceutil/trace.go:171","msg":"trace[1293136225] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"130.315602ms","start":"2026-07-17T03:50:36.771072Z","end":"2026-07-17T03:50:36.901388Z","steps":["trace[1293136225] 'process raft request' (duration: 107.882665ms)","trace[1293136225] 'compare' (duration: 22.342615ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T03:50:36.915628Z","caller":"traceutil/trace.go:171","msg":"trace[336703207] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5268; }","duration":"104.621065ms","start":"2026-07-17T03:50:36.810985Z","end":"2026-07-17T03:50:36.915606Z","steps":["trace[336703207] 'read index received' (duration: 67.98175ms)","trace[336703207] 'applied index is now lower than readState.Index' (duration: 36.638505ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T03:50:36.91588Z","caller":"traceutil/trace.go:171","msg":"trace[680561443] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"142.556691ms","start":"2026-07-17T03:50:36.773316Z","end":"2026-07-17T03:50:36.915873Z","steps":["trace[680561443] 'process raft request' (duration: 142.173332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:50:36.916146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.127497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T03:50:36.916171Z","caller":"traceutil/trace.go:171","msg":"trace[995564098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5078; }","duration":"105.207948ms","start":"2026-07-17T03:50:36.810952Z","end":"2026-07-17T03:50:36.916159Z","steps":["trace[995564098] 'agreement among raft nodes before linearized reading' (duration: 105.059014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:50:36.916318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.332841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T03:50:36.916333Z","caller":"traceutil/trace.go:171","msg":"trace[973855125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5078; }","duration":"100.364541ms","start":"2026-07-17T03:50:36.815964Z","end":"2026-07-17T03:50:36.916329Z","steps":["trace[973855125] 'agreement among raft nodes before linearized reading' (duration: 100.31067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:50:37.118138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.07478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-17T03:50:37.118215Z","caller":"traceutil/trace.go:171","msg":"trace[162473826] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5082; }","duration":"115.193312ms","start":"2026-07-17T03:50:37.003005Z","end":"2026-07-17T03:50:37.118198Z","steps":["trace[162473826] 'range keys from in-memory index tree' (duration: 114.873005ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:50:39.795519Z","caller":"traceutil/trace.go:171","msg":"trace[1736941350] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"137.032316ms","start":"2026-07-17T03:50:39.658461Z","end":"2026-07-17T03:50:39.795494Z","steps":["trace[1736941350] 'process raft request' (duration: 136.695968ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:50:39.956653Z","caller":"traceutil/trace.go:171","msg":"trace[1488996963] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"157.204449ms","start":"2026-07-17T03:50:39.79939Z","end":"2026-07-17T03:50:39.956595Z","steps":["trace[1488996963] 'process raft request' (duration: 112.501587ms)","trace[1488996963] 'compare' (duration: 44.262351ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T03:50:51.170728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.811716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T03:50:51.171003Z","caller":"traceutil/trace.go:171","msg":"trace[33852080] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"137.884853ms","start":"2026-07-17T03:50:51.033092Z","end":"2026-07-17T03:50:51.170977Z","steps":["trace[33852080] 'process raft request' (duration: 137.73588ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:50:51.17094Z","caller":"traceutil/trace.go:171","msg":"trace[174951053] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"138.468458ms","start":"2026-07-17T03:50:51.032442Z","end":"2026-07-17T03:50:51.17091Z","steps":["trace[174951053] 'process raft request' (duration: 28.001755ms)","trace[174951053] 'compare' (duration: 109.685393ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T03:50:51.431015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.926277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T03:50:51.431092Z","caller":"traceutil/trace.go:171","msg":"trace[1684963553] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5353; }","duration":"132.06191ms","start":"2026-07-17T03:50:51.29901Z","end":"2026-07-17T03:50:51.431072Z","steps":["trace[1684963553] 'range keys from in-memory index tree' (duration: 131.842036ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:50:51.518225Z","caller":"traceutil/trace.go:171","msg":"trace[690619375] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"183.817786ms","start":"2026-07-17T03:50:51.334379Z","end":"2026-07-17T03:50:51.518197Z","steps":["trace[690619375] 'process raft request' (duration: 183.626781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:50:59.806548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.959541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T03:50:59.806642Z","caller":"traceutil/trace.go:171","msg":"trace[303168999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5524; }","duration":"117.090704ms","start":"2026-07-17T03:50:59.689532Z","end":"2026-07-17T03:50:59.806622Z","steps":["trace[303168999] 'range keys from in-memory index tree' (duration: 116.855029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:51:11.815463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.61826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T03:51:11.815581Z","caller":"traceutil/trace.go:171","msg":"trace[78626010] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:5695; }","duration":"658.786404ms","start":"2026-07-17T03:51:11.156766Z","end":"2026-07-17T03:51:11.815552Z","steps":["trace[78626010] 'range keys from in-memory index tree' (duration: 658.372854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:51:11.815647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T03:51:11.15674Z","time spent":"658.890926ms","remote":"127.0.0.1:34330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-07-17T03:51:11.815703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.700012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nv9kl\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-17T03:51:11.815771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.884538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T03:51:11.815783Z","caller":"traceutil/trace.go:171","msg":"trace[1458100574] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nv9kl; range_end:; response_count:1; response_revision:5695; }","duration":"501.835645ms","start":"2026-07-17T03:51:11.313927Z","end":"2026-07-17T03:51:11.815763Z","steps":["trace[1458100574] 'range keys from in-memory index tree' (duration: 501.495377ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:51:11.815812Z","caller":"traceutil/trace.go:171","msg":"trace[1575266179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5695; }","duration":"515.972551ms","start":"2026-07-17T03:51:11.299829Z","end":"2026-07-17T03:51:11.815802Z","steps":["trace[1575266179] 'range keys from in-memory index tree' (duration: 515.738265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:51:11.815828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T03:51:11.313909Z","time spent":"501.910327ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-nv9kl\" "} {"level":"warn","ts":"2026-07-17T03:51:11.815838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T03:51:11.299804Z","time spent":"516.028322ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T03:51:11.816223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.995211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T03:51:11.816356Z","caller":"traceutil/trace.go:171","msg":"trace[984268956] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"212.788846ms","start":"2026-07-17T03:51:11.603555Z","end":"2026-07-17T03:51:11.816344Z","steps":["trace[984268956] 'process raft request' (duration: 10.321643ms)","trace[984268956] 'compare' (duration: 201.634963ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T03:51:11.816367Z","caller":"traceutil/trace.go:171","msg":"trace[283555067] linearizableReadLoop","detail":"{readStateIndex:5905; appliedIndex:5904; }","duration":"126.264729ms","start":"2026-07-17T03:51:11.690084Z","end":"2026-07-17T03:51:11.816349Z","steps":["trace[283555067] 'read index received' (duration: 59.672µs)","trace[283555067] 'applied index is now lower than readState.Index' (duration: 126.203537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T03:51:11.816467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.391971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T03:51:11.816565Z","caller":"traceutil/trace.go:171","msg":"trace[1599375400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5696; }","duration":"126.517934ms","start":"2026-07-17T03:51:11.690024Z","end":"2026-07-17T03:51:11.816542Z","steps":["trace[1599375400] 'agreement among raft nodes before linearized reading' (duration: 126.400571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:51:11.816388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.658938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T03:51:11.816969Z","caller":"traceutil/trace.go:171","msg":"trace[1613866385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5695; }","duration":"506.421917ms","start":"2026-07-17T03:51:11.310536Z","end":"2026-07-17T03:51:11.816958Z","steps":["trace[1613866385] 'range keys from in-memory index tree' (duration: 504.720206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:51:11.817006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T03:51:11.310528Z","time spent":"506.465518ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T03:51:18.216197Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2771} {"level":"info","ts":"2026-07-17T03:51:18.282477Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2771,"took":"64.687393ms","hash":245846141,"current-db-size-bytes":57245696,"current-db-size":"57 MB","current-db-size-in-use-bytes":32329728,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-17T03:51:18.282551Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":245846141,"revision":2771,"compact-revision":-1} {"level":"info","ts":"2026-07-17T03:56:18.222963Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5747} {"level":"info","ts":"2026-07-17T03:56:18.310851Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5747,"took":"85.777062ms","hash":3223112059,"current-db-size-bytes":57245696,"current-db-size":"57 MB","current-db-size-in-use-bytes":26685440,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-17T03:56:18.310912Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3223112059,"revision":5747,"compact-revision":2771} {"level":"info","ts":"2026-07-17T03:57:01.385846Z","caller":"traceutil/trace.go:171","msg":"trace[1443550928] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8627; }","duration":"206.523222ms","start":"2026-07-17T03:57:01.179251Z","end":"2026-07-17T03:57:01.385774Z","steps":["trace[1443550928] 'read index received' (duration: 206.296616ms)","trace[1443550928] 'applied index is now lower than readState.Index' (duration: 225.676µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T03:57:01.385889Z","caller":"traceutil/trace.go:171","msg":"trace[978119268] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"263.614367ms","start":"2026-07-17T03:57:01.122247Z","end":"2026-07-17T03:57:01.385862Z","steps":["trace[978119268] 'process raft request' (duration: 263.369551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:57:01.386285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.009643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T03:57:01.386546Z","caller":"traceutil/trace.go:171","msg":"trace[474269723] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:8335; }","duration":"207.331451ms","start":"2026-07-17T03:57:01.179192Z","end":"2026-07-17T03:57:01.386523Z","steps":["trace[474269723] 'agreement among raft nodes before linearized reading' (duration: 206.779768ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:57:14.246457Z","caller":"traceutil/trace.go:171","msg":"trace[2140305743] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"125.883335ms","start":"2026-07-17T03:57:14.120542Z","end":"2026-07-17T03:57:14.246425Z","steps":["trace[2140305743] 'process raft request' (duration: 125.69181ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:57:14.457477Z","caller":"traceutil/trace.go:171","msg":"trace[1781481985] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"143.914392ms","start":"2026-07-17T03:57:14.313528Z","end":"2026-07-17T03:57:14.457442Z","steps":["trace[1781481985] 'process raft request' (duration: 143.725258ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:57:41.763208Z","caller":"traceutil/trace.go:171","msg":"trace[1857056120] linearizableReadLoop","detail":"{readStateIndex:8911; appliedIndex:8910; }","duration":"107.698753ms","start":"2026-07-17T03:57:41.655484Z","end":"2026-07-17T03:57:41.763183Z","steps":["trace[1857056120] 'read index received' (duration: 107.55561ms)","trace[1857056120] 'applied index is now lower than readState.Index' (duration: 142.103µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T03:57:41.763632Z","caller":"traceutil/trace.go:171","msg":"trace[1239666643] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"158.509297ms","start":"2026-07-17T03:57:41.605109Z","end":"2026-07-17T03:57:41.763618Z","steps":["trace[1239666643] 'process raft request' (duration: 157.925633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:57:41.763907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.406201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T03:57:41.763949Z","caller":"traceutil/trace.go:171","msg":"trace[254568716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8606; }","duration":"108.499493ms","start":"2026-07-17T03:57:41.65544Z","end":"2026-07-17T03:57:41.76394Z","steps":["trace[254568716] 'agreement among raft nodes before linearized reading' (duration: 108.36212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:57:54.72375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.05598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-c9rkp\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-07-17T03:57:54.723899Z","caller":"traceutil/trace.go:171","msg":"trace[1849781803] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-c9rkp; range_end:; response_count:1; response_revision:8716; }","duration":"131.230864ms","start":"2026-07-17T03:57:54.592635Z","end":"2026-07-17T03:57:54.723866Z","steps":["trace[1849781803] 'range keys from in-memory index tree' (duration: 130.884696ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:57:54.730833Z","caller":"traceutil/trace.go:171","msg":"trace[1432899651] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"137.578009ms","start":"2026-07-17T03:57:54.593237Z","end":"2026-07-17T03:57:54.730815Z","steps":["trace[1432899651] 'process raft request' (duration: 137.472306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:57:56.193981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.964263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-07-17T03:57:56.194108Z","caller":"traceutil/trace.go:171","msg":"trace[2010171373] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8727; }","duration":"111.124816ms","start":"2026-07-17T03:57:56.082944Z","end":"2026-07-17T03:57:56.194069Z","steps":["trace[2010171373] 'range keys from in-memory index tree' (duration: 110.767238ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:57:56.194096Z","caller":"traceutil/trace.go:171","msg":"trace[172072099] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"110.366308ms","start":"2026-07-17T03:57:56.083695Z","end":"2026-07-17T03:57:56.194061Z","steps":["trace[172072099] 'process raft request' (duration: 100.657302ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:57:56.217056Z","caller":"traceutil/trace.go:171","msg":"trace[715714703] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"128.142009ms","start":"2026-07-17T03:57:56.088886Z","end":"2026-07-17T03:57:56.217028Z","steps":["trace[715714703] 'process raft request' (duration: 127.898704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:57:56.416662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.823906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-07-17T03:57:56.41676Z","caller":"traceutil/trace.go:171","msg":"trace[938760702] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8732; }","duration":"121.959689ms","start":"2026-07-17T03:57:56.294773Z","end":"2026-07-17T03:57:56.416733Z","steps":["trace[938760702] 'range keys from in-memory index tree' (duration: 121.672802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T03:57:56.416962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.977813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T03:57:56.417Z","caller":"traceutil/trace.go:171","msg":"trace[1009893686] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8732; }","duration":"104.070485ms","start":"2026-07-17T03:57:56.31292Z","end":"2026-07-17T03:57:56.41699Z","steps":["trace[1009893686] 'count revisions from in-memory index tree' (duration: 103.86073ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:58:07.356473Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023ad.wal"} {"level":"info","ts":"2026-07-17T03:59:10.552079Z","caller":"traceutil/trace.go:171","msg":"trace[1890590835] transaction","detail":"{read_only:false; response_revision:9467; number_of_response:1; }","duration":"106.505495ms","start":"2026-07-17T03:59:10.445548Z","end":"2026-07-17T03:59:10.552053Z","steps":["trace[1890590835] 'process raft request' (duration: 106.352001ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T03:59:37.246321Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e98569549cc430c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-17T03:59:37.252175Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-17T03:59:37.252298Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-17T04:01:18.229808Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7914} {"level":"info","ts":"2026-07-17T04:01:18.288858Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7914,"took":"56.77358ms","hash":2396643584,"current-db-size-bytes":57245696,"current-db-size":"57 MB","current-db-size-in-use-bytes":28794880,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-17T04:01:18.288937Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2396643584,"revision":7914,"compact-revision":5747} {"level":"info","ts":"2026-07-17T04:02:55.588543Z","caller":"traceutil/trace.go:171","msg":"trace[615650959] transaction","detail":"{read_only:false; response_revision:11322; number_of_response:1; }","duration":"218.99435ms","start":"2026-07-17T04:02:55.369514Z","end":"2026-07-17T04:02:55.588508Z","steps":["trace[615650959] 'process raft request' (duration: 218.770154ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:02:55.588851Z","caller":"traceutil/trace.go:171","msg":"trace[1384010806] linearizableReadLoop","detail":"{readStateIndex:11706; appliedIndex:11706; }","duration":"217.676079ms","start":"2026-07-17T04:02:55.371164Z","end":"2026-07-17T04:02:55.58884Z","steps":["trace[1384010806] 'read index received' (duration: 217.670498ms)","trace[1384010806] 'applied index is now lower than readState.Index' (duration: 4.981µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:02:55.58904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.856503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T04:02:55.589078Z","caller":"traceutil/trace.go:171","msg":"trace[1312945276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11322; }","duration":"217.960915ms","start":"2026-07-17T04:02:55.371109Z","end":"2026-07-17T04:02:55.58907Z","steps":["trace[1312945276] 'agreement among raft nodes before linearized reading' (duration: 217.802441ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:02:55.632389Z","caller":"traceutil/trace.go:171","msg":"trace[1742042905] transaction","detail":"{read_only:false; response_revision:11323; number_of_response:1; }","duration":"252.119428ms","start":"2026-07-17T04:02:55.380227Z","end":"2026-07-17T04:02:55.632347Z","steps":["trace[1742042905] 'process raft request' (duration: 251.793919ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:02:55.632506Z","caller":"traceutil/trace.go:171","msg":"trace[1530733841] transaction","detail":"{read_only:false; response_revision:11325; number_of_response:1; }","duration":"115.915377ms","start":"2026-07-17T04:02:55.516499Z","end":"2026-07-17T04:02:55.632414Z","steps":["trace[1530733841] 'process raft request' (duration: 115.792194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:02:55.632759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.425581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T04:02:55.632897Z","caller":"traceutil/trace.go:171","msg":"trace[1523339294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11325; }","duration":"260.604675ms","start":"2026-07-17T04:02:55.372271Z","end":"2026-07-17T04:02:55.632875Z","steps":["trace[1523339294] 'agreement among raft nodes before linearized reading' (duration: 260.074702ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:02:55.632921Z","caller":"traceutil/trace.go:171","msg":"trace[208132206] transaction","detail":"{read_only:false; response_revision:11324; number_of_response:1; }","duration":"249.984065ms","start":"2026-07-17T04:02:55.382915Z","end":"2026-07-17T04:02:55.632899Z","steps":["trace[208132206] 'process raft request' (duration: 249.314869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:15.928778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831411795762525942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T04:03:16.429856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831411795762525942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T04:03:16.930592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831411795762525942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T04:03:17.230171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.828994469s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T04:03:17.230639Z","caller":"traceutil/trace.go:171","msg":"trace[69639914] transaction","detail":"{read_only:false; response_revision:11476; number_of_response:1; }","duration":"1.829575253s","start":"2026-07-17T04:03:15.401037Z","end":"2026-07-17T04:03:17.230612Z","steps":["trace[69639914] 'process raft request' (duration: 1.829349327s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:17.23081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:15.401013Z","time spent":"1.829713485s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6229,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:03:17.689473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T04:03:17.689554Z","caller":"traceutil/trace.go:171","msg":"trace[1033123155] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000308236s","start":"2026-07-17T04:03:15.689228Z","end":"2026-07-17T04:03:17.689537Z","steps":["trace[1033123155] 'agreement among raft nodes before linearized reading' (duration: 2.000202754s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:17.689605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:15.689202Z","time spent":"2.000392298s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 04:03:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T04:03:18.716153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.485732028s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-17T04:03:18.802038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.759342ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:03:18.802196Z","caller":"traceutil/trace.go:171","msg":"trace[1201841963] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11476; }","duration":"950.934886ms","start":"2026-07-17T04:03:17.851237Z","end":"2026-07-17T04:03:18.802172Z","steps":["trace[1201841963] 'range keys from in-memory index tree' (duration: 950.741311ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:03:18.80258Z","caller":"traceutil/trace.go:171","msg":"trace[699490818] transaction","detail":"{read_only:false; response_revision:11477; number_of_response:1; }","duration":"3.102738837s","start":"2026-07-17T04:03:15.699811Z","end":"2026-07-17T04:03:18.80255Z","steps":["trace[699490818] 'process raft request' (duration: 3.016561825s)","trace[699490818] 'compare' (duration: 85.401942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:03:18.802751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:15.699797Z","time spent":"3.102852689s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:03:18.803478Z","caller":"traceutil/trace.go:171","msg":"trace[231050895] transaction","detail":"{read_only:false; response_revision:11478; number_of_response:1; }","duration":"3.061380769s","start":"2026-07-17T04:03:15.74208Z","end":"2026-07-17T04:03:18.80346Z","steps":["trace[231050895] 'process raft request' (duration: 3.060407425s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:18.803573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:15.742065Z","time spent":"3.06145935s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:03:18.80394Z","caller":"traceutil/trace.go:171","msg":"trace[789628573] transaction","detail":"{read_only:false; response_revision:11479; number_of_response:1; }","duration":"3.060984779s","start":"2026-07-17T04:03:15.742925Z","end":"2026-07-17T04:03:18.80391Z","steps":["trace[789628573] 'process raft request' (duration: 3.060493097s)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:03:18.80396Z","caller":"traceutil/trace.go:171","msg":"trace[199247026] transaction","detail":"{read_only:false; response_revision:11480; number_of_response:1; }","duration":"2.817695476s","start":"2026-07-17T04:03:15.986236Z","end":"2026-07-17T04:03:18.803931Z","steps":["trace[199247026] 'process raft request' (duration: 2.817580783s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:18.804066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:15.742918Z","time spent":"3.061087491s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:03:18.804109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:15.986213Z","time spent":"2.81781331s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:03:19.004466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.547621ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-17T04:03:19.004811Z","caller":"traceutil/trace.go:171","msg":"trace[1897596305] linearizableReadLoop","detail":"{readStateIndex:11870; appliedIndex:11863; }","duration":"3.576885919s","start":"2026-07-17T04:03:15.427906Z","end":"2026-07-17T04:03:19.004792Z","steps":["trace[1897596305] 'read index received' (duration: 1.802497423s)","trace[1897596305] 'applied index is now lower than readState.Index' (duration: 1.774387606s)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:03:19.004827Z","caller":"traceutil/trace.go:171","msg":"trace[582957045] transaction","detail":"{read_only:false; response_revision:11482; number_of_response:1; }","duration":"2.004565769s","start":"2026-07-17T04:03:17.000227Z","end":"2026-07-17T04:03:19.004793Z","steps":["trace[582957045] 'process raft request' (duration: 2.004480257s)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:03:19.004844Z","caller":"traceutil/trace.go:171","msg":"trace[355823213] transaction","detail":"{read_only:false; response_revision:11481; number_of_response:1; }","duration":"2.145972667s","start":"2026-07-17T04:03:16.85882Z","end":"2026-07-17T04:03:19.004793Z","steps":["trace[355823213] 'process raft request' (duration: 2.145737992s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.004984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:17.000199Z","time spent":"2.004701792s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:03:19.005059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.577141365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-17T04:03:19.005104Z","caller":"traceutil/trace.go:171","msg":"trace[1607482492] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11483; }","duration":"3.577233558s","start":"2026-07-17T04:03:15.42786Z","end":"2026-07-17T04:03:19.005093Z","steps":["trace[1607482492] 'agreement among raft nodes before linearized reading' (duration: 3.577049023s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.005097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:16.858801Z","time spent":"2.146194142s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:03:19.005145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:15.427839Z","time spent":"3.577298029s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T04:03:19.005218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678767838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T04:03:19.005292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215667011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-17T04:03:19.005265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6710437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nv9kl\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-17T04:03:19.005333Z","caller":"traceutil/trace.go:171","msg":"trace[551640282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11483; }","duration":"3.215727542s","start":"2026-07-17T04:03:15.789594Z","end":"2026-07-17T04:03:19.005321Z","steps":["trace[551640282] 'agreement among raft nodes before linearized reading' (duration: 3.215618309s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.005367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:15.789582Z","time spent":"3.215778293s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T04:03:19.005408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237921084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T04:03:19.005462Z","caller":"traceutil/trace.go:171","msg":"trace[1858091066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11483; }","duration":"3.237998735s","start":"2026-07-17T04:03:15.76745Z","end":"2026-07-17T04:03:19.005449Z","steps":["trace[1858091066] 'agreement among raft nodes before linearized reading' (duration: 3.237869362s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.005508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:15.76744Z","time spent":"3.238057696s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T04:03:19.005292Z","caller":"traceutil/trace.go:171","msg":"trace[1003220141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11483; }","duration":"2.678865481s","start":"2026-07-17T04:03:16.326404Z","end":"2026-07-17T04:03:19.005269Z","steps":["trace[1003220141] 'agreement among raft nodes before linearized reading' (duration: 2.678687957s)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:03:19.005366Z","caller":"traceutil/trace.go:171","msg":"trace[628049915] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nv9kl; range_end:; response_count:1; response_revision:11483; }","duration":"2.671133283s","start":"2026-07-17T04:03:16.334194Z","end":"2026-07-17T04:03:19.005327Z","steps":["trace[628049915] 'agreement among raft nodes before linearized reading' (duration: 2.670875757s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.005633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31001066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-17T04:03:19.005652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900287926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T04:03:19.005693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333756832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:03:19.0057Z","caller":"traceutil/trace.go:171","msg":"trace[1528302290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11483; }","duration":"3.310093413s","start":"2026-07-17T04:03:15.695593Z","end":"2026-07-17T04:03:19.005686Z","steps":["trace[1528302290] 'agreement among raft nodes before linearized reading' (duration: 3.309940809s)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:03:19.005737Z","caller":"traceutil/trace.go:171","msg":"trace[1026962863] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:11483; }","duration":"1.333843084s","start":"2026-07-17T04:03:17.671883Z","end":"2026-07-17T04:03:19.005726Z","steps":["trace[1026962863] 'agreement among raft nodes before linearized reading' (duration: 1.333780482s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.005743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:15.695586Z","time spent":"3.310149084s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T04:03:19.005773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:17.671859Z","time spent":"1.333906045s","remote":"127.0.0.1:35242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-17T04:03:19.005733Z","caller":"traceutil/trace.go:171","msg":"trace[954459093] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11483; }","duration":"1.900366478s","start":"2026-07-17T04:03:17.105346Z","end":"2026-07-17T04:03:19.005713Z","steps":["trace[954459093] 'agreement among raft nodes before linearized reading' (duration: 1.900256405s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.005845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:17.105285Z","time spent":"1.900551803s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-17T04:03:19.005045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524309987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T04:03:19.005823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160161563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T04:03:19.005866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899750863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-17T04:03:19.005899Z","caller":"traceutil/trace.go:171","msg":"trace[122088089] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11483; }","duration":"3.525204278s","start":"2026-07-17T04:03:15.480678Z","end":"2026-07-17T04:03:19.005883Z","steps":["trace[122088089] 'agreement among raft nodes before linearized reading' (duration: 3.524284535s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.005983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65914162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:03:19.006012Z","caller":"traceutil/trace.go:171","msg":"trace[1362216824] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11483; }","duration":"2.659193262s","start":"2026-07-17T04:03:16.34681Z","end":"2026-07-17T04:03:19.006003Z","steps":["trace[1362216824] 'agreement among raft nodes before linearized reading' (duration: 2.65913911s)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:03:19.005949Z","caller":"traceutil/trace.go:171","msg":"trace[1241058388] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11483; }","duration":"1.899870276s","start":"2026-07-17T04:03:17.106057Z","end":"2026-07-17T04:03:19.005928Z","steps":["trace[1241058388] 'agreement among raft nodes before linearized reading' (duration: 1.899604369s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.006027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:15.480651Z","time spent":"3.525356462s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-17T04:03:19.006017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899658651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T04:03:19.006098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:17.106046Z","time spent":"1.900010139s","remote":"127.0.0.1:34478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-17T04:03:19.005654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:16.334187Z","time spent":"2.671454891s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-nv9kl\" "} {"level":"warn","ts":"2026-07-17T04:03:19.006169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899915647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T04:03:19.006187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316588523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:03:19.006228Z","caller":"traceutil/trace.go:171","msg":"trace[438108547] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11483; }","duration":"1.90001501s","start":"2026-07-17T04:03:17.106198Z","end":"2026-07-17T04:03:19.006213Z","steps":["trace[438108547] 'agreement among raft nodes before linearized reading' (duration: 1.899944018s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.005542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12951989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-17T04:03:19.006274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:17.106176Z","time spent":"1.900086101s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-17T04:03:19.006302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28369014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T04:03:19.006138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:16.3468Z","time spent":"2.659238652s","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-17T04:03:19.006344Z","caller":"traceutil/trace.go:171","msg":"trace[821586336] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:11483; }","duration":"1.283777242s","start":"2026-07-17T04:03:17.722553Z","end":"2026-07-17T04:03:19.00633Z","steps":["trace[821586336] 'agreement among raft nodes before linearized reading' (duration: 1.283708591s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.006363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900129572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:03:19.005929Z","caller":"traceutil/trace.go:171","msg":"trace[546822354] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:11483; }","duration":"2.160295956s","start":"2026-07-17T04:03:16.84562Z","end":"2026-07-17T04:03:19.005916Z","steps":["trace[546822354] 'agreement among raft nodes before linearized reading' (duration: 2.160108272s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.00641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:17.722534Z","time spent":"1.283861535s","remote":"127.0.0.1:51004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T04:03:19.00643Z","caller":"traceutil/trace.go:171","msg":"trace[1426314349] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11483; }","duration":"1.900212524s","start":"2026-07-17T04:03:17.1062Z","end":"2026-07-17T04:03:19.006413Z","steps":["trace[1426314349] 'agreement among raft nodes before linearized reading' (duration: 1.900096612s)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:03:19.006106Z","caller":"traceutil/trace.go:171","msg":"trace[1007711049] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11483; }","duration":"1.899788994s","start":"2026-07-17T04:03:17.106301Z","end":"2026-07-17T04:03:19.00609Z","steps":["trace[1007711049] 'agreement among raft nodes before linearized reading' (duration: 1.899666281s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.006474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:17.106192Z","time spent":"1.900273896s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-17T04:03:19.006485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:17.106268Z","time spent":"1.900206384s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-17T04:03:19.006279Z","caller":"traceutil/trace.go:171","msg":"trace[247575212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11483; }","duration":"3.130273998s","start":"2026-07-17T04:03:15.87599Z","end":"2026-07-17T04:03:19.006264Z","steps":["trace[247575212] 'agreement among raft nodes before linearized reading' (duration: 3.129491349s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.006531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:16.845601Z","time spent":"2.16086571s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":14,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-17T04:03:19.005933Z","caller":"traceutil/trace.go:171","msg":"trace[678367817] transaction","detail":"{read_only:false; response_revision:11483; number_of_response:1; }","duration":"1.671533378s","start":"2026-07-17T04:03:17.33439Z","end":"2026-07-17T04:03:19.005923Z","steps":["trace[678367817] 'process raft request' (duration: 1.67037113s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.006627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:15.87598Z","time spent":"3.130588396s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T04:03:19.006722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:17.33437Z","time spent":"1.672290516s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:03:19.005718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:16.326386Z","time spent":"2.679250261s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T04:03:19.00603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899573638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T04:03:19.006094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899530077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:03:19.006885Z","caller":"traceutil/trace.go:171","msg":"trace[704549411] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11483; }","duration":"1.900698107s","start":"2026-07-17T04:03:17.106155Z","end":"2026-07-17T04:03:19.006853Z","steps":["trace[704549411] 'agreement among raft nodes before linearized reading' (duration: 1.898896243s)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:03:19.006908Z","caller":"traceutil/trace.go:171","msg":"trace[1100396725] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11483; }","duration":"1.900358459s","start":"2026-07-17T04:03:17.106533Z","end":"2026-07-17T04:03:19.006891Z","steps":["trace[1100396725] 'agreement among raft nodes before linearized reading' (duration: 1.899514938s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.006955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:17.10614Z","time spent":"1.900795319s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-17T04:03:19.006239Z","caller":"traceutil/trace.go:171","msg":"trace[369827046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11483; }","duration":"1.316663605s","start":"2026-07-17T04:03:17.689563Z","end":"2026-07-17T04:03:19.006227Z","steps":["trace[369827046] 'agreement among raft nodes before linearized reading' (duration: 1.316573163s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.006974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:17.106526Z","time spent":"1.90041586s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-17T04:03:19.007021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:17.689554Z","time spent":"1.317451455s","remote":"127.0.0.1:34300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T04:03:19.007059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.216902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:03:19.007133Z","caller":"traceutil/trace.go:171","msg":"trace[1781793142] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:11483; }","duration":"752.403966ms","start":"2026-07-17T04:03:18.254711Z","end":"2026-07-17T04:03:19.007115Z","steps":["trace[1781793142] 'agreement among raft nodes before linearized reading' (duration: 751.259678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.00719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:18.254691Z","time spent":"752.482029ms","remote":"127.0.0.1:37302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T04:03:19.513233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831411795762525955,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T04:03:19.901332Z","caller":"traceutil/trace.go:171","msg":"trace[208970549] transaction","detail":"{read_only:false; response_revision:11485; number_of_response:1; }","duration":"889.239795ms","start":"2026-07-17T04:03:19.012071Z","end":"2026-07-17T04:03:19.901311Z","steps":["trace[208970549] 'process raft request' (duration: 865.957656ms)","trace[208970549] 'compare' (duration: 23.182316ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:03:19.90145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:19.012046Z","time spent":"889.341166ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:03:19.920894Z","caller":"traceutil/trace.go:171","msg":"trace[263282454] transaction","detail":"{read_only:false; response_revision:11487; number_of_response:1; }","duration":"908.508924ms","start":"2026-07-17T04:03:19.012359Z","end":"2026-07-17T04:03:19.920868Z","steps":["trace[263282454] 'process raft request' (duration: 908.424542ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:03:19.920923Z","caller":"traceutil/trace.go:171","msg":"trace[67691996] transaction","detail":"{read_only:false; response_revision:11486; number_of_response:1; }","duration":"908.581946ms","start":"2026-07-17T04:03:19.012312Z","end":"2026-07-17T04:03:19.920894Z","steps":["trace[67691996] 'process raft request' (duration: 908.32071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.921073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:19.012341Z","time spent":"908.627127ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:03:19.921201Z","caller":"traceutil/trace.go:171","msg":"trace[173167268] linearizableReadLoop","detail":"{readStateIndex:11878; appliedIndex:11873; }","duration":"908.896234ms","start":"2026-07-17T04:03:19.012245Z","end":"2026-07-17T04:03:19.921141Z","steps":["trace[173167268] 'read index received' (duration: 865.742161ms)","trace[173167268] 'applied index is now lower than readState.Index' (duration: 43.152603ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:03:19.921319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:19.012302Z","time spent":"908.774661ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:03:19.921372Z","caller":"traceutil/trace.go:171","msg":"trace[552596338] transaction","detail":"{read_only:false; response_revision:11488; number_of_response:1; }","duration":"909.006176ms","start":"2026-07-17T04:03:19.012355Z","end":"2026-07-17T04:03:19.921361Z","steps":["trace[552596338] 'process raft request' (duration: 908.471403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.921502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:19.012337Z","time spent":"909.117329ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:03:19.921577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.006711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T04:03:19.921567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.270568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19153"} {"level":"info","ts":"2026-07-17T04:03:19.921619Z","caller":"traceutil/trace.go:171","msg":"trace[936079723] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:11489; }","duration":"810.096943ms","start":"2026-07-17T04:03:19.111512Z","end":"2026-07-17T04:03:19.921609Z","steps":["trace[936079723] 'agreement among raft nodes before linearized reading' (duration: 810.018141ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:03:19.92132Z","caller":"traceutil/trace.go:171","msg":"trace[884916187] transaction","detail":"{read_only:false; response_revision:11489; number_of_response:1; }","duration":"908.868052ms","start":"2026-07-17T04:03:19.012434Z","end":"2026-07-17T04:03:19.921302Z","steps":["trace[884916187] 'process raft request' (duration: 908.576425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.921623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.970151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:03:19.921634Z","caller":"traceutil/trace.go:171","msg":"trace[1041582217] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11489; }","duration":"908.34801ms","start":"2026-07-17T04:03:19.01327Z","end":"2026-07-17T04:03:19.921618Z","steps":["trace[1041582217] 'agreement among raft nodes before linearized reading' (duration: 908.173475ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:03:19.921676Z","caller":"traceutil/trace.go:171","msg":"trace[1405068586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11489; }","duration":"906.042573ms","start":"2026-07-17T04:03:19.015619Z","end":"2026-07-17T04:03:19.921661Z","steps":["trace[1405068586] 'agreement among raft nodes before linearized reading' (duration: 905.95009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.921697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:19.012428Z","time spent":"909.226ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:03:19.921733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:19.015611Z","time spent":"906.110685ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T04:03:19.921688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:19.013264Z","time spent":"908.408681ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19175,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-17T04:03:19.921643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:19.111489Z","time spent":"810.148895ms","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T04:03:19.922005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.743614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:459643"} {"level":"info","ts":"2026-07-17T04:03:19.922076Z","caller":"traceutil/trace.go:171","msg":"trace[239281688] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11489; }","duration":"909.817396ms","start":"2026-07-17T04:03:19.01224Z","end":"2026-07-17T04:03:19.922057Z","steps":["trace[239281688] 'agreement among raft nodes before linearized reading' (duration: 909.105859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:19.922131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:19.012223Z","time spent":"909.892548ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":459665,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-17T04:03:52.190788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831411795762526600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T04:03:52.691934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831411795762526600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T04:03:53.193025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831411795762526600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T04:03:53.690453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000250976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T04:03:53.690547Z","caller":"traceutil/trace.go:171","msg":"trace[1517569400] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00039629s","start":"2026-07-17T04:03:51.690129Z","end":"2026-07-17T04:03:53.690526Z","steps":["trace[1517569400] 'agreement among raft nodes before linearized reading' (duration: 2.000284867s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:53.690608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:51.690108Z","time spent":"2.000488353s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 04:03:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T04:03:53.693628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831411795762526600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T04:03:54.194009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831411795762526600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T04:03:54.472371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.080161354s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T04:03:54.472814Z","caller":"traceutil/trace.go:171","msg":"trace[843223033] transaction","detail":"{read_only:false; response_revision:11703; number_of_response:1; }","duration":"3.080730817s","start":"2026-07-17T04:03:51.392059Z","end":"2026-07-17T04:03:54.472789Z","steps":["trace[843223033] 'process raft request' (duration: 3.080583863s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.472948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:51.392034Z","time spent":"3.08085246s","remote":"127.0.0.1:38528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2223,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T04:03:54.596292Z","caller":"traceutil/trace.go:171","msg":"trace[1240514331] transaction","detail":"{read_only:false; response_revision:11705; number_of_response:1; }","duration":"1.676878843s","start":"2026-07-17T04:03:52.919389Z","end":"2026-07-17T04:03:54.596268Z","steps":["trace[1240514331] 'process raft request' (duration: 1.676693078s)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:03:54.596315Z","caller":"traceutil/trace.go:171","msg":"trace[1680000160] transaction","detail":"{read_only:false; response_revision:11704; number_of_response:1; }","duration":"2.002594724s","start":"2026-07-17T04:03:52.593682Z","end":"2026-07-17T04:03:54.596277Z","steps":["trace[1680000160] 'process raft request' (duration: 2.002254146s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.596425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:52.91935Z","time spent":"1.677003636s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:03:54.596492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:52.593659Z","time spent":"2.002742968s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:03:54.596644Z","caller":"traceutil/trace.go:171","msg":"trace[214059951] transaction","detail":"{read_only:false; response_revision:11707; number_of_response:1; }","duration":"1.663813424s","start":"2026-07-17T04:03:52.93282Z","end":"2026-07-17T04:03:54.596633Z","steps":["trace[214059951] 'process raft request' (duration: 1.663661931s)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:03:54.596659Z","caller":"traceutil/trace.go:171","msg":"trace[1830860203] linearizableReadLoop","detail":"{readStateIndex:12105; appliedIndex:12099; }","duration":"2.906462854s","start":"2026-07-17T04:03:51.690174Z","end":"2026-07-17T04:03:54.596637Z","steps":["trace[1830860203] 'read index received' (duration: 2.782504295s)","trace[1830860203] 'applied index is now lower than readState.Index' (duration: 123.957149ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:03:54.596695Z","caller":"traceutil/trace.go:171","msg":"trace[1884795537] transaction","detail":"{read_only:false; response_revision:11708; number_of_response:1; }","duration":"1.463999459s","start":"2026-07-17T04:03:53.132651Z","end":"2026-07-17T04:03:54.596651Z","steps":["trace[1884795537] 'process raft request' (duration: 1.463942137s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.596693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:52.932778Z","time spent":"1.663890196s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:03:54.596682Z","caller":"traceutil/trace.go:171","msg":"trace[1060504472] transaction","detail":"{read_only:false; response_revision:11706; number_of_response:1; }","duration":"1.674607478s","start":"2026-07-17T04:03:52.922036Z","end":"2026-07-17T04:03:54.596644Z","steps":["trace[1060504472] 'process raft request' (duration: 1.674159717s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.596849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:53.132626Z","time spent":"1.464142173s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:03:54.597078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:52.922018Z","time spent":"1.674963196s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:03:54.640945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583723666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-17T04:03:54.641073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551684174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:03:54.641084Z","caller":"traceutil/trace.go:171","msg":"trace[618084402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11709; }","duration":"2.583903769s","start":"2026-07-17T04:03:52.057147Z","end":"2026-07-17T04:03:54.641051Z","steps":["trace[618084402] 'agreement among raft nodes before linearized reading' (duration: 2.583474049s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.641145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:52.057125Z","time spent":"2.584006952s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T04:03:54.641326Z","caller":"traceutil/trace.go:171","msg":"trace[950950689] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11709; }","duration":"1.551756316s","start":"2026-07-17T04:03:53.089359Z","end":"2026-07-17T04:03:54.641116Z","steps":["trace[950950689] 'agreement among raft nodes before linearized reading' (duration: 1.551621482s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.641372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.627547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T04:03:54.641403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:53.089333Z","time spent":"1.552051693s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-17T04:03:54.641432Z","caller":"traceutil/trace.go:171","msg":"trace[412507706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11709; }","duration":"950.73079ms","start":"2026-07-17T04:03:53.690686Z","end":"2026-07-17T04:03:54.641417Z","steps":["trace[412507706] 'agreement among raft nodes before linearized reading' (duration: 950.616807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.641522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:53.690668Z","time spent":"950.841353ms","remote":"127.0.0.1:34300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T04:03:54.641597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552732899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7276"} {"level":"info","ts":"2026-07-17T04:03:54.641651Z","caller":"traceutil/trace.go:171","msg":"trace[1618871743] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:11709; }","duration":"1.552824791s","start":"2026-07-17T04:03:53.088813Z","end":"2026-07-17T04:03:54.641637Z","steps":["trace[1618871743] 'agreement among raft nodes before linearized reading' (duration: 1.552653727s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.641696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:53.088794Z","time spent":"1.552893803s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7298,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-07-17T04:03:54.641784Z","caller":"traceutil/trace.go:171","msg":"trace[367051870] transaction","detail":"{read_only:false; response_revision:11709; number_of_response:1; }","duration":"160.564639ms","start":"2026-07-17T04:03:54.481199Z","end":"2026-07-17T04:03:54.641764Z","steps":["trace[367051870] 'process raft request' (duration: 159.273548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.641897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928922471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:03:54.641974Z","caller":"traceutil/trace.go:171","msg":"trace[1808247926] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:11709; }","duration":"1.929042473s","start":"2026-07-17T04:03:52.71291Z","end":"2026-07-17T04:03:54.641953Z","steps":["trace[1808247926] 'agreement among raft nodes before linearized reading' (duration: 1.92892011s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.642016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.555781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T04:03:54.642022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:52.712885Z","time spent":"1.929123515s","remote":"127.0.0.1:35262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T04:03:54.642077Z","caller":"traceutil/trace.go:171","msg":"trace[974326786] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:11709; }","duration":"528.623162ms","start":"2026-07-17T04:03:54.113441Z","end":"2026-07-17T04:03:54.642064Z","steps":["trace[974326786] 'agreement among raft nodes before linearized reading' (duration: 528.52801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.642125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:54.113342Z","time spent":"528.773747ms","remote":"127.0.0.1:35210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T04:03:54.64232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5523544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T04:03:54.642386Z","caller":"traceutil/trace.go:171","msg":"trace[1264373296] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11709; }","duration":"1.552433502s","start":"2026-07-17T04:03:53.089935Z","end":"2026-07-17T04:03:54.642369Z","steps":["trace[1264373296] 'agreement among raft nodes before linearized reading' (duration: 1.552334379s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.642415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480250155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nv9kl\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-17T04:03:54.643447Z","caller":"traceutil/trace.go:171","msg":"trace[710542937] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nv9kl; range_end:; response_count:1; response_revision:11709; }","duration":"2.481318601s","start":"2026-07-17T04:03:52.162111Z","end":"2026-07-17T04:03:54.64343Z","steps":["trace[710542937] 'agreement among raft nodes before linearized reading' (duration: 2.480162172s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.642566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:53.089929Z","time spent":"1.552618817s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-17T04:03:54.643534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:52.16205Z","time spent":"2.481460564s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-nv9kl\" "} {"level":"warn","ts":"2026-07-17T04:03:54.642735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553045846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-17T04:03:54.643758Z","caller":"traceutil/trace.go:171","msg":"trace[1187101474] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11709; }","duration":"1.554101743s","start":"2026-07-17T04:03:53.089641Z","end":"2026-07-17T04:03:54.643743Z","steps":["trace[1187101474] 'agreement among raft nodes before linearized reading' (duration: 1.552953504s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.643798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:53.089617Z","time spent":"1.554170125s","remote":"127.0.0.1:34478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-17T04:03:54.64284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553308153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7276"} {"level":"info","ts":"2026-07-17T04:03:54.643874Z","caller":"traceutil/trace.go:171","msg":"trace[1343788751] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:11709; }","duration":"1.554354409s","start":"2026-07-17T04:03:53.089498Z","end":"2026-07-17T04:03:54.643852Z","steps":["trace[1343788751] 'agreement among raft nodes before linearized reading' (duration: 1.553256412s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.643921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:53.089491Z","time spent":"1.554418861s","remote":"127.0.0.1:34564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7298,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-17T04:03:54.642951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556699525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-17T04:03:54.643051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537722854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T04:03:54.644166Z","caller":"traceutil/trace.go:171","msg":"trace[2035204957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11709; }","duration":"2.538875263s","start":"2026-07-17T04:03:52.105283Z","end":"2026-07-17T04:03:54.644158Z","steps":["trace[2035204957] 'agreement among raft nodes before linearized reading' (duration: 2.537699243s)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:03:54.644101Z","caller":"traceutil/trace.go:171","msg":"trace[1030091116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11709; }","duration":"2.557838804s","start":"2026-07-17T04:03:52.086203Z","end":"2026-07-17T04:03:54.644042Z","steps":["trace[1030091116] 'agreement among raft nodes before linearized reading' (duration: 2.556648864s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.644205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:52.105261Z","time spent":"2.538932033s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T04:03:54.643124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576754364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-17T04:03:54.644277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:52.086185Z","time spent":"2.558039039s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T04:03:54.644311Z","caller":"traceutil/trace.go:171","msg":"trace[592385668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11709; }","duration":"2.578008855s","start":"2026-07-17T04:03:52.066292Z","end":"2026-07-17T04:03:54.644301Z","steps":["trace[592385668] 'agreement among raft nodes before linearized reading' (duration: 2.576657502s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.643146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551890519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-17T04:03:54.644416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:52.066263Z","time spent":"2.578137848s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T04:03:54.644465Z","caller":"traceutil/trace.go:171","msg":"trace[738003003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11709; }","duration":"2.553231672s","start":"2026-07-17T04:03:52.091222Z","end":"2026-07-17T04:03:54.644453Z","steps":["trace[738003003] 'agreement among raft nodes before linearized reading' (duration: 2.551854908s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:03:54.644493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:03:52.091207Z","time spent":"2.553275752s","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T04:06:18.236438Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10375} {"level":"info","ts":"2026-07-17T04:06:18.318656Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10375,"took":"79.882196ms","hash":3863798506,"current-db-size-bytes":57245696,"current-db-size":"57 MB","current-db-size-in-use-bytes":27713536,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-17T04:06:18.318746Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3863798506,"revision":10375,"compact-revision":7914} {"level":"info","ts":"2026-07-17T04:08:49.731851Z","caller":"traceutil/trace.go:171","msg":"trace[2087511215] transaction","detail":"{read_only:false; response_revision:13748; number_of_response:1; }","duration":"115.641901ms","start":"2026-07-17T04:08:49.616174Z","end":"2026-07-17T04:08:49.731816Z","steps":["trace[2087511215] 'process raft request' (duration: 115.474857ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:08:49.741678Z","caller":"traceutil/trace.go:171","msg":"trace[1950235800] transaction","detail":"{read_only:false; response_revision:13750; number_of_response:1; }","duration":"115.62704ms","start":"2026-07-17T04:08:49.626012Z","end":"2026-07-17T04:08:49.741639Z","steps":["trace[1950235800] 'process raft request' (duration: 115.500027ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:08:49.741677Z","caller":"traceutil/trace.go:171","msg":"trace[1276055181] transaction","detail":"{read_only:false; response_revision:13751; number_of_response:1; }","duration":"114.462642ms","start":"2026-07-17T04:08:49.627184Z","end":"2026-07-17T04:08:49.741647Z","steps":["trace[1276055181] 'process raft request' (duration: 114.37774ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:08:49.741904Z","caller":"traceutil/trace.go:171","msg":"trace[1427041991] transaction","detail":"{read_only:false; response_revision:13749; number_of_response:1; }","duration":"120.540961ms","start":"2026-07-17T04:08:49.621331Z","end":"2026-07-17T04:08:49.741872Z","steps":["trace[1427041991] 'process raft request' (duration: 120.037408ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:09:25.095044Z","caller":"traceutil/trace.go:171","msg":"trace[2143811312] transaction","detail":"{read_only:false; response_revision:13949; number_of_response:1; }","duration":"384.451387ms","start":"2026-07-17T04:09:24.710569Z","end":"2026-07-17T04:09:25.09502Z","steps":["trace[2143811312] 'process raft request' (duration: 384.281213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:09:25.095212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:09:24.710553Z","time spent":"384.566049ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:09:34.159297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.015338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T04:09:34.159563Z","caller":"traceutil/trace.go:171","msg":"trace[2128465649] linearizableReadLoop","detail":"{readStateIndex:14596; appliedIndex:14594; }","duration":"146.233216ms","start":"2026-07-17T04:09:34.013313Z","end":"2026-07-17T04:09:34.159546Z","steps":["trace[2128465649] 'read index received' (duration: 9.87204ms)","trace[2128465649] 'applied index is now lower than readState.Index' (duration: 136.359836ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:09:34.159681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.354289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T04:09:34.159715Z","caller":"traceutil/trace.go:171","msg":"trace[1181296536] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:14116; }","duration":"146.428481ms","start":"2026-07-17T04:09:34.013278Z","end":"2026-07-17T04:09:34.159706Z","steps":["trace[1181296536] 'agreement among raft nodes before linearized reading' (duration: 146.328219ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:09:34.159842Z","caller":"traceutil/trace.go:171","msg":"trace[1250644049] transaction","detail":"{read_only:false; response_revision:14116; number_of_response:1; }","duration":"153.411572ms","start":"2026-07-17T04:09:34.006402Z","end":"2026-07-17T04:09:34.159813Z","steps":["trace[1250644049] 'process raft request' (duration: 153.041723ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:09:34.159901Z","caller":"traceutil/trace.go:171","msg":"trace[939461372] transaction","detail":"{read_only:false; response_revision:14115; number_of_response:1; }","duration":"180.821221ms","start":"2026-07-17T04:09:33.979011Z","end":"2026-07-17T04:09:34.159832Z","steps":["trace[939461372] 'process raft request' (duration: 44.171228ms)","trace[939461372] 'compare' (duration: 135.610997ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:11:18.242607Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12638} {"level":"info","ts":"2026-07-17T04:11:18.325014Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12638,"took":"79.414677ms","hash":52144292,"current-db-size-bytes":57245696,"current-db-size":"57 MB","current-db-size-in-use-bytes":31289344,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-17T04:11:18.325096Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":52144292,"revision":12638,"compact-revision":10375} {"level":"info","ts":"2026-07-17T04:16:18.248886Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15217} {"level":"info","ts":"2026-07-17T04:16:18.342683Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15217,"took":"90.567988ms","hash":94808286,"current-db-size-bytes":57245696,"current-db-size":"57 MB","current-db-size-in-use-bytes":32956416,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-17T04:16:18.342739Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":94808286,"revision":15217,"compact-revision":12638} {"level":"info","ts":"2026-07-17T04:16:56.860493Z","caller":"traceutil/trace.go:171","msg":"trace[1964821876] transaction","detail":"{read_only:false; response_revision:17833; number_of_response:1; }","duration":"159.899416ms","start":"2026-07-17T04:16:56.700567Z","end":"2026-07-17T04:16:56.860467Z","steps":["trace[1964821876] 'process raft request' (duration: 125.675842ms)","trace[1964821876] 'compare' (duration: 34.100911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:16:57.869574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.06911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:16:57.869819Z","caller":"traceutil/trace.go:171","msg":"trace[543319864] transaction","detail":"{read_only:false; response_revision:17836; number_of_response:1; }","duration":"284.611055ms","start":"2026-07-17T04:16:57.585182Z","end":"2026-07-17T04:16:57.869793Z","steps":["trace[543319864] 'process raft request' (duration: 92.204736ms)","trace[543319864] 'compare' (duration: 191.805304ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:16:57.869936Z","caller":"traceutil/trace.go:171","msg":"trace[1066151120] linearizableReadLoop","detail":"{readStateIndex:18438; appliedIndex:18434; }","duration":"179.598016ms","start":"2026-07-17T04:16:57.690319Z","end":"2026-07-17T04:16:57.869917Z","steps":["trace[1066151120] 'read index received' (duration: 165.391119ms)","trace[1066151120] 'applied index is now lower than readState.Index' (duration: 14.206037ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:16:57.870163Z","caller":"traceutil/trace.go:171","msg":"trace[968792653] transaction","detail":"{read_only:false; response_revision:17839; number_of_response:1; }","duration":"252.330178ms","start":"2026-07-17T04:16:57.617778Z","end":"2026-07-17T04:16:57.870108Z","steps":["trace[968792653] 'process raft request' (duration: 252.093142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:16:57.870273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.787854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-07-17T04:16:57.870308Z","caller":"traceutil/trace.go:171","msg":"trace[1677617581] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17839; }","duration":"111.864226ms","start":"2026-07-17T04:16:57.758431Z","end":"2026-07-17T04:16:57.870295Z","steps":["trace[1677617581] 'agreement among raft nodes before linearized reading' (duration: 111.712832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:16:57.870289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.915513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:16:57.870442Z","caller":"traceutil/trace.go:171","msg":"trace[628204621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17839; }","duration":"180.153979ms","start":"2026-07-17T04:16:57.690266Z","end":"2026-07-17T04:16:57.87042Z","steps":["trace[628204621] 'agreement among raft nodes before linearized reading' (duration: 179.923093ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:16:57.870335Z","caller":"traceutil/trace.go:171","msg":"trace[1953575103] transaction","detail":"{read_only:false; response_revision:17838; number_of_response:1; }","duration":"255.024453ms","start":"2026-07-17T04:16:57.615261Z","end":"2026-07-17T04:16:57.870286Z","steps":["trace[1953575103] 'process raft request' (duration: 254.574273ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:16:57.870331Z","caller":"traceutil/trace.go:171","msg":"trace[1492921374] transaction","detail":"{read_only:false; response_revision:17837; number_of_response:1; }","duration":"271.194257ms","start":"2026-07-17T04:16:57.599082Z","end":"2026-07-17T04:16:57.870276Z","steps":["trace[1492921374] 'process raft request' (duration: 270.658494ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:20:02.544572Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e98569549cc430c","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-17T04:20:02.550634Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-17T04:20:02.550845Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-17T04:21:18.255307Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17493} {"level":"info","ts":"2026-07-17T04:21:18.346646Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17493,"took":"87.83668ms","hash":79199764,"current-db-size-bytes":57245696,"current-db-size":"57 MB","current-db-size-in-use-bytes":34742272,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-17T04:21:18.346715Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":79199764,"revision":17493,"compact-revision":15217} {"level":"info","ts":"2026-07-17T04:22:09.136025Z","caller":"traceutil/trace.go:171","msg":"trace[958530952] transaction","detail":"{read_only:false; response_revision:20241; number_of_response:1; }","duration":"134.283591ms","start":"2026-07-17T04:22:09.001717Z","end":"2026-07-17T04:22:09.136001Z","steps":["trace[958530952] 'process raft request' (duration: 134.168859ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:22:09.373155Z","caller":"traceutil/trace.go:171","msg":"trace[1127695631] transaction","detail":"{read_only:false; response_revision:20242; number_of_response:1; }","duration":"370.765073ms","start":"2026-07-17T04:22:09.002358Z","end":"2026-07-17T04:22:09.373124Z","steps":["trace[1127695631] 'process raft request' (duration: 370.535647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:22:09.373319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:22:09.002331Z","time spent":"370.905036ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:22:09.373486Z","caller":"traceutil/trace.go:171","msg":"trace[1669262163] linearizableReadLoop","detail":"{readStateIndex:20922; appliedIndex:20919; }","duration":"163.729969ms","start":"2026-07-17T04:22:09.20973Z","end":"2026-07-17T04:22:09.37346Z","steps":["trace[1669262163] 'read index received' (duration: 163.038742ms)","trace[1669262163] 'applied index is now lower than readState.Index' (duration: 690.097µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:22:09.37351Z","caller":"traceutil/trace.go:171","msg":"trace[1982206894] transaction","detail":"{read_only:false; response_revision:20244; number_of_response:1; }","duration":"368.510947ms","start":"2026-07-17T04:22:09.00498Z","end":"2026-07-17T04:22:09.373491Z","steps":["trace[1982206894] 'process raft request' (duration: 368.325623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:22:09.373622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:22:09.004967Z","time spent":"368.606299ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:22:09.373667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.762143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T04:22:09.373699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.961364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T04:22:09.373457Z","caller":"traceutil/trace.go:171","msg":"trace[1659960615] transaction","detail":"{read_only:false; response_revision:20243; number_of_response:1; }","duration":"368.771504ms","start":"2026-07-17T04:22:09.004652Z","end":"2026-07-17T04:22:09.373424Z","steps":["trace[1659960615] 'process raft request' (duration: 368.414185ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:22:09.373758Z","caller":"traceutil/trace.go:171","msg":"trace[974672927] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:20244; }","duration":"164.067957ms","start":"2026-07-17T04:22:09.209677Z","end":"2026-07-17T04:22:09.373745Z","steps":["trace[974672927] 'agreement among raft nodes before linearized reading' (duration: 163.899372ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:22:09.373729Z","caller":"traceutil/trace.go:171","msg":"trace[1733948663] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:20244; }","duration":"141.898196ms","start":"2026-07-17T04:22:09.23182Z","end":"2026-07-17T04:22:09.373718Z","steps":["trace[1733948663] 'agreement among raft nodes before linearized reading' (duration: 141.775933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:22:09.373943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:22:09.004637Z","time spent":"369.137072ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:22:09.582294Z","caller":"traceutil/trace.go:171","msg":"trace[702995098] transaction","detail":"{read_only:false; response_revision:20245; number_of_response:1; }","duration":"136.148507ms","start":"2026-07-17T04:22:09.445688Z","end":"2026-07-17T04:22:09.581836Z","steps":["trace[702995098] 'process raft request' (duration: 134.996569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:22:09.789483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.454307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:22:09.789569Z","caller":"traceutil/trace.go:171","msg":"trace[1527033029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20245; }","duration":"100.577081ms","start":"2026-07-17T04:22:09.688971Z","end":"2026-07-17T04:22:09.789548Z","steps":["trace[1527033029] 'range keys from in-memory index tree' (duration: 100.391796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:22:10.698185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.468668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:22:10.69838Z","caller":"traceutil/trace.go:171","msg":"trace[2040089757] linearizableReadLoop","detail":"{readStateIndex:20927; appliedIndex:20925; }","duration":"259.611934ms","start":"2026-07-17T04:22:10.438753Z","end":"2026-07-17T04:22:10.698365Z","steps":["trace[2040089757] 'read index received' (duration: 41.84622ms)","trace[2040089757] 'applied index is now lower than readState.Index' (duration: 217.764664ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:22:10.698606Z","caller":"traceutil/trace.go:171","msg":"trace[139553168] transaction","detail":"{read_only:false; response_revision:20249; number_of_response:1; }","duration":"361.21586ms","start":"2026-07-17T04:22:10.337353Z","end":"2026-07-17T04:22:10.698569Z","steps":["trace[139553168] 'process raft request' (duration: 360.922283ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:22:10.698647Z","caller":"traceutil/trace.go:171","msg":"trace[287250305] transaction","detail":"{read_only:false; response_revision:20248; number_of_response:1; }","duration":"362.4479ms","start":"2026-07-17T04:22:10.336168Z","end":"2026-07-17T04:22:10.698616Z","steps":["trace[287250305] 'process raft request' (duration: 144.46398ms)","trace[287250305] 'compare' (duration: 217.266873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:22:10.69878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:22:10.33731Z","time spent":"361.380234ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:22:10.698788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:22:10.336156Z","time spent":"362.561733ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:22:10.698816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.066005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-17T04:22:10.698867Z","caller":"traceutil/trace.go:171","msg":"trace[1363019462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20249; }","duration":"260.114547ms","start":"2026-07-17T04:22:10.438734Z","end":"2026-07-17T04:22:10.698849Z","steps":["trace[1363019462] 'agreement among raft nodes before linearized reading' (duration: 259.936993ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:22:10.83568Z","caller":"traceutil/trace.go:171","msg":"trace[953963782] transaction","detail":"{read_only:false; response_revision:20250; number_of_response:1; }","duration":"133.137253ms","start":"2026-07-17T04:22:10.702514Z","end":"2026-07-17T04:22:10.835651Z","steps":["trace[953963782] 'process raft request' (duration: 132.680772ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:26:18.268608Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19979} {"level":"info","ts":"2026-07-17T04:26:18.384014Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19979,"took":"111.597591ms","hash":2380089381,"current-db-size-bytes":57245696,"current-db-size":"57 MB","current-db-size-in-use-bytes":42651648,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-07-17T04:26:18.38408Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2380089381,"revision":19979,"compact-revision":17493} {"level":"warn","ts":"2026-07-17T04:29:44.04153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.030304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:29:44.041756Z","caller":"traceutil/trace.go:171","msg":"trace[1054411038] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"358.387347ms","start":"2026-07-17T04:29:43.683319Z","end":"2026-07-17T04:29:44.041707Z","steps":["trace[1054411038] 'process raft request' (duration: 93.783069ms)","trace[1054411038] 'compare' (duration: 263.543813ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:29:44.041861Z","caller":"traceutil/trace.go:171","msg":"trace[1946185788] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"259.293269ms","start":"2026-07-17T04:29:43.782552Z","end":"2026-07-17T04:29:44.041845Z","steps":["trace[1946185788] 'process raft request' (duration: 259.199566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:44.041882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:29:43.68329Z","time spent":"358.52233ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:29:44.042002Z","caller":"traceutil/trace.go:171","msg":"trace[1791171822] linearizableReadLoop","detail":"{readStateIndex:25678; appliedIndex:25677; }","duration":"352.30778ms","start":"2026-07-17T04:29:43.68968Z","end":"2026-07-17T04:29:44.041988Z","steps":["trace[1791171822] 'read index received' (duration: 87.340103ms)","trace[1791171822] 'applied index is now lower than readState.Index' (duration: 264.966397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:29:44.042168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.483244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:29:44.042202Z","caller":"traceutil/trace.go:171","msg":"trace[274746175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24866; }","duration":"352.545125ms","start":"2026-07-17T04:29:43.689648Z","end":"2026-07-17T04:29:44.042193Z","steps":["trace[274746175] 'agreement among raft nodes before linearized reading' (duration: 352.478893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:44.042229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:29:43.689638Z","time spent":"352.584427ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T04:29:44.042349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.836422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:29:44.042393Z","caller":"traceutil/trace.go:171","msg":"trace[1613277739] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24866; }","duration":"182.910543ms","start":"2026-07-17T04:29:43.859471Z","end":"2026-07-17T04:29:44.042381Z","steps":["trace[1613277739] 'agreement among raft nodes before linearized reading' (duration: 182.840822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:44.505203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.11513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:29:44.505321Z","caller":"traceutil/trace.go:171","msg":"trace[383297372] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"370.341698ms","start":"2026-07-17T04:29:44.134967Z","end":"2026-07-17T04:29:44.505309Z","steps":["trace[383297372] 'process raft request' (duration: 247.042612ms)","trace[383297372] 'compare' (duration: 122.962207ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:29:44.505365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:29:44.134946Z","time spent":"370.39717ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:29:49.158063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.472625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:29:49.158361Z","caller":"traceutil/trace.go:171","msg":"trace[2186118] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"269.059689ms","start":"2026-07-17T04:29:48.889287Z","end":"2026-07-17T04:29:49.158347Z","steps":["trace[2186118] 'process raft request' (duration: 132.235824ms)","trace[2186118] 'compare' (duration: 136.362052ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:29:49.424113Z","caller":"traceutil/trace.go:171","msg":"trace[1367047462] linearizableReadLoop","detail":"{readStateIndex:25715; appliedIndex:25712; }","duration":"265.955331ms","start":"2026-07-17T04:29:49.15814Z","end":"2026-07-17T04:29:49.424095Z","steps":["trace[1367047462] 'read index received' (duration: 175.821331ms)","trace[1367047462] 'applied index is now lower than readState.Index' (duration: 90.13315ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:29:49.424126Z","caller":"traceutil/trace.go:171","msg":"trace[137044236] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"315.504015ms","start":"2026-07-17T04:29:49.108589Z","end":"2026-07-17T04:29:49.424093Z","steps":["trace[137044236] 'process raft request' (duration: 225.381756ms)","trace[137044236] 'compare' (duration: 89.540475ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:29:49.424176Z","caller":"traceutil/trace.go:171","msg":"trace[155839204] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"305.904421ms","start":"2026-07-17T04:29:49.118218Z","end":"2026-07-17T04:29:49.424122Z","steps":["trace[155839204] 'process raft request' (duration: 305.8453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:49.424285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:29:49.10857Z","time spent":"315.637477ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:29:49.424334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:29:49.118171Z","time spent":"306.068705ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:29:49.42435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.879777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T04:29:49.424381Z","caller":"traceutil/trace.go:171","msg":"trace[428526614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24901; }","duration":"309.937109ms","start":"2026-07-17T04:29:49.114435Z","end":"2026-07-17T04:29:49.424372Z","steps":["trace[428526614] 'agreement among raft nodes before linearized reading' (duration: 309.776186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:49.424405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:29:49.114426Z","time spent":"309.97208ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T04:29:49.42447Z","caller":"traceutil/trace.go:171","msg":"trace[1741574780] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"314.719227ms","start":"2026-07-17T04:29:49.109741Z","end":"2026-07-17T04:29:49.42446Z","steps":["trace[1741574780] 'process raft request' (duration: 314.241484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:49.42453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:29:49.10972Z","time spent":"314.778708ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:29:49.424624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.329557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-45cecad6-2f9c-43a6-b50e-2bcb0c631981\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-17T04:29:49.424699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.095054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-17T04:29:49.424691Z","caller":"traceutil/trace.go:171","msg":"trace[1803501198] range","detail":"{range_begin:/registry/persistentvolumes/pvc-45cecad6-2f9c-43a6-b50e-2bcb0c631981; range_end:; response_count:1; response_revision:24901; }","duration":"263.41107ms","start":"2026-07-17T04:29:49.161259Z","end":"2026-07-17T04:29:49.42467Z","steps":["trace[1803501198] 'agreement among raft nodes before linearized reading' (duration: 263.249156ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:49.424724Z","caller":"traceutil/trace.go:171","msg":"trace[918624291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24901; }","duration":"224.153916ms","start":"2026-07-17T04:29:49.200561Z","end":"2026-07-17T04:29:49.424715Z","steps":["trace[918624291] 'agreement among raft nodes before linearized reading' (duration: 224.086954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:49.42488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.453601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-17T04:29:49.425015Z","caller":"traceutil/trace.go:171","msg":"trace[2134776003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24901; }","duration":"312.597805ms","start":"2026-07-17T04:29:49.112377Z","end":"2026-07-17T04:29:49.424975Z","steps":["trace[2134776003] 'agreement among raft nodes before linearized reading' (duration: 312.263107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:49.425074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:29:49.112368Z","time spent":"312.691757ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T04:29:49.678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.349741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:29:49.678284Z","caller":"traceutil/trace.go:171","msg":"trace[667623420] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"248.413995ms","start":"2026-07-17T04:29:49.429846Z","end":"2026-07-17T04:29:49.67826Z","steps":["trace[667623420] 'process raft request' (duration: 248.346203ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:49.67837Z","caller":"traceutil/trace.go:171","msg":"trace[1374182724] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"250.283561ms","start":"2026-07-17T04:29:49.428047Z","end":"2026-07-17T04:29:49.678331Z","steps":["trace[1374182724] 'process raft request' (duration: 104.502239ms)","trace[1374182724] 'compare' (duration: 144.797428ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:29:49.678427Z","caller":"traceutil/trace.go:171","msg":"trace[399936409] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"249.253785ms","start":"2026-07-17T04:29:49.429149Z","end":"2026-07-17T04:29:49.678403Z","steps":["trace[399936409] 'process raft request' (duration: 248.967869ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:49.950956Z","caller":"traceutil/trace.go:171","msg":"trace[1174764308] linearizableReadLoop","detail":"{readStateIndex:25719; appliedIndex:25718; }","duration":"245.976615ms","start":"2026-07-17T04:29:49.70495Z","end":"2026-07-17T04:29:49.950927Z","steps":["trace[1174764308] 'read index received' (duration: 202.781246ms)","trace[1174764308] 'applied index is now lower than readState.Index' (duration: 43.194239ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:29:49.951148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.163291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:29:49.951196Z","caller":"traceutil/trace.go:171","msg":"trace[2034044183] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24905; }","duration":"246.260353ms","start":"2026-07-17T04:29:49.70492Z","end":"2026-07-17T04:29:49.951181Z","steps":["trace[2034044183] 'agreement among raft nodes before linearized reading' (duration: 246.131739ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:49.951317Z","caller":"traceutil/trace.go:171","msg":"trace[2059424249] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"411.887946ms","start":"2026-07-17T04:29:49.53938Z","end":"2026-07-17T04:29:49.951268Z","steps":["trace[2059424249] 'process raft request' (duration: 368.303057ms)","trace[2059424249] 'compare' (duration: 43.083776ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:29:49.951474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:29:49.539356Z","time spent":"412.03727ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:29:49.959517Z","caller":"traceutil/trace.go:171","msg":"trace[705595520] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"206.484026ms","start":"2026-07-17T04:29:49.75301Z","end":"2026-07-17T04:29:49.959494Z","steps":["trace[705595520] 'process raft request' (duration: 206.297991ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:49.959823Z","caller":"traceutil/trace.go:171","msg":"trace[1981181054] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"189.998626ms","start":"2026-07-17T04:29:49.769811Z","end":"2026-07-17T04:29:49.95981Z","steps":["trace[1981181054] 'process raft request' (duration: 189.639606ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:49.959797Z","caller":"traceutil/trace.go:171","msg":"trace[1022126775] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"104.776706ms","start":"2026-07-17T04:29:49.854996Z","end":"2026-07-17T04:29:49.959772Z","steps":["trace[1022126775] 'process raft request' (duration: 104.675284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:50.264067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.751523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:29:50.264157Z","caller":"traceutil/trace.go:171","msg":"trace[988772358] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"205.116903ms","start":"2026-07-17T04:29:50.059028Z","end":"2026-07-17T04:29:50.264144Z","steps":["trace[988772358] 'process raft request' (duration: 63.217576ms)","trace[988772358] 'compare' (duration: 141.59856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:29:50.923316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.930964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:29:50.923509Z","caller":"traceutil/trace.go:171","msg":"trace[130296084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24912; }","duration":"234.18133ms","start":"2026-07-17T04:29:50.689299Z","end":"2026-07-17T04:29:50.923481Z","steps":["trace[130296084] 'range keys from in-memory index tree' (duration: 233.848643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:50.924446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.818267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:29:50.924522Z","caller":"traceutil/trace.go:171","msg":"trace[296890475] linearizableReadLoop","detail":"{readStateIndex:25727; appliedIndex:25726; }","duration":"106.917857ms","start":"2026-07-17T04:29:50.817592Z","end":"2026-07-17T04:29:50.92451Z","steps":["trace[296890475] 'read index received' (duration: 1.892175ms)","trace[296890475] 'applied index is now lower than readState.Index' (duration: 105.024842ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:29:50.924554Z","caller":"traceutil/trace.go:171","msg":"trace[136607879] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"229.917456ms","start":"2026-07-17T04:29:50.69462Z","end":"2026-07-17T04:29:50.924537Z","steps":["trace[136607879] 'process raft request' (duration: 124.936885ms)","trace[136607879] 'compare' (duration: 103.838783ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:29:50.924573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.999659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:29:50.924599Z","caller":"traceutil/trace.go:171","msg":"trace[1087000175] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24913; }","duration":"107.054991ms","start":"2026-07-17T04:29:50.817535Z","end":"2026-07-17T04:29:50.92459Z","steps":["trace[1087000175] 'agreement among raft nodes before linearized reading' (duration: 107.00825ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:51.283399Z","caller":"traceutil/trace.go:171","msg":"trace[1765744272] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"119.33336ms","start":"2026-07-17T04:29:51.164024Z","end":"2026-07-17T04:29:51.283358Z","steps":["trace[1765744272] 'process raft request' (duration: 119.173796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:51.626782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.903857ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-17T04:29:51.626943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:29:51.284888Z","time spent":"342.04753ms","remote":"127.0.0.1:34330","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-17T04:29:51.627066Z","caller":"traceutil/trace.go:171","msg":"trace[817854894] linearizableReadLoop","detail":"{readStateIndex:25730; appliedIndex:25729; }","duration":"339.176921ms","start":"2026-07-17T04:29:51.287848Z","end":"2026-07-17T04:29:51.627025Z","steps":["trace[817854894] 'read index received' (duration: 181.028058ms)","trace[817854894] 'applied index is now lower than readState.Index' (duration: 158.146323ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:29:51.627271Z","caller":"traceutil/trace.go:171","msg":"trace[1271639279] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"197.824996ms","start":"2026-07-17T04:29:51.429421Z","end":"2026-07-17T04:29:51.627246Z","steps":["trace[1271639279] 'process raft request' (duration: 197.501578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:51.627321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.458047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T04:29:51.627358Z","caller":"traceutil/trace.go:171","msg":"trace[1535964504] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24916; }","duration":"339.537169ms","start":"2026-07-17T04:29:51.287811Z","end":"2026-07-17T04:29:51.627348Z","steps":["trace[1535964504] 'agreement among raft nodes before linearized reading' (duration: 339.322754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:51.62739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:29:51.287797Z","time spent":"339.58554ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-17T04:29:51.627502Z","caller":"traceutil/trace.go:171","msg":"trace[1376165534] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"197.473098ms","start":"2026-07-17T04:29:51.43001Z","end":"2026-07-17T04:29:51.627483Z","steps":["trace[1376165534] 'process raft request' (duration: 197.360825ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:51.627643Z","caller":"traceutil/trace.go:171","msg":"trace[1138082495] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"197.707814ms","start":"2026-07-17T04:29:51.429918Z","end":"2026-07-17T04:29:51.627626Z","steps":["trace[1138082495] 'process raft request' (duration: 197.226392ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:51.639399Z","caller":"traceutil/trace.go:171","msg":"trace[710293340] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"136.490736ms","start":"2026-07-17T04:29:51.502878Z","end":"2026-07-17T04:29:51.639368Z","steps":["trace[710293340] 'process raft request' (duration: 136.299652ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:51.956678Z","caller":"traceutil/trace.go:171","msg":"trace[2119830591] linearizableReadLoop","detail":"{readStateIndex:25736; appliedIndex:25735; }","duration":"266.368961ms","start":"2026-07-17T04:29:51.690281Z","end":"2026-07-17T04:29:51.95665Z","steps":["trace[2119830591] 'read index received' (duration: 266.073144ms)","trace[2119830591] 'applied index is now lower than readState.Index' (duration: 294.387µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:29:51.956755Z","caller":"traceutil/trace.go:171","msg":"trace[284689272] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"271.371822ms","start":"2026-07-17T04:29:51.685347Z","end":"2026-07-17T04:29:51.956719Z","steps":["trace[284689272] 'process raft request' (duration: 271.125736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:51.956975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.669329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T04:29:51.957039Z","caller":"traceutil/trace.go:171","msg":"trace[1993790973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24921; }","duration":"266.766922ms","start":"2026-07-17T04:29:51.690258Z","end":"2026-07-17T04:29:51.957025Z","steps":["trace[1993790973] 'agreement among raft nodes before linearized reading' (duration: 266.541656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:51.957124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.978992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-17T04:29:51.957133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.96771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:29:51.957226Z","caller":"traceutil/trace.go:171","msg":"trace[810579299] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24921; }","duration":"254.097933ms","start":"2026-07-17T04:29:51.703101Z","end":"2026-07-17T04:29:51.957199Z","steps":["trace[810579299] 'agreement among raft nodes before linearized reading' (duration: 253.95462ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:51.957165Z","caller":"traceutil/trace.go:171","msg":"trace[1274016766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24921; }","duration":"266.061294ms","start":"2026-07-17T04:29:51.691095Z","end":"2026-07-17T04:29:51.957156Z","steps":["trace[1274016766] 'agreement among raft nodes before linearized reading' (duration: 265.922611ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:52.12184Z","caller":"traceutil/trace.go:171","msg":"trace[1601910573] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"163.901152ms","start":"2026-07-17T04:29:51.957898Z","end":"2026-07-17T04:29:52.121799Z","steps":["trace[1601910573] 'process raft request' (duration: 80.089325ms)","trace[1601910573] 'compare' (duration: 83.438728ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:29:52.121888Z","caller":"traceutil/trace.go:171","msg":"trace[767773050] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"160.221962ms","start":"2026-07-17T04:29:51.961632Z","end":"2026-07-17T04:29:52.121854Z","steps":["trace[767773050] 'process raft request' (duration: 159.941125ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:52.121857Z","caller":"traceutil/trace.go:171","msg":"trace[1973186030] linearizableReadLoop","detail":"{readStateIndex:25737; appliedIndex:25736; }","duration":"161.056232ms","start":"2026-07-17T04:29:51.960761Z","end":"2026-07-17T04:29:52.121818Z","steps":["trace[1973186030] 'read index received' (duration: 77.240646ms)","trace[1973186030] 'applied index is now lower than readState.Index' (duration: 83.809796ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:29:52.122066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.280427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:29:52.122164Z","caller":"traceutil/trace.go:171","msg":"trace[1124787701] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24924; }","duration":"161.40163ms","start":"2026-07-17T04:29:51.960747Z","end":"2026-07-17T04:29:52.122149Z","steps":["trace[1124787701] 'agreement among raft nodes before linearized reading' (duration: 161.154994ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:52.12168Z","caller":"traceutil/trace.go:171","msg":"trace[964540958] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"159.428293ms","start":"2026-07-17T04:29:51.962227Z","end":"2026-07-17T04:29:52.121656Z","steps":["trace[964540958] 'process raft request' (duration: 159.388162ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:52.419372Z","caller":"traceutil/trace.go:171","msg":"trace[24736641] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"149.645986ms","start":"2026-07-17T04:29:52.269693Z","end":"2026-07-17T04:29:52.419339Z","steps":["trace[24736641] 'process raft request' (duration: 126.758099ms)","trace[24736641] 'compare' (duration: 22.671422ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:29:52.903358Z","caller":"traceutil/trace.go:171","msg":"trace[1231924780] linearizableReadLoop","detail":"{readStateIndex:25741; appliedIndex:25740; }","duration":"274.54552ms","start":"2026-07-17T04:29:52.628784Z","end":"2026-07-17T04:29:52.90333Z","steps":["trace[1231924780] 'read index received' (duration: 274.326815ms)","trace[1231924780] 'applied index is now lower than readState.Index' (duration: 217.025µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:29:52.903687Z","caller":"traceutil/trace.go:171","msg":"trace[1317988728] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"285.970987ms","start":"2026-07-17T04:29:52.617698Z","end":"2026-07-17T04:29:52.903668Z","steps":["trace[1317988728] 'process raft request' (duration: 285.473175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:52.904072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.269698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T04:29:52.904125Z","caller":"traceutil/trace.go:171","msg":"trace[1896241918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24926; }","duration":"275.377561ms","start":"2026-07-17T04:29:52.628735Z","end":"2026-07-17T04:29:52.904112Z","steps":["trace[1896241918] 'agreement among raft nodes before linearized reading' (duration: 275.213627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:52.904408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.906291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-17T04:29:52.904452Z","caller":"traceutil/trace.go:171","msg":"trace[1381320284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24926; }","duration":"249.990463ms","start":"2026-07-17T04:29:52.654451Z","end":"2026-07-17T04:29:52.904442Z","steps":["trace[1381320284] 'agreement among raft nodes before linearized reading' (duration: 249.883161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:52.904703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.409058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:29:52.904745Z","caller":"traceutil/trace.go:171","msg":"trace[18726272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24926; }","duration":"216.491109ms","start":"2026-07-17T04:29:52.688244Z","end":"2026-07-17T04:29:52.904735Z","steps":["trace[18726272] 'agreement among raft nodes before linearized reading' (duration: 216.424658ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:29:53.200203Z","caller":"traceutil/trace.go:171","msg":"trace[1960257156] linearizableReadLoop","detail":"{readStateIndex:25744; appliedIndex:25743; }","duration":"257.172037ms","start":"2026-07-17T04:29:52.943008Z","end":"2026-07-17T04:29:53.20018Z","steps":["trace[1960257156] 'read index received' (duration: 174.319565ms)","trace[1960257156] 'applied index is now lower than readState.Index' (duration: 82.851482ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:29:53.200375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.352012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T04:29:53.200217Z","caller":"traceutil/trace.go:171","msg":"trace[676667364] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"259.567845ms","start":"2026-07-17T04:29:52.940619Z","end":"2026-07-17T04:29:53.200187Z","steps":["trace[676667364] 'process raft request' (duration: 176.661051ms)","trace[676667364] 'compare' (duration: 82.74532ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:29:53.200406Z","caller":"traceutil/trace.go:171","msg":"trace[735423107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24929; }","duration":"257.431163ms","start":"2026-07-17T04:29:52.942967Z","end":"2026-07-17T04:29:53.200398Z","steps":["trace[735423107] 'agreement among raft nodes before linearized reading' (duration: 257.348631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:29:53.20048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.555948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T04:29:53.200568Z","caller":"traceutil/trace.go:171","msg":"trace[1688550036] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24929; }","duration":"213.692951ms","start":"2026-07-17T04:29:52.986849Z","end":"2026-07-17T04:29:53.200541Z","steps":["trace[1688550036] 'agreement among raft nodes before linearized reading' (duration: 213.538458ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:03.586711Z","caller":"traceutil/trace.go:171","msg":"trace[763917941] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"333.167985ms","start":"2026-07-17T04:30:03.253524Z","end":"2026-07-17T04:30:03.586692Z","steps":["trace[763917941] 'process raft request' (duration: 333.061612ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:03.586744Z","caller":"traceutil/trace.go:171","msg":"trace[749954657] linearizableReadLoop","detail":"{readStateIndex:25832; appliedIndex:25832; }","duration":"274.347475ms","start":"2026-07-17T04:30:03.312371Z","end":"2026-07-17T04:30:03.586719Z","steps":["trace[749954657] 'read index received' (duration: 274.338535ms)","trace[749954657] 'applied index is now lower than readState.Index' (duration: 7.26µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:03.586854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:03.253492Z","time spent":"333.271927ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:30:03.586963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.57513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:03.586998Z","caller":"traceutil/trace.go:171","msg":"trace[1722500087] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25015; }","duration":"274.668253ms","start":"2026-07-17T04:30:03.31232Z","end":"2026-07-17T04:30:03.586988Z","steps":["trace[1722500087] 'agreement among raft nodes before linearized reading' (duration: 274.54743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:03.832695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.447535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:30:03.8328Z","caller":"traceutil/trace.go:171","msg":"trace[2135067339] linearizableReadLoop","detail":"{readStateIndex:25833; appliedIndex:25832; }","duration":"245.933185ms","start":"2026-07-17T04:30:03.58685Z","end":"2026-07-17T04:30:03.832783Z","steps":["trace[2135067339] 'read index received' (duration: 123.311746ms)","trace[2135067339] 'applied index is now lower than readState.Index' (duration: 122.620209ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:03.832873Z","caller":"traceutil/trace.go:171","msg":"trace[1793809973] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"511.18225ms","start":"2026-07-17T04:30:03.321679Z","end":"2026-07-17T04:30:03.832861Z","steps":["trace[1793809973] 'process raft request' (duration: 388.472799ms)","trace[1793809973] 'compare' (duration: 122.286451ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:03.832938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:03.321667Z","time spent":"511.240491ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:30:03.833263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.752289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T04:30:03.833357Z","caller":"traceutil/trace.go:171","msg":"trace[111143441] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25016; }","duration":"517.876771ms","start":"2026-07-17T04:30:03.315451Z","end":"2026-07-17T04:30:03.833327Z","steps":["trace[111143441] 'agreement among raft nodes before linearized reading' (duration: 517.693787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:03.833412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:03.315444Z","time spent":"517.957323ms","remote":"127.0.0.1:36292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-17T04:30:03.834097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.752259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-17T04:30:03.834179Z","caller":"traceutil/trace.go:171","msg":"trace[456206972] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25016; }","duration":"503.877291ms","start":"2026-07-17T04:30:03.330285Z","end":"2026-07-17T04:30:03.834162Z","steps":["trace[456206972] 'agreement among raft nodes before linearized reading' (duration: 502.5812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:03.83422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:03.330272Z","time spent":"503.937783ms","remote":"127.0.0.1:34834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2655,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-17T04:30:03.969154Z","caller":"traceutil/trace.go:171","msg":"trace[2084198460] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"303.503363ms","start":"2026-07-17T04:30:03.665624Z","end":"2026-07-17T04:30:03.969127Z","steps":["trace[2084198460] 'process raft request' (duration: 284.40894ms)","trace[2084198460] 'compare' (duration: 18.928579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:03.969322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:03.665602Z","time spent":"303.627978ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:30:03.96947Z","caller":"traceutil/trace.go:171","msg":"trace[221015032] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"302.175902ms","start":"2026-07-17T04:30:03.667266Z","end":"2026-07-17T04:30:03.969442Z","steps":["trace[221015032] 'process raft request' (duration: 301.813972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:03.969618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:03.667252Z","time spent":"302.285834ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:30:03.969919Z","caller":"traceutil/trace.go:171","msg":"trace[2055385126] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"299.949767ms","start":"2026-07-17T04:30:03.669956Z","end":"2026-07-17T04:30:03.969906Z","steps":["trace[2055385126] 'process raft request' (duration: 299.389274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:03.969986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:03.669943Z","time spent":"300.005249ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:30:03.970022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.635198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:03.970083Z","caller":"traceutil/trace.go:171","msg":"trace[1266675658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25019; }","duration":"273.720201ms","start":"2026-07-17T04:30:03.696336Z","end":"2026-07-17T04:30:03.970056Z","steps":["trace[1266675658] 'agreement among raft nodes before linearized reading' (duration: 273.607988ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:03.969887Z","caller":"traceutil/trace.go:171","msg":"trace[1425761006] linearizableReadLoop","detail":"{readStateIndex:25836; appliedIndex:25833; }","duration":"137.0296ms","start":"2026-07-17T04:30:03.832826Z","end":"2026-07-17T04:30:03.969856Z","steps":["trace[1425761006] 'read index received' (duration: 117.124186ms)","trace[1425761006] 'applied index is now lower than readState.Index' (duration: 19.903504ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:03.970338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.485461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:03.97044Z","caller":"traceutil/trace.go:171","msg":"trace[1419910903] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25019; }","duration":"249.598774ms","start":"2026-07-17T04:30:03.720815Z","end":"2026-07-17T04:30:03.970414Z","steps":["trace[1419910903] 'agreement among raft nodes before linearized reading' (duration: 249.44159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:03.970515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.424389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T04:30:03.970628Z","caller":"traceutil/trace.go:171","msg":"trace[1918424970] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25019; }","duration":"237.530381ms","start":"2026-07-17T04:30:03.73304Z","end":"2026-07-17T04:30:03.970571Z","steps":["trace[1918424970] 'agreement among raft nodes before linearized reading' (duration: 237.344126ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:04.354555Z","caller":"traceutil/trace.go:171","msg":"trace[1815318403] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"344.970891ms","start":"2026-07-17T04:30:04.009555Z","end":"2026-07-17T04:30:04.354526Z","steps":["trace[1815318403] 'process raft request' (duration: 344.697825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:04.354711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:04.009532Z","time spent":"345.097265ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:30:04.370006Z","caller":"traceutil/trace.go:171","msg":"trace[1898741646] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"202.428619ms","start":"2026-07-17T04:30:04.167559Z","end":"2026-07-17T04:30:04.369987Z","steps":["trace[1898741646] 'process raft request' (duration: 202.261365ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:04.370178Z","caller":"traceutil/trace.go:171","msg":"trace[583581046] linearizableReadLoop","detail":"{readStateIndex:25838; appliedIndex:25836; }","duration":"193.891731ms","start":"2026-07-17T04:30:04.176259Z","end":"2026-07-17T04:30:04.370151Z","steps":["trace[583581046] 'read index received' (duration: 177.952354ms)","trace[583581046] 'applied index is now lower than readState.Index' (duration: 15.937747ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:04.37026Z","caller":"traceutil/trace.go:171","msg":"trace[1716845083] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"189.32786ms","start":"2026-07-17T04:30:04.180904Z","end":"2026-07-17T04:30:04.370232Z","steps":["trace[1716845083] 'process raft request' (duration: 189.048133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:04.370453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.170109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-17T04:30:04.370506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.842856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-17T04:30:04.370545Z","caller":"traceutil/trace.go:171","msg":"trace[721110962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25022; }","duration":"190.915478ms","start":"2026-07-17T04:30:04.17962Z","end":"2026-07-17T04:30:04.370535Z","steps":["trace[721110962] 'agreement among raft nodes before linearized reading' (duration: 190.743584ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:04.370511Z","caller":"traceutil/trace.go:171","msg":"trace[755876332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25022; }","duration":"194.284361ms","start":"2026-07-17T04:30:04.176215Z","end":"2026-07-17T04:30:04.370499Z","steps":["trace[755876332] 'agreement among raft nodes before linearized reading' (duration: 194.060646ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:04.520296Z","caller":"traceutil/trace.go:171","msg":"trace[133819501] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"146.135121ms","start":"2026-07-17T04:30:04.374136Z","end":"2026-07-17T04:30:04.520271Z","steps":["trace[133819501] 'process raft request' (duration: 145.975577ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:04.520326Z","caller":"traceutil/trace.go:171","msg":"trace[2066805393] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"146.180521ms","start":"2026-07-17T04:30:04.374102Z","end":"2026-07-17T04:30:04.520283Z","steps":["trace[2066805393] 'process raft request' (duration: 133.863092ms)","trace[2066805393] 'compare' (duration: 11.851348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:04.520451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.206022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:04.520335Z","caller":"traceutil/trace.go:171","msg":"trace[951138543] linearizableReadLoop","detail":"{readStateIndex:25841; appliedIndex:25839; }","duration":"146.077958ms","start":"2026-07-17T04:30:04.37423Z","end":"2026-07-17T04:30:04.520308Z","steps":["trace[951138543] 'read index received' (duration: 133.732959ms)","trace[951138543] 'applied index is now lower than readState.Index' (duration: 12.343909ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:04.520509Z","caller":"traceutil/trace.go:171","msg":"trace[1913002904] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25025; }","duration":"146.266344ms","start":"2026-07-17T04:30:04.374218Z","end":"2026-07-17T04:30:04.520484Z","steps":["trace[1913002904] 'agreement among raft nodes before linearized reading' (duration: 146.169011ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:05.170878Z","caller":"traceutil/trace.go:171","msg":"trace[1948994955] linearizableReadLoop","detail":"{readStateIndex:25843; appliedIndex:25842; }","duration":"209.766315ms","start":"2026-07-17T04:30:04.961087Z","end":"2026-07-17T04:30:05.170853Z","steps":["trace[1948994955] 'read index received' (duration: 209.663703ms)","trace[1948994955] 'applied index is now lower than readState.Index' (duration: 101.462µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:05.170983Z","caller":"traceutil/trace.go:171","msg":"trace[630493223] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"230.372458ms","start":"2026-07-17T04:30:04.940601Z","end":"2026-07-17T04:30:05.170973Z","steps":["trace[630493223] 'process raft request' (duration: 230.07412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:05.171166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.056623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T04:30:05.171207Z","caller":"traceutil/trace.go:171","msg":"trace[953840845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25026; }","duration":"210.145145ms","start":"2026-07-17T04:30:04.961052Z","end":"2026-07-17T04:30:05.171197Z","steps":["trace[953840845] 'agreement among raft nodes before linearized reading' (duration: 210.060413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:05.183965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.669714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-17T04:30:05.184102Z","caller":"traceutil/trace.go:171","msg":"trace[1765730802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25028; }","duration":"202.876479ms","start":"2026-07-17T04:30:04.981204Z","end":"2026-07-17T04:30:05.184081Z","steps":["trace[1765730802] 'agreement among raft nodes before linearized reading' (duration: 202.400098ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:05.184243Z","caller":"traceutil/trace.go:171","msg":"trace[1035836626] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"213.903036ms","start":"2026-07-17T04:30:04.970301Z","end":"2026-07-17T04:30:05.184204Z","steps":["trace[1035836626] 'process raft request' (duration: 213.25324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:05.184362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.725685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:05.184394Z","caller":"traceutil/trace.go:171","msg":"trace[1921989531] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25028; }","duration":"116.814017ms","start":"2026-07-17T04:30:05.067571Z","end":"2026-07-17T04:30:05.184385Z","steps":["trace[1921989531] 'agreement among raft nodes before linearized reading' (duration: 116.722965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:05.184409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.343663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-17T04:30:05.184411Z","caller":"traceutil/trace.go:171","msg":"trace[1621014616] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"218.294053ms","start":"2026-07-17T04:30:04.966091Z","end":"2026-07-17T04:30:05.184385Z","steps":["trace[1621014616] 'process raft request' (duration: 217.281029ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:05.184459Z","caller":"traceutil/trace.go:171","msg":"trace[582061035] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25028; }","duration":"106.432656ms","start":"2026-07-17T04:30:05.078011Z","end":"2026-07-17T04:30:05.184443Z","steps":["trace[582061035] 'agreement among raft nodes before linearized reading' (duration: 106.238051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:05.184533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.612805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T04:30:05.18461Z","caller":"traceutil/trace.go:171","msg":"trace[1051884535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25028; }","duration":"191.739098ms","start":"2026-07-17T04:30:04.992853Z","end":"2026-07-17T04:30:05.184592Z","steps":["trace[1051884535] 'agreement among raft nodes before linearized reading' (duration: 191.483022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:05.534855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.167425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:30:05.535022Z","caller":"traceutil/trace.go:171","msg":"trace[1322913044] linearizableReadLoop","detail":"{readStateIndex:25847; appliedIndex:25845; }","duration":"344.94551ms","start":"2026-07-17T04:30:05.190061Z","end":"2026-07-17T04:30:05.535006Z","steps":["trace[1322913044] 'read index received' (duration: 141.538509ms)","trace[1322913044] 'applied index is now lower than readState.Index' (duration: 203.406131ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:05.535139Z","caller":"traceutil/trace.go:171","msg":"trace[480762164] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"346.230691ms","start":"2026-07-17T04:30:05.188881Z","end":"2026-07-17T04:30:05.535111Z","steps":["trace[480762164] 'process raft request' (duration: 142.704147ms)","trace[480762164] 'compare' (duration: 203.057033ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:05.535143Z","caller":"traceutil/trace.go:171","msg":"trace[844326451] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"345.241168ms","start":"2026-07-17T04:30:05.189864Z","end":"2026-07-17T04:30:05.535105Z","steps":["trace[844326451] 'process raft request' (duration: 345.088224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:05.535205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.138156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-07-17T04:30:05.535258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:05.188869Z","time spent":"346.324545ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:30:05.535264Z","caller":"traceutil/trace.go:171","msg":"trace[1534546064] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25030; }","duration":"345.192788ms","start":"2026-07-17T04:30:05.190034Z","end":"2026-07-17T04:30:05.535227Z","steps":["trace[1534546064] 'agreement among raft nodes before linearized reading' (duration: 345.063883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:05.535301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:05.190028Z","time spent":"345.263659ms","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-17T04:30:05.535329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:05.189845Z","time spent":"345.386182ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:30:05.535445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.726753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T04:30:05.535497Z","caller":"traceutil/trace.go:171","msg":"trace[86081852] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25030; }","duration":"227.853966ms","start":"2026-07-17T04:30:05.307633Z","end":"2026-07-17T04:30:05.535487Z","steps":["trace[86081852] 'agreement among raft nodes before linearized reading' (duration: 227.751033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:05.535477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.811894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:05.535553Z","caller":"traceutil/trace.go:171","msg":"trace[1242952659] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25030; }","duration":"343.918336ms","start":"2026-07-17T04:30:05.191613Z","end":"2026-07-17T04:30:05.535531Z","steps":["trace[1242952659] 'agreement among raft nodes before linearized reading' (duration: 343.770372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:05.535601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:05.191606Z","time spent":"343.980707ms","remote":"127.0.0.1:34382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-07-17T04:30:05.823699Z","caller":"traceutil/trace.go:171","msg":"trace[961586914] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"286.316016ms","start":"2026-07-17T04:30:05.537353Z","end":"2026-07-17T04:30:05.823669Z","steps":["trace[961586914] 'process raft request' (duration: 189.367532ms)","trace[961586914] 'compare' (duration: 96.385011ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:05.823802Z","caller":"traceutil/trace.go:171","msg":"trace[451812788] linearizableReadLoop","detail":"{readStateIndex:25848; appliedIndex:25847; }","duration":"284.495602ms","start":"2026-07-17T04:30:05.539251Z","end":"2026-07-17T04:30:05.823747Z","steps":["trace[451812788] 'read index received' (duration: 187.497995ms)","trace[451812788] 'applied index is now lower than readState.Index' (duration: 96.992347ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:05.824042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.792339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ee048738-8158-41e6-8a32-c0c8b486d216\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-17T04:30:05.824105Z","caller":"traceutil/trace.go:171","msg":"trace[1443228863] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ee048738-8158-41e6-8a32-c0c8b486d216; range_end:; response_count:1; response_revision:25031; }","duration":"284.944313ms","start":"2026-07-17T04:30:05.539145Z","end":"2026-07-17T04:30:05.824089Z","steps":["trace[1443228863] 'agreement among raft nodes before linearized reading' (duration: 284.722818ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:05.824318Z","caller":"traceutil/trace.go:171","msg":"trace[1646002800] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"231.642088ms","start":"2026-07-17T04:30:05.592656Z","end":"2026-07-17T04:30:05.824298Z","steps":["trace[1646002800] 'process raft request' (duration: 231.404612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:05.824431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.377195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:05.824486Z","caller":"traceutil/trace.go:171","msg":"trace[1030608736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25032; }","duration":"134.488297ms","start":"2026-07-17T04:30:05.689981Z","end":"2026-07-17T04:30:05.82447Z","steps":["trace[1030608736] 'agreement among raft nodes before linearized reading' (duration: 134.315453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:05.825092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.475648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-17T04:30:05.825143Z","caller":"traceutil/trace.go:171","msg":"trace[519807341] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25032; }","duration":"246.57814ms","start":"2026-07-17T04:30:05.578554Z","end":"2026-07-17T04:30:05.825132Z","steps":["trace[519807341] 'agreement among raft nodes before linearized reading' (duration: 245.701729ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:05.975067Z","caller":"traceutil/trace.go:171","msg":"trace[3470535] linearizableReadLoop","detail":"{readStateIndex:25850; appliedIndex:25849; }","duration":"137.261855ms","start":"2026-07-17T04:30:05.837784Z","end":"2026-07-17T04:30:05.975046Z","steps":["trace[3470535] 'read index received' (duration: 137.064999ms)","trace[3470535] 'applied index is now lower than readState.Index' (duration: 195.836µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:05.975279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.47495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-07-17T04:30:05.975318Z","caller":"traceutil/trace.go:171","msg":"trace[167957334] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:25033; }","duration":"137.545991ms","start":"2026-07-17T04:30:05.837762Z","end":"2026-07-17T04:30:05.975308Z","steps":["trace[167957334] 'agreement among raft nodes before linearized reading' (duration: 137.369597ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:05.97539Z","caller":"traceutil/trace.go:171","msg":"trace[417015772] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"139.487168ms","start":"2026-07-17T04:30:05.835879Z","end":"2026-07-17T04:30:05.975366Z","steps":["trace[417015772] 'process raft request' (duration: 139.015326ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:05.979537Z","caller":"traceutil/trace.go:171","msg":"trace[1012754424] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"140.021392ms","start":"2026-07-17T04:30:05.839504Z","end":"2026-07-17T04:30:05.979525Z","steps":["trace[1012754424] 'process raft request' (duration: 139.91401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:06.525128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.823009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:30:06.525411Z","caller":"traceutil/trace.go:171","msg":"trace[1737759726] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"550.262248ms","start":"2026-07-17T04:30:05.975082Z","end":"2026-07-17T04:30:06.525344Z","steps":["trace[1737759726] 'process raft request' (duration: 200.040949ms)","trace[1737759726] 'compare' (duration: 348.982439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:06.5256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:05.975059Z","time spent":"550.451663ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:30:06.525863Z","caller":"traceutil/trace.go:171","msg":"trace[135457637] linearizableReadLoop","detail":"{readStateIndex:25855; appliedIndex:25850; }","duration":"549.594322ms","start":"2026-07-17T04:30:05.976246Z","end":"2026-07-17T04:30:06.52584Z","steps":["trace[135457637] 'read index received' (duration: 3.174987ms)","trace[135457637] 'applied index is now lower than readState.Index' (duration: 546.417835ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:06.526095Z","caller":"traceutil/trace.go:171","msg":"trace[1323929657] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"550.107774ms","start":"2026-07-17T04:30:05.975969Z","end":"2026-07-17T04:30:06.526076Z","steps":["trace[1323929657] 'process raft request' (duration: 549.761396ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:06.526293Z","caller":"traceutil/trace.go:171","msg":"trace[1860977004] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"550.301359ms","start":"2026-07-17T04:30:05.975965Z","end":"2026-07-17T04:30:06.526267Z","steps":["trace[1860977004] 'process raft request' (duration: 549.586772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:06.526305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.047534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-rs9jk\" ","response":"range_response_count:1 size:4483"} {"level":"info","ts":"2026-07-17T04:30:06.526363Z","caller":"traceutil/trace.go:171","msg":"trace[986708377] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-rs9jk; range_end:; response_count:1; response_revision:25038; }","duration":"550.122015ms","start":"2026-07-17T04:30:05.976224Z","end":"2026-07-17T04:30:06.526346Z","steps":["trace[986708377] 'agreement among raft nodes before linearized reading' (duration: 549.945961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:06.526409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:05.975947Z","time spent":"550.395992ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:30:06.526416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:05.976215Z","time spent":"550.189866ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4505,"request content":"key:\"/registry/pods/kube-system/kube-proxy-rs9jk\" "} {"level":"warn","ts":"2026-07-17T04:30:06.526195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:05.975954Z","time spent":"550.192836ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:30:06.609277Z","caller":"traceutil/trace.go:171","msg":"trace[132992870] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"626.653605ms","start":"2026-07-17T04:30:05.982596Z","end":"2026-07-17T04:30:06.609249Z","steps":["trace[132992870] 'process raft request' (duration: 626.482311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:06.609494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:05.982581Z","time spent":"626.798789ms","remote":"127.0.0.1:60342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:30:06.807817Z","caller":"traceutil/trace.go:171","msg":"trace[502466694] linearizableReadLoop","detail":"{readStateIndex:25857; appliedIndex:25856; }","duration":"281.870628ms","start":"2026-07-17T04:30:06.525922Z","end":"2026-07-17T04:30:06.807793Z","steps":["trace[502466694] 'read index received' (duration: 83.311564ms)","trace[502466694] 'applied index is now lower than readState.Index' (duration: 198.557714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:06.808052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.275423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-17T04:30:06.808126Z","caller":"traceutil/trace.go:171","msg":"trace[1029381426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25041; }","duration":"283.393705ms","start":"2026-07-17T04:30:06.524711Z","end":"2026-07-17T04:30:06.808105Z","steps":["trace[1029381426] 'agreement among raft nodes before linearized reading' (duration: 283.130048ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:06.808333Z","caller":"traceutil/trace.go:171","msg":"trace[628449307] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"431.093254ms","start":"2026-07-17T04:30:06.37722Z","end":"2026-07-17T04:30:06.808313Z","steps":["trace[628449307] 'process raft request' (duration: 430.249834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:06.808456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:06.377181Z","time spent":"431.201866ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:30:06.808469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.441928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-17T04:30:06.808583Z","caller":"traceutil/trace.go:171","msg":"trace[739633271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25041; }","duration":"449.576622ms","start":"2026-07-17T04:30:06.358984Z","end":"2026-07-17T04:30:06.80856Z","steps":["trace[739633271] 'agreement among raft nodes before linearized reading' (duration: 449.250614ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:06.808582Z","caller":"traceutil/trace.go:171","msg":"trace[1355552801] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"281.309504ms","start":"2026-07-17T04:30:06.527243Z","end":"2026-07-17T04:30:06.808553Z","steps":["trace[1355552801] 'process raft request' (duration: 280.453684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:06.80863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:06.358963Z","time spent":"449.657194ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T04:30:06.808757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.625735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-17T04:30:06.808902Z","caller":"traceutil/trace.go:171","msg":"trace[680896517] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25041; }","duration":"673.818989ms","start":"2026-07-17T04:30:06.135065Z","end":"2026-07-17T04:30:06.808884Z","steps":["trace[680896517] 'agreement among raft nodes before linearized reading' (duration: 673.397649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:06.80897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:06.135038Z","time spent":"673.918962ms","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-17T04:30:06.809115Z","caller":"traceutil/trace.go:171","msg":"trace[343677880] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"144.332076ms","start":"2026-07-17T04:30:06.664769Z","end":"2026-07-17T04:30:06.809101Z","steps":["trace[343677880] 'process raft request' (duration: 144.208043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:06.809115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.579257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:06.809175Z","caller":"traceutil/trace.go:171","msg":"trace[837045870] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:0; response_revision:25042; }","duration":"194.679419ms","start":"2026-07-17T04:30:06.61448Z","end":"2026-07-17T04:30:06.80916Z","steps":["trace[837045870] 'agreement among raft nodes before linearized reading' (duration: 194.577157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:06.809284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.646492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:06.809386Z","caller":"traceutil/trace.go:171","msg":"trace[2130506417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25042; }","duration":"118.823396ms","start":"2026-07-17T04:30:06.690542Z","end":"2026-07-17T04:30:06.809366Z","steps":["trace[2130506417] 'agreement among raft nodes before linearized reading' (duration: 118.629521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:06.808108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.668272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T04:30:06.809886Z","caller":"traceutil/trace.go:171","msg":"trace[1051399907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25041; }","duration":"285.515107ms","start":"2026-07-17T04:30:06.524354Z","end":"2026-07-17T04:30:06.809869Z","steps":["trace[1051399907] 'agreement among raft nodes before linearized reading' (duration: 283.5941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:08.371429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.250622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-17T04:30:08.371993Z","caller":"traceutil/trace.go:171","msg":"trace[548866492] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25109; }","duration":"162.463637ms","start":"2026-07-17T04:30:08.209104Z","end":"2026-07-17T04:30:08.371568Z","steps":["trace[548866492] 'range keys from in-memory index tree' (duration: 162.098489ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:08.483148Z","caller":"traceutil/trace.go:171","msg":"trace[1520856775] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"101.70498ms","start":"2026-07-17T04:30:08.38141Z","end":"2026-07-17T04:30:08.483115Z","steps":["trace[1520856775] 'process raft request' (duration: 99.948537ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:09.820024Z","caller":"traceutil/trace.go:171","msg":"trace[1200177199] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"270.324967ms","start":"2026-07-17T04:30:09.54967Z","end":"2026-07-17T04:30:09.819995Z","steps":["trace[1200177199] 'process raft request' (duration: 270.110942ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:09.833983Z","caller":"traceutil/trace.go:171","msg":"trace[1881205277] linearizableReadLoop","detail":"{readStateIndex:25946; appliedIndex:25943; }","duration":"147.112464ms","start":"2026-07-17T04:30:09.686855Z","end":"2026-07-17T04:30:09.833968Z","steps":["trace[1881205277] 'read index received' (duration: 132.987131ms)","trace[1881205277] 'applied index is now lower than readState.Index' (duration: 14.124663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:09.834087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.216856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:09.834119Z","caller":"traceutil/trace.go:171","msg":"trace[1971003248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25127; }","duration":"147.297748ms","start":"2026-07-17T04:30:09.686812Z","end":"2026-07-17T04:30:09.83411Z","steps":["trace[1971003248] 'agreement among raft nodes before linearized reading' (duration: 147.215086ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:09.834346Z","caller":"traceutil/trace.go:171","msg":"trace[140626496] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"283.959159ms","start":"2026-07-17T04:30:09.550376Z","end":"2026-07-17T04:30:09.834336Z","steps":["trace[140626496] 'process raft request' (duration: 283.497648ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:09.834607Z","caller":"traceutil/trace.go:171","msg":"trace[231436733] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"268.933644ms","start":"2026-07-17T04:30:09.565665Z","end":"2026-07-17T04:30:09.834598Z","steps":["trace[231436733] 'process raft request' (duration: 268.269668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:14.159372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.847145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:30:14.159511Z","caller":"traceutil/trace.go:171","msg":"trace[80841439] linearizableReadLoop","detail":"{readStateIndex:26003; appliedIndex:26001; }","duration":"178.525378ms","start":"2026-07-17T04:30:13.980973Z","end":"2026-07-17T04:30:14.159499Z","steps":["trace[80841439] 'read index received' (duration: 20.502789ms)","trace[80841439] 'applied index is now lower than readState.Index' (duration: 158.021569ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:14.15956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.591679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:14.159573Z","caller":"traceutil/trace.go:171","msg":"trace[1317408442] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"297.326633ms","start":"2026-07-17T04:30:13.862232Z","end":"2026-07-17T04:30:14.159558Z","steps":["trace[1317408442] 'process raft request' (duration: 139.227152ms)","trace[1317408442] 'compare' (duration: 157.62359ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:14.159582Z","caller":"traceutil/trace.go:171","msg":"trace[305262127] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25182; }","duration":"178.678111ms","start":"2026-07-17T04:30:13.980893Z","end":"2026-07-17T04:30:14.159571Z","steps":["trace[305262127] 'agreement among raft nodes before linearized reading' (duration: 178.639281ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:14.159729Z","caller":"traceutil/trace.go:171","msg":"trace[1618790196] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"296.481703ms","start":"2026-07-17T04:30:13.863231Z","end":"2026-07-17T04:30:14.159712Z","steps":["trace[1618790196] 'process raft request' (duration: 296.224477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:26.484373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.657487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:30:26.484461Z","caller":"traceutil/trace.go:171","msg":"trace[769387860] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"262.246652ms","start":"2026-07-17T04:30:26.222201Z","end":"2026-07-17T04:30:26.484447Z","steps":["trace[769387860] 'process raft request' (duration: 128.456721ms)","trace[769387860] 'compare' (duration: 133.573385ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:26.765768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.474936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:30:26.76597Z","caller":"traceutil/trace.go:171","msg":"trace[1114491239] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"527.252369ms","start":"2026-07-17T04:30:26.238685Z","end":"2026-07-17T04:30:26.765938Z","steps":["trace[1114491239] 'process raft request' (duration: 362.486006ms)","trace[1114491239] 'compare' (duration: 164.176189ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:26.766145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:26.238656Z","time spent":"527.397843ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:30:26.923448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.552347ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-17T04:30:26.923966Z","caller":"traceutil/trace.go:171","msg":"trace[701000926] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"338.104925ms","start":"2026-07-17T04:30:26.585831Z","end":"2026-07-17T04:30:26.923936Z","steps":["trace[701000926] 'process raft request' (duration: 337.693034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:26.924187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:26.585806Z","time spent":"338.242058ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:30:27.159513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.383529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:30:27.160105Z","caller":"traceutil/trace.go:171","msg":"trace[1716180368] linearizableReadLoop","detail":"{readStateIndex:26118; appliedIndex:26113; }","duration":"257.575968ms","start":"2026-07-17T04:30:26.902505Z","end":"2026-07-17T04:30:27.160081Z","steps":["trace[1716180368] 'read index received' (duration: 248.410355ms)","trace[1716180368] 'applied index is now lower than readState.Index' (duration: 9.163923ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:27.160295Z","caller":"traceutil/trace.go:171","msg":"trace[1386157365] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"569.419954ms","start":"2026-07-17T04:30:26.59086Z","end":"2026-07-17T04:30:27.16028Z","steps":["trace[1386157365] 'process raft request' (duration: 333.053231ms)","trace[1386157365] 'compare' (duration: 235.05896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:27.160405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:26.590832Z","time spent":"569.528107ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:30:27.160551Z","caller":"traceutil/trace.go:171","msg":"trace[884351819] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"569.23061ms","start":"2026-07-17T04:30:26.591294Z","end":"2026-07-17T04:30:27.160525Z","steps":["trace[884351819] 'process raft request' (duration: 568.457301ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:27.160571Z","caller":"traceutil/trace.go:171","msg":"trace[455386179] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"322.003853ms","start":"2026-07-17T04:30:26.838544Z","end":"2026-07-17T04:30:27.160548Z","steps":["trace[455386179] 'process raft request' (duration: 321.352098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:27.160717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:26.83851Z","time spent":"322.116136ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:30:27.160727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.847428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T04:30:27.160745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:26.591277Z","time spent":"569.346302ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:30:27.160763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.887978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T04:30:27.160775Z","caller":"traceutil/trace.go:171","msg":"trace[1316029270] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25294; }","duration":"125.930219ms","start":"2026-07-17T04:30:27.034829Z","end":"2026-07-17T04:30:27.160759Z","steps":["trace[1316029270] 'agreement among raft nodes before linearized reading' (duration: 125.836227ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:27.160795Z","caller":"traceutil/trace.go:171","msg":"trace[1409343258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25294; }","duration":"253.988921ms","start":"2026-07-17T04:30:26.906799Z","end":"2026-07-17T04:30:27.160788Z","steps":["trace[1409343258] 'agreement among raft nodes before linearized reading' (duration: 253.842387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:27.160763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.249474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-17T04:30:27.160558Z","caller":"traceutil/trace.go:171","msg":"trace[1456655988] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"291.524563ms","start":"2026-07-17T04:30:26.868998Z","end":"2026-07-17T04:30:27.160523Z","steps":["trace[1456655988] 'process raft request' (duration: 290.948939ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:27.160845Z","caller":"traceutil/trace.go:171","msg":"trace[812409802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25294; }","duration":"258.380147ms","start":"2026-07-17T04:30:26.902445Z","end":"2026-07-17T04:30:27.160826Z","steps":["trace[812409802] 'agreement among raft nodes before linearized reading' (duration: 258.09696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:27.160845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.254565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-17T04:30:27.160902Z","caller":"traceutil/trace.go:171","msg":"trace[2046077546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25294; }","duration":"251.347246ms","start":"2026-07-17T04:30:26.90954Z","end":"2026-07-17T04:30:27.160887Z","steps":["trace[2046077546] 'agreement among raft nodes before linearized reading' (duration: 251.189482ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:27.160919Z","caller":"traceutil/trace.go:171","msg":"trace[1659439792] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"285.588249ms","start":"2026-07-17T04:30:26.875325Z","end":"2026-07-17T04:30:27.160914Z","steps":["trace[1659439792] 'process raft request' (duration: 284.697728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:27.42027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.637404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:30:27.420552Z","caller":"traceutil/trace.go:171","msg":"trace[726857729] linearizableReadLoop","detail":"{readStateIndex:26121; appliedIndex:26118; }","duration":"204.155411ms","start":"2026-07-17T04:30:27.216378Z","end":"2026-07-17T04:30:27.420534Z","steps":["trace[726857729] 'read index received' (duration: 73.385183ms)","trace[726857729] 'applied index is now lower than readState.Index' (duration: 130.768678ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:27.420586Z","caller":"traceutil/trace.go:171","msg":"trace[1727158357] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"252.995337ms","start":"2026-07-17T04:30:27.167528Z","end":"2026-07-17T04:30:27.420523Z","steps":["trace[1727158357] 'process raft request' (duration: 121.923252ms)","trace[1727158357] 'compare' (duration: 130.4776ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:27.420659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.285173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T04:30:27.42069Z","caller":"traceutil/trace.go:171","msg":"trace[817663836] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25297; }","duration":"204.369675ms","start":"2026-07-17T04:30:27.216309Z","end":"2026-07-17T04:30:27.420679Z","steps":["trace[817663836] 'agreement among raft nodes before linearized reading' (duration: 204.283073ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:27.420842Z","caller":"traceutil/trace.go:171","msg":"trace[1766482871] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"253.13382ms","start":"2026-07-17T04:30:27.16768Z","end":"2026-07-17T04:30:27.420814Z","steps":["trace[1766482871] 'process raft request' (duration: 252.74024ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:27.420851Z","caller":"traceutil/trace.go:171","msg":"trace[896274438] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"253.082148ms","start":"2026-07-17T04:30:27.167746Z","end":"2026-07-17T04:30:27.420828Z","steps":["trace[896274438] 'process raft request' (duration: 252.75321ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:27.564444Z","caller":"traceutil/trace.go:171","msg":"trace[1998114337] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"274.443178ms","start":"2026-07-17T04:30:27.289967Z","end":"2026-07-17T04:30:27.56441Z","steps":["trace[1998114337] 'process raft request' (duration: 251.760957ms)","trace[1998114337] 'compare' (duration: 22.503497ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:28.784689Z","caller":"traceutil/trace.go:171","msg":"trace[182257300] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"285.479036ms","start":"2026-07-17T04:30:28.499164Z","end":"2026-07-17T04:30:28.784643Z","steps":["trace[182257300] 'process raft request' (duration: 227.411035ms)","trace[182257300] 'compare' (duration: 57.870996ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:31.337307Z","caller":"traceutil/trace.go:171","msg":"trace[1953567469] linearizableReadLoop","detail":"{readStateIndex:26143; appliedIndex:26142; }","duration":"110.062134ms","start":"2026-07-17T04:30:31.227218Z","end":"2026-07-17T04:30:31.33728Z","steps":["trace[1953567469] 'read index received' (duration: 109.92417ms)","trace[1953567469] 'applied index is now lower than readState.Index' (duration: 136.944µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:31.337425Z","caller":"traceutil/trace.go:171","msg":"trace[690600062] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"113.614489ms","start":"2026-07-17T04:30:31.223798Z","end":"2026-07-17T04:30:31.337413Z","steps":["trace[690600062] 'process raft request' (duration: 113.329692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:31.33764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.3484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:31.33773Z","caller":"traceutil/trace.go:171","msg":"trace[59637682] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25319; }","duration":"110.548265ms","start":"2026-07-17T04:30:31.22716Z","end":"2026-07-17T04:30:31.337708Z","steps":["trace[59637682] 'agreement among raft nodes before linearized reading' (duration: 110.35356ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:31.488262Z","caller":"traceutil/trace.go:171","msg":"trace[1164464983] linearizableReadLoop","detail":"{readStateIndex:26146; appliedIndex:26143; }","duration":"150.857716ms","start":"2026-07-17T04:30:31.337383Z","end":"2026-07-17T04:30:31.488241Z","steps":["trace[1164464983] 'read index received' (duration: 127.713543ms)","trace[1164464983] 'applied index is now lower than readState.Index' (duration: 23.143352ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:31.488509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.270471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:31.488576Z","caller":"traceutil/trace.go:171","msg":"trace[344707137] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"228.780928ms","start":"2026-07-17T04:30:31.25978Z","end":"2026-07-17T04:30:31.488561Z","steps":["trace[344707137] 'process raft request' (duration: 205.338949ms)","trace[344707137] 'compare' (duration: 22.64537ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:31.488624Z","caller":"traceutil/trace.go:171","msg":"trace[454418092] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"228.08648ms","start":"2026-07-17T04:30:31.260529Z","end":"2026-07-17T04:30:31.488615Z","steps":["trace[454418092] 'process raft request' (duration: 227.671801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:31.488755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.226367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:31.488785Z","caller":"traceutil/trace.go:171","msg":"trace[1707983507] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25322; }","duration":"161.255017ms","start":"2026-07-17T04:30:31.327521Z","end":"2026-07-17T04:30:31.488776Z","steps":["trace[1707983507] 'agreement among raft nodes before linearized reading' (duration: 161.208106ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:31.488578Z","caller":"traceutil/trace.go:171","msg":"trace[1702757357] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25322; }","duration":"199.371453ms","start":"2026-07-17T04:30:31.289189Z","end":"2026-07-17T04:30:31.488561Z","steps":["trace[1702757357] 'agreement among raft nodes before linearized reading' (duration: 199.24687ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:31.488515Z","caller":"traceutil/trace.go:171","msg":"trace[314734553] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"228.08698ms","start":"2026-07-17T04:30:31.260404Z","end":"2026-07-17T04:30:31.488491Z","steps":["trace[314734553] 'process raft request' (duration: 227.713552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:31.48858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.408437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-17T04:30:31.489022Z","caller":"traceutil/trace.go:171","msg":"trace[687008316] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:25322; }","duration":"202.862688ms","start":"2026-07-17T04:30:31.28615Z","end":"2026-07-17T04:30:31.489012Z","steps":["trace[687008316] 'agreement among raft nodes before linearized reading' (duration: 202.329725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:32.565238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.474734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:30:32.565381Z","caller":"traceutil/trace.go:171","msg":"trace[2033932769] linearizableReadLoop","detail":"{readStateIndex:26160; appliedIndex:26158; }","duration":"164.032505ms","start":"2026-07-17T04:30:32.401338Z","end":"2026-07-17T04:30:32.565371Z","steps":["trace[2033932769] 'read index received' (duration: 32.366366ms)","trace[2033932769] 'applied index is now lower than readState.Index' (duration: 131.665219ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:32.565447Z","caller":"traceutil/trace.go:171","msg":"trace[338202494] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"241.942367ms","start":"2026-07-17T04:30:32.323496Z","end":"2026-07-17T04:30:32.565439Z","steps":["trace[338202494] 'process raft request' (duration: 241.822384ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:32.565577Z","caller":"traceutil/trace.go:171","msg":"trace[592482868] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"242.132702ms","start":"2026-07-17T04:30:32.323416Z","end":"2026-07-17T04:30:32.565549Z","steps":["trace[592482868] 'process raft request' (duration: 110.271239ms)","trace[592482868] 'compare' (duration: 131.391892ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:32.565649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.319002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-07-17T04:30:32.565692Z","caller":"traceutil/trace.go:171","msg":"trace[1376454733] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25335; }","duration":"164.392454ms","start":"2026-07-17T04:30:32.401285Z","end":"2026-07-17T04:30:32.565678Z","steps":["trace[1376454733] 'agreement among raft nodes before linearized reading' (duration: 164.296971ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:33.835756Z","caller":"traceutil/trace.go:171","msg":"trace[144280163] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"119.689108ms","start":"2026-07-17T04:30:33.716038Z","end":"2026-07-17T04:30:33.835727Z","steps":["trace[144280163] 'process raft request' (duration: 119.168415ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:35.020737Z","caller":"traceutil/trace.go:171","msg":"trace[1696751900] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"101.748412ms","start":"2026-07-17T04:30:34.918958Z","end":"2026-07-17T04:30:35.020706Z","steps":["trace[1696751900] 'process raft request' (duration: 101.597608ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:38.790196Z","caller":"traceutil/trace.go:171","msg":"trace[1392829811] linearizableReadLoop","detail":"{readStateIndex:26216; appliedIndex:26215; }","duration":"102.248163ms","start":"2026-07-17T04:30:38.687929Z","end":"2026-07-17T04:30:38.790177Z","steps":["trace[1392829811] 'read index received' (duration: 102.044229ms)","trace[1392829811] 'applied index is now lower than readState.Index' (duration: 203.414µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:38.790264Z","caller":"traceutil/trace.go:171","msg":"trace[1679456108] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"115.882295ms","start":"2026-07-17T04:30:38.674358Z","end":"2026-07-17T04:30:38.79024Z","steps":["trace[1679456108] 'process raft request' (duration: 115.704661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:38.790285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.345216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:38.790314Z","caller":"traceutil/trace.go:171","msg":"trace[1653276129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25390; }","duration":"102.402749ms","start":"2026-07-17T04:30:38.687903Z","end":"2026-07-17T04:30:38.790306Z","steps":["trace[1653276129] 'agreement among raft nodes before linearized reading' (duration: 102.343376ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:43.194743Z","caller":"traceutil/trace.go:171","msg":"trace[108041300] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"138.174967ms","start":"2026-07-17T04:30:43.056542Z","end":"2026-07-17T04:30:43.194717Z","steps":["trace[108041300] 'process raft request' (duration: 138.028474ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:43.333027Z","caller":"traceutil/trace.go:171","msg":"trace[1263918626] linearizableReadLoop","detail":"{readStateIndex:26248; appliedIndex:26247; }","duration":"137.760077ms","start":"2026-07-17T04:30:43.195235Z","end":"2026-07-17T04:30:43.332995Z","steps":["trace[1263918626] 'read index received' (duration: 75.516955ms)","trace[1263918626] 'applied index is now lower than readState.Index' (duration: 62.241762ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:43.333351Z","caller":"traceutil/trace.go:171","msg":"trace[138260491] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"214.612464ms","start":"2026-07-17T04:30:43.118717Z","end":"2026-07-17T04:30:43.33333Z","steps":["trace[138260491] 'process raft request' (duration: 152.031624ms)","trace[138260491] 'compare' (duration: 61.938674ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:43.333722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.310723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"info","ts":"2026-07-17T04:30:43.333772Z","caller":"traceutil/trace.go:171","msg":"trace[1316766892] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25421; }","duration":"197.407566ms","start":"2026-07-17T04:30:43.13635Z","end":"2026-07-17T04:30:43.333758Z","steps":["trace[1316766892] 'agreement among raft nodes before linearized reading' (duration: 197.17646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:43.333772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.636023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T04:30:43.333796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.1969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:43.333848Z","caller":"traceutil/trace.go:171","msg":"trace[1811060187] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25421; }","duration":"130.764216ms","start":"2026-07-17T04:30:43.203062Z","end":"2026-07-17T04:30:43.333827Z","steps":["trace[1811060187] 'agreement among raft nodes before linearized reading' (duration: 130.616633ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:43.333917Z","caller":"traceutil/trace.go:171","msg":"trace[351404648] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25421; }","duration":"120.333674ms","start":"2026-07-17T04:30:43.213548Z","end":"2026-07-17T04:30:43.333882Z","steps":["trace[351404648] 'agreement among raft nodes before linearized reading' (duration: 120.16458ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:43.725407Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006692.wal"} {"level":"info","ts":"2026-07-17T04:30:44.082025Z","caller":"traceutil/trace.go:171","msg":"trace[490200511] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"118.165831ms","start":"2026-07-17T04:30:43.963824Z","end":"2026-07-17T04:30:44.08199Z","steps":["trace[490200511] 'process raft request' (duration: 41.743534ms)","trace[490200511] 'compare' (duration: 76.209652ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:47.450534Z","caller":"traceutil/trace.go:171","msg":"trace[1820744857] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"233.244307ms","start":"2026-07-17T04:30:47.217264Z","end":"2026-07-17T04:30:47.450508Z","steps":["trace[1820744857] 'process raft request' (duration: 149.688607ms)","trace[1820744857] 'compare' (duration: 82.859783ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:47.484928Z","caller":"traceutil/trace.go:171","msg":"trace[1008502113] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"139.204052ms","start":"2026-07-17T04:30:47.345678Z","end":"2026-07-17T04:30:47.484882Z","steps":["trace[1008502113] 'process raft request' (duration: 139.081849ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:47.526829Z","caller":"traceutil/trace.go:171","msg":"trace[1118121206] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"137.596373ms","start":"2026-07-17T04:30:47.389202Z","end":"2026-07-17T04:30:47.526798Z","steps":["trace[1118121206] 'process raft request' (duration: 137.402698ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:47.790908Z","caller":"traceutil/trace.go:171","msg":"trace[171204492] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"250.497026ms","start":"2026-07-17T04:30:47.540384Z","end":"2026-07-17T04:30:47.790881Z","steps":["trace[171204492] 'process raft request' (duration: 191.249866ms)","trace[171204492] 'compare' (duration: 59.143907ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:48.086978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.378929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:30:48.087218Z","caller":"traceutil/trace.go:171","msg":"trace[1875482304] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"542.766627ms","start":"2026-07-17T04:30:47.544434Z","end":"2026-07-17T04:30:48.0872Z","steps":["trace[1875482304] 'process raft request' (duration: 542.663074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:48.087289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:47.544424Z","time spent":"542.830858ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:30:48.087318Z","caller":"traceutil/trace.go:171","msg":"trace[1808695919] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"546.816714ms","start":"2026-07-17T04:30:47.540452Z","end":"2026-07-17T04:30:48.087269Z","steps":["trace[1808695919] 'process raft request' (duration: 382.868292ms)","trace[1808695919] 'compare' (duration: 163.258996ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:48.087415Z","caller":"traceutil/trace.go:171","msg":"trace[727821443] linearizableReadLoop","detail":"{readStateIndex:26283; appliedIndex:26280; }","duration":"538.79821ms","start":"2026-07-17T04:30:47.548598Z","end":"2026-07-17T04:30:48.087396Z","steps":["trace[727821443] 'read index received' (duration: 183.044817ms)","trace[727821443] 'applied index is now lower than readState.Index' (duration: 355.752503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:48.087535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:47.540424Z","time spent":"546.982839ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:30:48.087595Z","caller":"traceutil/trace.go:171","msg":"trace[1943262976] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"463.808618ms","start":"2026-07-17T04:30:47.623775Z","end":"2026-07-17T04:30:48.087584Z","steps":["trace[1943262976] 'process raft request' (duration: 463.386638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:48.087665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:47.623738Z","time spent":"463.880509ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:30:48.087817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.759112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T04:30:48.087838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.914371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-17T04:30:48.087813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.753946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:48.087875Z","caller":"traceutil/trace.go:171","msg":"trace[640639225] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25456; }","duration":"143.867725ms","start":"2026-07-17T04:30:47.943991Z","end":"2026-07-17T04:30:48.087859Z","steps":["trace[640639225] 'agreement among raft nodes before linearized reading' (duration: 143.748762ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:48.087888Z","caller":"traceutil/trace.go:171","msg":"trace[1509193977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25456; }","duration":"498.969613ms","start":"2026-07-17T04:30:47.588892Z","end":"2026-07-17T04:30:48.087862Z","steps":["trace[1509193977] 'agreement among raft nodes before linearized reading' (duration: 498.85466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:48.08789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.419532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-17T04:30:48.087895Z","caller":"traceutil/trace.go:171","msg":"trace[1832555707] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25456; }","duration":"316.877438ms","start":"2026-07-17T04:30:47.770994Z","end":"2026-07-17T04:30:48.087871Z","steps":["trace[1832555707] 'agreement among raft nodes before linearized reading' (duration: 316.742655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:48.08792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:47.588876Z","time spent":"499.036664ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T04:30:48.087903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.97651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T04:30:48.087938Z","caller":"traceutil/trace.go:171","msg":"trace[786960831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25456; }","duration":"494.495613ms","start":"2026-07-17T04:30:47.593428Z","end":"2026-07-17T04:30:48.087924Z","steps":["trace[786960831] 'agreement among raft nodes before linearized reading' (duration: 494.314919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:48.087935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.299572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-17T04:30:48.087948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:47.770963Z","time spent":"316.97093ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-07-17T04:30:48.087966Z","caller":"traceutil/trace.go:171","msg":"trace[529153611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25456; }","duration":"501.100083ms","start":"2026-07-17T04:30:47.58685Z","end":"2026-07-17T04:30:48.08795Z","steps":["trace[529153611] 'agreement among raft nodes before linearized reading' (duration: 500.883348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:48.087971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:47.593417Z","time spent":"494.547474ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T04:30:48.088001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:47.586817Z","time spent":"501.178205ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T04:30:48.087992Z","caller":"traceutil/trace.go:171","msg":"trace[1373703891] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25456; }","duration":"539.410284ms","start":"2026-07-17T04:30:47.548564Z","end":"2026-07-17T04:30:48.087974Z","steps":["trace[1373703891] 'agreement among raft nodes before linearized reading' (duration: 539.158278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:48.088045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:47.548556Z","time spent":"539.474656ms","remote":"127.0.0.1:34350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-17T04:30:51.818382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.387504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T04:30:51.818637Z","caller":"traceutil/trace.go:171","msg":"trace[1366134476] linearizableReadLoop","detail":"{readStateIndex:26309; appliedIndex:26307; }","duration":"352.963275ms","start":"2026-07-17T04:30:51.465656Z","end":"2026-07-17T04:30:51.81862Z","steps":["trace[1366134476] 'read index received' (duration: 53.263163ms)","trace[1366134476] 'applied index is now lower than readState.Index' (duration: 299.699222ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:30:51.818681Z","caller":"traceutil/trace.go:171","msg":"trace[1734517891] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"455.124416ms","start":"2026-07-17T04:30:51.36348Z","end":"2026-07-17T04:30:51.818604Z","steps":["trace[1734517891] 'process raft request' (duration: 155.423025ms)","trace[1734517891] 'compare' (duration: 299.24228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:30:51.818842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-17T04:30:51.818859Z","caller":"traceutil/trace.go:171","msg":"trace[496972347] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"426.102052ms","start":"2026-07-17T04:30:51.392735Z","end":"2026-07-17T04:30:51.818837Z","steps":["trace[496972347] 'process raft request' (duration: 425.761094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:51.818881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:51.363453Z","time spent":"455.311851ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:30:51.818717Z","caller":"traceutil/trace.go:171","msg":"trace[1353570271] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"323.076399ms","start":"2026-07-17T04:30:51.495631Z","end":"2026-07-17T04:30:51.818707Z","steps":["trace[1353570271] 'process raft request' (duration: 322.950476ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:30:51.818914Z","caller":"traceutil/trace.go:171","msg":"trace[1502782725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25481; }","duration":"353.284452ms","start":"2026-07-17T04:30:51.465616Z","end":"2026-07-17T04:30:51.8189Z","steps":["trace[1502782725] 'agreement among raft nodes before linearized reading' (duration: 353.098518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:51.818955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:51.465597Z","time spent":"353.350314ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T04:30:51.81897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:51.392713Z","time spent":"426.198245ms","remote":"127.0.0.1:34330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T04:30:51.818986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T04:30:51.495598Z","time spent":"323.347825ms","remote":"127.0.0.1:34582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T04:30:51.83001Z","caller":"traceutil/trace.go:171","msg":"trace[284041062] transaction","detail":"{read_only:false; response_revision:25482; number_of_response:1; }","duration":"293.316125ms","start":"2026-07-17T04:30:51.536677Z","end":"2026-07-17T04:30:51.829993Z","steps":["trace[284041062] 'process raft request' (duration: 293.226243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T04:30:51.85057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.906389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:30:51.850633Z","caller":"traceutil/trace.go:171","msg":"trace[350348951] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25484; }","duration":"105.018302ms","start":"2026-07-17T04:30:51.745598Z","end":"2026-07-17T04:30:51.850616Z","steps":["trace[350348951] 'agreement among raft nodes before linearized reading' (duration: 104.905209ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:31:05.816743Z","caller":"traceutil/trace.go:171","msg":"trace[66862986] linearizableReadLoop","detail":"{readStateIndex:26423; appliedIndex:26422; }","duration":"128.672866ms","start":"2026-07-17T04:31:05.688029Z","end":"2026-07-17T04:31:05.816702Z","steps":["trace[66862986] 'read index received' (duration: 128.218795ms)","trace[66862986] 'applied index is now lower than readState.Index' (duration: 450.051µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T04:31:05.816983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.925973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T04:31:05.816947Z","caller":"traceutil/trace.go:171","msg":"trace[1880380748] transaction","detail":"{read_only:false; response_revision:25592; number_of_response:1; }","duration":"132.442697ms","start":"2026-07-17T04:31:05.684436Z","end":"2026-07-17T04:31:05.816878Z","steps":["trace[1880380748] 'process raft request' (duration: 131.978846ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:31:05.817028Z","caller":"traceutil/trace.go:171","msg":"trace[1925361341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25592; }","duration":"129.072775ms","start":"2026-07-17T04:31:05.687943Z","end":"2026-07-17T04:31:05.817016Z","steps":["trace[1925361341] 'agreement among raft nodes before linearized reading' (duration: 128.955343ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T04:31:06.004403Z","caller":"traceutil/trace.go:171","msg":"trace[2045223436] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"136.335382ms","start":"2026-07-17T04:31:05.868046Z","end":"2026-07-17T04:31:06.004381Z","steps":["trace[2045223436] 'process raft request' (duration: 87.590518ms)","trace[2045223436] 'compare' (duration: 48.421377ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T04:31:18.275442Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22822} {"level":"info","ts":"2026-07-17T04:31:18.412601Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22822,"took":"132.856477ms","hash":1061309440,"current-db-size-bytes":58933248,"current-db-size":"59 MB","current-db-size-in-use-bytes":36073472,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-17T04:31:18.412721Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1061309440,"revision":22822,"compact-revision":19979} {"level":"info","ts":"2026-07-17T04:36:18.281831Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25687} {"level":"info","ts":"2026-07-17T04:36:18.408432Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25687,"took":"122.421112ms","hash":3127021100,"current-db-size-bytes":59777024,"current-db-size":"60 MB","current-db-size-in-use-bytes":38080512,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-07-17T04:36:18.408523Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3127021100,"revision":25687,"compact-revision":22822} {"level":"info","ts":"2026-07-17T04:37:29.278362Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e98569549cc430c","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-17T04:37:29.283683Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-17T04:37:29.283788Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-17T04:41:18.289033Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28564} {"level":"info","ts":"2026-07-17T04:41:18.441625Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28564,"took":"149.118333ms","hash":3010856410,"current-db-size-bytes":59777024,"current-db-size":"60 MB","current-db-size-in-use-bytes":31096832,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-17T04:41:18.441698Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3010856410,"revision":28564,"compact-revision":25687} {"level":"info","ts":"2026-07-17T04:46:18.299588Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30784} {"level":"info","ts":"2026-07-17T04:46:18.425455Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30784,"took":"110.611174ms","hash":820116163,"current-db-size-bytes":59777024,"current-db-size":"60 MB","current-db-size-in-use-bytes":31629312,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-17T04:46:18.425532Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":820116163,"revision":30784,"compact-revision":28564} {"level":"info","ts":"2026-07-17T04:51:18.307364Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33048} {"level":"info","ts":"2026-07-17T04:51:18.491493Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33048,"took":"176.411441ms","hash":1714576520,"current-db-size-bytes":60821504,"current-db-size":"61 MB","current-db-size-in-use-bytes":31645696,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-17T04:51:18.491591Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1714576520,"revision":33048,"compact-revision":30784} {"level":"info","ts":"2026-07-17T04:56:18.314103Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35341} {"level":"info","ts":"2026-07-17T04:56:18.45089Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35341,"took":"132.760261ms","hash":1610101055,"current-db-size-bytes":60821504,"current-db-size":"61 MB","current-db-size-in-use-bytes":31965184,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-17T04:56:18.450971Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1610101055,"revision":35341,"compact-revision":33048} {"level":"info","ts":"2026-07-17T04:59:00.123532Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e98569549cc430c","local-member-applied-index":40005,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-17T04:59:00.129055Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-07-17T04:59:00.12913Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-07-17T05:01:18.360629Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37574} {"level":"info","ts":"2026-07-17T05:01:18.509749Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37574,"took":"144.460764ms","hash":3675885096,"current-db-size-bytes":60821504,"current-db-size":"61 MB","current-db-size-in-use-bytes":33669120,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-17T05:01:18.509839Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3675885096,"revision":37574,"compact-revision":35341}